{"level":"warn","ts":"2026-07-28T14:12:27.212764Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T14:12:27.212886Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.222:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.222:2380","--initial-cluster=instance=https://162.253.55.222:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.222:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.222:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-28T14:12:27.212965Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T14:12:27.212979Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.222:2380"]} {"level":"info","ts":"2026-07-28T14:12:27.212994Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T14:12:27.213597Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.222:2379"]} {"level":"info","ts":"2026-07-28T14:12:27.213677Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.222:2380"],"listen-peer-urls":["https://162.253.55.222:2380"],"advertise-client-urls":["https://162.253.55.222:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.222:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.222:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-28T14:12:27.216423Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.530251ms"} {"level":"info","ts":"2026-07-28T14:12:27.221596Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5a9e84e0e0a90b63","cluster-id":"c7ddd50204a2b828"} {"level":"info","ts":"2026-07-28T14:12:27.221695Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5a9e84e0e0a90b63 switched to configuration voters=()"} {"level":"info","ts":"2026-07-28T14:12:27.221726Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5a9e84e0e0a90b63 became follower at term 0"} {"level":"info","ts":"2026-07-28T14:12:27.221744Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5a9e84e0e0a90b63 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-28T14:12:27.221753Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5a9e84e0e0a90b63 became follower at term 1"} {"level":"info","ts":"2026-07-28T14:12:27.221792Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5a9e84e0e0a90b63 switched to configuration voters=(6529802611110513507)"} {"level":"warn","ts":"2026-07-28T14:12:27.244601Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-28T14:12:27.249161Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-28T14:12:27.250771Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-28T14:12:27.253666Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5a9e84e0e0a90b63","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-28T14:12:27.253812Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5a9e84e0e0a90b63","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-28T14:12:27.253966Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T14:12:27.254088Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T14:12:27.254103Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T14:12:27.254878Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5a9e84e0e0a90b63 switched to configuration voters=(6529802611110513507)"} {"level":"info","ts":"2026-07-28T14:12:27.255343Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"c7ddd50204a2b828","local-member-id":"5a9e84e0e0a90b63","added-peer-id":"5a9e84e0e0a90b63","added-peer-peer-urls":["https://162.253.55.222:2380"]} {"level":"info","ts":"2026-07-28T14:12:27.258143Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T14:12:27.258247Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.222:2380"} {"level":"info","ts":"2026-07-28T14:12:27.258299Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.222:2380"} {"level":"info","ts":"2026-07-28T14:12:27.258433Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5a9e84e0e0a90b63","initial-advertise-peer-urls":["https://162.253.55.222:2380"],"listen-peer-urls":["https://162.253.55.222:2380"],"advertise-client-urls":["https://162.253.55.222:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.222:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-28T14:12:27.258481Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-28T14:12:27.922932Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5a9e84e0e0a90b63 is starting a new election at term 1"} {"level":"info","ts":"2026-07-28T14:12:27.922993Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5a9e84e0e0a90b63 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-28T14:12:27.923031Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5a9e84e0e0a90b63 received MsgPreVoteResp from 5a9e84e0e0a90b63 at term 1"} {"level":"info","ts":"2026-07-28T14:12:27.923052Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5a9e84e0e0a90b63 became candidate at term 2"} {"level":"info","ts":"2026-07-28T14:12:27.923064Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5a9e84e0e0a90b63 received MsgVoteResp from 5a9e84e0e0a90b63 at term 2"} {"level":"info","ts":"2026-07-28T14:12:27.923103Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5a9e84e0e0a90b63 became leader at term 2"} {"level":"info","ts":"2026-07-28T14:12:27.923123Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5a9e84e0e0a90b63 elected leader 5a9e84e0e0a90b63 at term 2"} {"level":"info","ts":"2026-07-28T14:12:27.924256Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T14:12:27.92531Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5a9e84e0e0a90b63","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.222:2379]}","request-path":"/0/members/5a9e84e0e0a90b63/attributes","cluster-id":"c7ddd50204a2b828","publish-timeout":"7s"} {"level":"info","ts":"2026-07-28T14:12:27.925308Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T14:12:27.92541Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T14:12:27.925668Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-28T14:12:27.925734Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-28T14:12:27.926088Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"c7ddd50204a2b828","local-member-id":"5a9e84e0e0a90b63","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T14:12:27.926244Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T14:12:27.926292Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T14:12:27.927567Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.222:2379"} {"level":"info","ts":"2026-07-28T14:12:27.928525Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-28T14:12:40.939442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.213842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T14:12:40.939492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.670731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"warn","ts":"2026-07-28T14:12:40.939562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.004504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-28T14:12:40.939584Z","caller":"traceutil/trace.go:171","msg":"trace[2016703534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:400; }","duration":"427.403886ms","start":"2026-07-28T14:12:40.512159Z","end":"2026-07-28T14:12:40.939562Z","steps":["trace[2016703534] 'range keys from in-memory index tree' (duration: 427.080429ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:12:40.939611Z","caller":"traceutil/trace.go:171","msg":"trace[1398771822] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:400; }","duration":"342.852916ms","start":"2026-07-28T14:12:40.596727Z","end":"2026-07-28T14:12:40.93958Z","steps":["trace[1398771822] 'range keys from in-memory index tree' (duration: 342.563548ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:12:40.939624Z","caller":"traceutil/trace.go:171","msg":"trace[40490204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:400; }","duration":"788.123316ms","start":"2026-07-28T14:12:40.151485Z","end":"2026-07-28T14:12:40.939608Z","steps":["trace[40490204] 'range keys from in-memory index tree' (duration: 787.770967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:12:40.939638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:12:40.512135Z","time spent":"427.493299ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T14:12:40.939669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:12:40.15146Z","time spent":"788.200478ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T14:12:40.939674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:12:40.596707Z","time spent":"342.947358ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4349,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-28T14:12:40.939724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.774195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T14:12:40.939824Z","caller":"traceutil/trace.go:171","msg":"trace[1802884685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:400; }","duration":"535.938159ms","start":"2026-07-28T14:12:40.403867Z","end":"2026-07-28T14:12:40.939805Z","steps":["trace[1802884685] 'range keys from in-memory index tree' (duration: 535.344845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:12:40.939877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:12:40.403841Z","time spent":"536.027612ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T14:12:41.146624Z","caller":"traceutil/trace.go:171","msg":"trace[1632024171] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"199.321935ms","start":"2026-07-28T14:12:40.947281Z","end":"2026-07-28T14:12:41.146603Z","steps":["trace[1632024171] 'process raft request' (duration: 199.057819ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:12:41.146839Z","caller":"traceutil/trace.go:171","msg":"trace[1490041064] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"199.498689ms","start":"2026-07-28T14:12:40.947301Z","end":"2026-07-28T14:12:41.1468Z","steps":["trace[1490041064] 'process raft request' (duration: 199.222732ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:12:41.147594Z","caller":"traceutil/trace.go:171","msg":"trace[348061502] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"200.166645ms","start":"2026-07-28T14:12:40.947409Z","end":"2026-07-28T14:12:41.147575Z","steps":["trace[348061502] 'process raft request' (duration: 199.172361ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:12:41.147941Z","caller":"traceutil/trace.go:171","msg":"trace[2030621200] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"200.524144ms","start":"2026-07-28T14:12:40.947406Z","end":"2026-07-28T14:12:41.14793Z","steps":["trace[2030621200] 'process raft request' (duration: 200.098294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:12:50.186231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.054708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:12:50.186335Z","caller":"traceutil/trace.go:171","msg":"trace[1174163038] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"271.720961ms","start":"2026-07-28T14:12:49.914597Z","end":"2026-07-28T14:12:50.186318Z","steps":["trace[1174163038] 'process raft request' (duration: 159.029458ms)","trace[1174163038] 'compare' (duration: 111.970146ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:12:50.591986Z","caller":"traceutil/trace.go:171","msg":"trace[2045995372] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"150.923471ms","start":"2026-07-28T14:12:50.441033Z","end":"2026-07-28T14:12:50.591957Z","steps":["trace[2045995372] 'process raft request' (duration: 125.132845ms)","trace[2045995372] 'compare' (duration: 25.640622ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:12:52.566715Z","caller":"traceutil/trace.go:171","msg":"trace[1264692857] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"708.425432ms","start":"2026-07-28T14:12:51.858264Z","end":"2026-07-28T14:12:52.566689Z","steps":["trace[1264692857] 'process raft request' (duration: 708.243368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:12:52.566913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:12:51.858241Z","time spent":"708.578226ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:12:54.693782Z","caller":"traceutil/trace.go:171","msg":"trace[1413153710] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"117.985272ms","start":"2026-07-28T14:12:54.57577Z","end":"2026-07-28T14:12:54.693755Z","steps":["trace[1413153710] 'process raft request' (duration: 117.837888ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:01.856251Z","caller":"traceutil/trace.go:171","msg":"trace[962332898] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"118.133555ms","start":"2026-07-28T14:13:01.738082Z","end":"2026-07-28T14:13:01.856216Z","steps":["trace[962332898] 'process raft request' (duration: 54.952253ms)","trace[962332898] 'compare' (duration: 62.932756ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:13:03.630905Z","caller":"traceutil/trace.go:171","msg":"trace[431445709] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"220.366845ms","start":"2026-07-28T14:13:03.410496Z","end":"2026-07-28T14:13:03.630862Z","steps":["trace[431445709] 'process raft request' (duration: 220.093868ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:03.637877Z","caller":"traceutil/trace.go:171","msg":"trace[1970818206] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"206.471308ms","start":"2026-07-28T14:13:03.431372Z","end":"2026-07-28T14:13:03.637843Z","steps":["trace[1970818206] 'process raft request' (duration: 206.158611ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:03.63793Z","caller":"traceutil/trace.go:171","msg":"trace[1567746435] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"216.540452ms","start":"2026-07-28T14:13:03.421342Z","end":"2026-07-28T14:13:03.637883Z","steps":["trace[1567746435] 'process raft request' (duration: 215.999209ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:03.638007Z","caller":"traceutil/trace.go:171","msg":"trace[684569931] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"194.304803ms","start":"2026-07-28T14:13:03.44368Z","end":"2026-07-28T14:13:03.637984Z","steps":["trace[684569931] 'process raft request' (duration: 193.970014ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:03.638124Z","caller":"traceutil/trace.go:171","msg":"trace[367238343] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"203.191589ms","start":"2026-07-28T14:13:03.434926Z","end":"2026-07-28T14:13:03.638118Z","steps":["trace[367238343] 'process raft request' (duration: 202.647536ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:03.638172Z","caller":"traceutil/trace.go:171","msg":"trace[173422221] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"198.451674ms","start":"2026-07-28T14:13:03.439715Z","end":"2026-07-28T14:13:03.638167Z","steps":["trace[173422221] 'process raft request' (duration: 197.899691ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:03.638229Z","caller":"traceutil/trace.go:171","msg":"trace[1810521708] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"177.118996ms","start":"2026-07-28T14:13:03.461105Z","end":"2026-07-28T14:13:03.638224Z","steps":["trace[1810521708] 'process raft request' (duration: 176.740927ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:03.638218Z","caller":"traceutil/trace.go:171","msg":"trace[645576427] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"194.436816ms","start":"2026-07-28T14:13:03.443744Z","end":"2026-07-28T14:13:03.638181Z","steps":["trace[645576427] 'process raft request' (duration: 193.946864ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:03.638198Z","caller":"traceutil/trace.go:171","msg":"trace[1629636971] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"179.243468ms","start":"2026-07-28T14:13:03.458908Z","end":"2026-07-28T14:13:03.638151Z","steps":["trace[1629636971] 'process raft request' (duration: 178.893009ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:03.638278Z","caller":"traceutil/trace.go:171","msg":"trace[1791260640] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"172.438483ms","start":"2026-07-28T14:13:03.465806Z","end":"2026-07-28T14:13:03.638244Z","steps":["trace[1791260640] 'process raft request' (duration: 172.108445ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:03.638116Z","caller":"traceutil/trace.go:171","msg":"trace[1695031468] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"213.912358ms","start":"2026-07-28T14:13:03.424192Z","end":"2026-07-28T14:13:03.638105Z","steps":["trace[1695031468] 'process raft request' (duration: 213.286893ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:03.638429Z","caller":"traceutil/trace.go:171","msg":"trace[1724656617] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"158.844553ms","start":"2026-07-28T14:13:03.47957Z","end":"2026-07-28T14:13:03.638415Z","steps":["trace[1724656617] 'process raft request' (duration: 158.520555ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:04.518698Z","caller":"traceutil/trace.go:171","msg":"trace[258331655] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"807.267191ms","start":"2026-07-28T14:13:03.71137Z","end":"2026-07-28T14:13:04.518637Z","steps":["trace[258331655] 'process raft request' (duration: 786.60853ms)","trace[258331655] 'compare' (duration: 20.1946ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:13:04.518932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:03.711351Z","time spent":"807.469456ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:13:04.518948Z","caller":"traceutil/trace.go:171","msg":"trace[19138712] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"807.446875ms","start":"2026-07-28T14:13:03.711466Z","end":"2026-07-28T14:13:04.518913Z","steps":["trace[19138712] 'process raft request' (duration: 807.037925ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:04.518983Z","caller":"traceutil/trace.go:171","msg":"trace[1698708408] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"792.456232ms","start":"2026-07-28T14:13:03.72649Z","end":"2026-07-28T14:13:04.518946Z","steps":["trace[1698708408] 'process raft request' (duration: 792.233146ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:04.519125Z","caller":"traceutil/trace.go:171","msg":"trace[60517394] linearizableReadLoop","detail":"{readStateIndex:583; appliedIndex:578; }","duration":"141.306697ms","start":"2026-07-28T14:13:04.377794Z","end":"2026-07-28T14:13:04.519101Z","steps":["trace[60517394] 'read index received' (duration: 120.246997ms)","trace[60517394] 'applied index is now lower than readState.Index' (duration: 21.05882ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:13:04.519138Z","caller":"traceutil/trace.go:171","msg":"trace[1049069005] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"762.837193ms","start":"2026-07-28T14:13:03.756273Z","end":"2026-07-28T14:13:04.51911Z","steps":["trace[1049069005] 'process raft request' (duration: 762.617207ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:04.519169Z","caller":"traceutil/trace.go:171","msg":"trace[487294594] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"673.587588ms","start":"2026-07-28T14:13:03.845545Z","end":"2026-07-28T14:13:04.519133Z","steps":["trace[487294594] 'process raft request' (duration: 673.451435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:04.519215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:03.711443Z","time spent":"807.592879ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29461,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:13:04.519145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:03.726437Z","time spent":"792.621195ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:13:04.519261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:03.845517Z","time spent":"673.692811ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T14:13:04.519278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:03.756248Z","time spent":"762.966546ms","remote":"127.0.0.1:54452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T14:13:04.519293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.488362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:13:04.519328Z","caller":"traceutil/trace.go:171","msg":"trace[1692090903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:561; }","duration":"141.588415ms","start":"2026-07-28T14:13:04.377729Z","end":"2026-07-28T14:13:04.519317Z","steps":["trace[1692090903] 'agreement among raft nodes before linearized reading' (duration: 141.467322ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:10.402387Z","caller":"traceutil/trace.go:171","msg":"trace[1994625822] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"119.284783ms","start":"2026-07-28T14:13:10.283079Z","end":"2026-07-28T14:13:10.402364Z","steps":["trace[1994625822] 'process raft request' (duration: 59.683958ms)","trace[1994625822] 'compare' (duration: 59.476522ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:13:10.861862Z","caller":"traceutil/trace.go:171","msg":"trace[1500510757] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"123.584478ms","start":"2026-07-28T14:13:10.738238Z","end":"2026-07-28T14:13:10.861822Z","steps":["trace[1500510757] 'process raft request' (duration: 123.302361ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:11.062439Z","caller":"traceutil/trace.go:171","msg":"trace[1341507180] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"271.525516ms","start":"2026-07-28T14:13:10.790872Z","end":"2026-07-28T14:13:11.062397Z","steps":["trace[1341507180] 'process raft request' (duration: 196.346342ms)","trace[1341507180] 'compare' (duration: 74.642441ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:13:11.062584Z","caller":"traceutil/trace.go:171","msg":"trace[1756983312] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:652; }","duration":"178.183711ms","start":"2026-07-28T14:13:10.884371Z","end":"2026-07-28T14:13:11.062554Z","steps":["trace[1756983312] 'read index received' (duration: 102.719551ms)","trace[1756983312] 'applied index is now lower than readState.Index' (duration: 75.46269ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:13:11.062678Z","caller":"traceutil/trace.go:171","msg":"trace[1622541667] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"196.060546ms","start":"2026-07-28T14:13:10.866595Z","end":"2026-07-28T14:13:11.062656Z","steps":["trace[1622541667] 'process raft request' (duration: 195.721088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:11.062717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.325246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.222\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-28T14:13:11.062755Z","caller":"traceutil/trace.go:171","msg":"trace[1896044259] range","detail":"{range_begin:/registry/masterleases/162.253.55.222; range_end:; response_count:1; response_revision:631; }","duration":"178.402157ms","start":"2026-07-28T14:13:10.884341Z","end":"2026-07-28T14:13:11.062743Z","steps":["trace[1896044259] 'agreement among raft nodes before linearized reading' (duration: 178.310955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:11.814812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.458678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:13:11.81492Z","caller":"traceutil/trace.go:171","msg":"trace[1352117362] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:667; }","duration":"437.524152ms","start":"2026-07-28T14:13:11.377379Z","end":"2026-07-28T14:13:11.814904Z","steps":["trace[1352117362] 'read index received' (duration: 2.858799ms)","trace[1352117362] 'applied index is now lower than readState.Index' (duration: 434.664173ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:13:11.814941Z","caller":"traceutil/trace.go:171","msg":"trace[946418268] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"499.172688ms","start":"2026-07-28T14:13:11.315747Z","end":"2026-07-28T14:13:11.814919Z","steps":["trace[946418268] 'process raft request' (duration: 64.524145ms)","trace[946418268] 'compare' (duration: 434.313035ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:13:11.815055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:11.315735Z","time spent":"499.267221ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:13:11.815058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.664196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:13:11.815143Z","caller":"traceutil/trace.go:171","msg":"trace[49215375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:644; }","duration":"437.788479ms","start":"2026-07-28T14:13:11.377338Z","end":"2026-07-28T14:13:11.815127Z","steps":["trace[49215375] 'agreement among raft nodes before linearized reading' (duration: 437.649155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:11.815147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.218449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gbcdt\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-07-28T14:13:11.815188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:11.377325Z","time spent":"437.855861ms","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T14:13:11.815217Z","caller":"traceutil/trace.go:171","msg":"trace[1956640135] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gbcdt; range_end:; response_count:1; response_revision:644; }","duration":"144.328391ms","start":"2026-07-28T14:13:11.670871Z","end":"2026-07-28T14:13:11.815199Z","steps":["trace[1956640135] 'agreement among raft nodes before linearized reading' (duration: 144.137867ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:12.611914Z","caller":"traceutil/trace.go:171","msg":"trace[1642055661] linearizableReadLoop","detail":"{readStateIndex:669; appliedIndex:668; }","duration":"234.242062ms","start":"2026-07-28T14:13:12.377623Z","end":"2026-07-28T14:13:12.611865Z","steps":["trace[1642055661] 'read index received' (duration: 233.860732ms)","trace[1642055661] 'applied index is now lower than readState.Index' (duration: 380.16µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:13:12.611958Z","caller":"traceutil/trace.go:171","msg":"trace[912304483] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"782.328216ms","start":"2026-07-28T14:13:11.8296Z","end":"2026-07-28T14:13:12.611929Z","steps":["trace[912304483] 'process raft request' (duration: 782.046619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:12.612108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.461757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:13:12.612146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:11.82957Z","time spent":"782.473049ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:13:12.612195Z","caller":"traceutil/trace.go:171","msg":"trace[1280228826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:645; }","duration":"234.567999ms","start":"2026-07-28T14:13:12.377608Z","end":"2026-07-28T14:13:12.612176Z","steps":["trace[1280228826] 'agreement among raft nodes before linearized reading' (duration: 234.417026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:13.182742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.369263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T14:13:13.182836Z","caller":"traceutil/trace.go:171","msg":"trace[766358864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:645; }","duration":"116.508516ms","start":"2026-07-28T14:13:13.066305Z","end":"2026-07-28T14:13:13.182814Z","steps":["trace[766358864] 'range keys from in-memory index tree' (duration: 116.202649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:13.954236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.728376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T14:13:13.954317Z","caller":"traceutil/trace.go:171","msg":"trace[1652305792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:646; }","duration":"639.859509ms","start":"2026-07-28T14:13:13.314439Z","end":"2026-07-28T14:13:13.954299Z","steps":["trace[1652305792] 'range keys from in-memory index tree' (duration: 639.562972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:13.954378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:13.314418Z","time spent":"639.934361ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T14:13:13.954662Z","caller":"traceutil/trace.go:171","msg":"trace[1390779775] linearizableReadLoop","detail":"{readStateIndex:671; appliedIndex:670; }","duration":"136.083001ms","start":"2026-07-28T14:13:13.818549Z","end":"2026-07-28T14:13:13.954632Z","steps":["trace[1390779775] 'read index received' (duration: 134.40357ms)","trace[1390779775] 'applied index is now lower than readState.Index' (duration: 1.678101ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:13:13.954677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.913768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T14:13:13.954759Z","caller":"traceutil/trace.go:171","msg":"trace[1375358470] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:646; }","duration":"656.069163ms","start":"2026-07-28T14:13:13.298671Z","end":"2026-07-28T14:13:13.95474Z","steps":["trace[1375358470] 'range keys from in-memory index tree' (duration: 655.677833ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:13.954767Z","caller":"traceutil/trace.go:171","msg":"trace[1455228988] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"213.881008ms","start":"2026-07-28T14:13:13.740853Z","end":"2026-07-28T14:13:13.954734Z","steps":["trace[1455228988] 'process raft request' (duration: 212.057103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:13.954809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:13.298646Z","time spent":"656.149354ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T14:13:13.954944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.378738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T14:13:13.955015Z","caller":"traceutil/trace.go:171","msg":"trace[1887175019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:647; }","duration":"136.499551ms","start":"2026-07-28T14:13:13.818495Z","end":"2026-07-28T14:13:13.954994Z","steps":["trace[1887175019] 'agreement among raft nodes before linearized reading' (duration: 136.227324ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:14.46136Z","caller":"traceutil/trace.go:171","msg":"trace[2133575592] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"501.795141ms","start":"2026-07-28T14:13:13.959525Z","end":"2026-07-28T14:13:14.461321Z","steps":["trace[2133575592] 'process raft request' (duration: 501.607496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:14.461509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:13.959506Z","time spent":"501.925115ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:13:14.461445Z","caller":"traceutil/trace.go:171","msg":"trace[1031520323] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"501.809671ms","start":"2026-07-28T14:13:13.959487Z","end":"2026-07-28T14:13:14.461297Z","steps":["trace[1031520323] 'process raft request' (duration: 501.104074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:14.461697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:13.959459Z","time spent":"502.113949ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:13:16.0768Z","caller":"traceutil/trace.go:171","msg":"trace[485058147] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"193.867222ms","start":"2026-07-28T14:13:15.882893Z","end":"2026-07-28T14:13:16.076761Z","steps":["trace[485058147] 'process raft request' (duration: 193.592815ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:18.883464Z","caller":"traceutil/trace.go:171","msg":"trace[1938867394] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"124.329205ms","start":"2026-07-28T14:13:18.759114Z","end":"2026-07-28T14:13:18.883443Z","steps":["trace[1938867394] 'process raft request' (duration: 124.201102ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:19.392444Z","caller":"traceutil/trace.go:171","msg":"trace[1956841986] linearizableReadLoop","detail":"{readStateIndex:744; appliedIndex:743; }","duration":"169.906261ms","start":"2026-07-28T14:13:19.222512Z","end":"2026-07-28T14:13:19.392418Z","steps":["trace[1956841986] 'read index received' (duration: 169.747907ms)","trace[1956841986] 'applied index is now lower than readState.Index' (duration: 157.464µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:13:19.392498Z","caller":"traceutil/trace.go:171","msg":"trace[1812427464] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"276.452866ms","start":"2026-07-28T14:13:19.116009Z","end":"2026-07-28T14:13:19.392462Z","steps":["trace[1812427464] 'process raft request' (duration: 276.276442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:19.392653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.099736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-28T14:13:19.392687Z","caller":"traceutil/trace.go:171","msg":"trace[282347309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:718; }","duration":"170.218099ms","start":"2026-07-28T14:13:19.22246Z","end":"2026-07-28T14:13:19.392678Z","steps":["trace[282347309] 'agreement among raft nodes before linearized reading' (duration: 170.052775ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:19.464332Z","caller":"traceutil/trace.go:171","msg":"trace[924522940] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"155.760979ms","start":"2026-07-28T14:13:19.308548Z","end":"2026-07-28T14:13:19.464309Z","steps":["trace[924522940] 'process raft request' (duration: 155.493142ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:19.774388Z","caller":"traceutil/trace.go:171","msg":"trace[1518374822] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"114.554649ms","start":"2026-07-28T14:13:19.659806Z","end":"2026-07-28T14:13:19.774361Z","steps":["trace[1518374822] 'process raft request' (duration: 114.19514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:19.80667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.659883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T14:13:19.806829Z","caller":"traceutil/trace.go:171","msg":"trace[1754990521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:725; }","duration":"110.857189ms","start":"2026-07-28T14:13:19.695949Z","end":"2026-07-28T14:13:19.806806Z","steps":["trace[1754990521] 'agreement among raft nodes before linearized reading' (duration: 110.531531ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:19.925087Z","caller":"traceutil/trace.go:171","msg":"trace[334486045] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"113.042342ms","start":"2026-07-28T14:13:19.812013Z","end":"2026-07-28T14:13:19.925055Z","steps":["trace[334486045] 'process raft request' (duration: 47.498322ms)","trace[334486045] 'compare' (duration: 65.404147ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:13:19.946675Z","caller":"traceutil/trace.go:171","msg":"trace[97954538] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"125.119765ms","start":"2026-07-28T14:13:19.821515Z","end":"2026-07-28T14:13:19.946635Z","steps":["trace[97954538] 'process raft request' (duration: 124.818427ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:20.789496Z","caller":"traceutil/trace.go:171","msg":"trace[305846629] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"191.580497ms","start":"2026-07-28T14:13:20.597833Z","end":"2026-07-28T14:13:20.789414Z","steps":["trace[305846629] 'process raft request' (duration: 191.333942ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:20.889857Z","caller":"traceutil/trace.go:171","msg":"trace[1091005914] linearizableReadLoop","detail":"{readStateIndex:759; appliedIndex:757; }","duration":"268.630736ms","start":"2026-07-28T14:13:20.621144Z","end":"2026-07-28T14:13:20.889775Z","steps":["trace[1091005914] 'read index received' (duration: 167.466372ms)","trace[1091005914] 'applied index is now lower than readState.Index' (duration: 101.162774ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:13:20.890071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.862441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:13:20.890104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.647306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:13:20.890197Z","caller":"traceutil/trace.go:171","msg":"trace[1890426681] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:733; }","duration":"221.754018ms","start":"2026-07-28T14:13:20.66842Z","end":"2026-07-28T14:13:20.890174Z","steps":["trace[1890426681] 'agreement among raft nodes before linearized reading' (duration: 221.593394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:20.890206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.017803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:13:20.890157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.965363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:13:20.890252Z","caller":"traceutil/trace.go:171","msg":"trace[1578218074] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:733; }","duration":"252.099095ms","start":"2026-07-28T14:13:20.638138Z","end":"2026-07-28T14:13:20.890237Z","steps":["trace[1578218074] 'agreement among raft nodes before linearized reading' (duration: 252.028983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:20.890273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.946793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:13:20.89029Z","caller":"traceutil/trace.go:171","msg":"trace[1004371417] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:733; }","duration":"269.185ms","start":"2026-07-28T14:13:20.621078Z","end":"2026-07-28T14:13:20.890263Z","steps":["trace[1004371417] 'agreement among raft nodes before linearized reading' (duration: 268.875442ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:20.890136Z","caller":"traceutil/trace.go:171","msg":"trace[1650114479] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:733; }","duration":"268.990834ms","start":"2026-07-28T14:13:20.621124Z","end":"2026-07-28T14:13:20.890115Z","steps":["trace[1650114479] 'agreement among raft nodes before linearized reading' (duration: 268.871171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:20.890354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.606943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:13:20.890431Z","caller":"traceutil/trace.go:171","msg":"trace[1446407794] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:733; }","duration":"251.706875ms","start":"2026-07-28T14:13:20.638706Z","end":"2026-07-28T14:13:20.890413Z","steps":["trace[1446407794] 'agreement among raft nodes before linearized reading' (duration: 251.578942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:20.890471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.940791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gbcdt\" ","response":"range_response_count:1 size:18516"} {"level":"warn","ts":"2026-07-28T14:13:20.890449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.149214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:13:20.890346Z","caller":"traceutil/trace.go:171","msg":"trace[1287137210] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:733; }","duration":"222.036246ms","start":"2026-07-28T14:13:20.668286Z","end":"2026-07-28T14:13:20.890322Z","steps":["trace[1287137210] 'agreement among raft nodes before linearized reading' (duration: 221.910803ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:20.890543Z","caller":"traceutil/trace.go:171","msg":"trace[242995374] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gbcdt; range_end:; response_count:1; response_revision:733; }","duration":"158.048754ms","start":"2026-07-28T14:13:20.732473Z","end":"2026-07-28T14:13:20.890521Z","steps":["trace[242995374] 'agreement among raft nodes before linearized reading' (duration: 157.850269ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:20.890564Z","caller":"traceutil/trace.go:171","msg":"trace[1519740223] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:733; }","duration":"221.312648ms","start":"2026-07-28T14:13:20.669226Z","end":"2026-07-28T14:13:20.890539Z","steps":["trace[1519740223] 'agreement among raft nodes before linearized reading' (duration: 221.109203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:20.890535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.166339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:13:20.890783Z","caller":"traceutil/trace.go:171","msg":"trace[606207414] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:733; }","duration":"269.625029ms","start":"2026-07-28T14:13:20.621129Z","end":"2026-07-28T14:13:20.890754Z","steps":["trace[606207414] 'agreement among raft nodes before linearized reading' (duration: 269.134688ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:20.890826Z","caller":"traceutil/trace.go:171","msg":"trace[1818405098] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"290.572748ms","start":"2026-07-28T14:13:20.599336Z","end":"2026-07-28T14:13:20.889908Z","steps":["trace[1818405098] 'process raft request' (duration: 223.754257ms)","trace[1818405098] 'compare' (duration: 66.535864ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:13:20.890859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.599387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:13:20.891031Z","caller":"traceutil/trace.go:171","msg":"trace[2051581840] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:733; }","duration":"252.788412ms","start":"2026-07-28T14:13:20.638224Z","end":"2026-07-28T14:13:20.891012Z","steps":["trace[2051581840] 'agreement among raft nodes before linearized reading' (duration: 251.968802ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:30.104539Z","caller":"traceutil/trace.go:171","msg":"trace[1654893205] linearizableReadLoop","detail":"{readStateIndex:830; appliedIndex:829; }","duration":"338.081131ms","start":"2026-07-28T14:13:29.766423Z","end":"2026-07-28T14:13:30.104504Z","steps":["trace[1654893205] 'read index received' (duration: 337.840705ms)","trace[1654893205] 'applied index is now lower than readState.Index' (duration: 238.956µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:13:30.104681Z","caller":"traceutil/trace.go:171","msg":"trace[1906368693] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"535.791966ms","start":"2026-07-28T14:13:29.568851Z","end":"2026-07-28T14:13:30.104643Z","steps":["trace[1906368693] 'process raft request' (duration: 535.440278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:30.104875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:29.568825Z","time spent":"535.95899ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:13:30.104932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.48047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-8r8j6\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-07-28T14:13:30.104993Z","caller":"traceutil/trace.go:171","msg":"trace[1236216549] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-8r8j6; range_end:; response_count:1; response_revision:801; }","duration":"338.607873ms","start":"2026-07-28T14:13:29.766369Z","end":"2026-07-28T14:13:30.104977Z","steps":["trace[1236216549] 'agreement among raft nodes before linearized reading' (duration: 338.375978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:30.105047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:29.766346Z","time spent":"338.688616ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3988,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-8r8j6\" "} {"level":"warn","ts":"2026-07-28T14:13:30.105066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.934695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T14:13:30.105156Z","caller":"traceutil/trace.go:171","msg":"trace[1285570369] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:801; }","duration":"138.1026ms","start":"2026-07-28T14:13:29.967034Z","end":"2026-07-28T14:13:30.105137Z","steps":["trace[1285570369] 'agreement among raft nodes before linearized reading' (duration: 137.798113ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:30.223715Z","caller":"traceutil/trace.go:171","msg":"trace[44467239] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"115.213804ms","start":"2026-07-28T14:13:30.108473Z","end":"2026-07-28T14:13:30.223687Z","steps":["trace[44467239] 'process raft request' (duration: 84.373347ms)","trace[44467239] 'compare' (duration: 30.724635ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:13:30.225447Z","caller":"traceutil/trace.go:171","msg":"trace[2045508971] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"114.782284ms","start":"2026-07-28T14:13:30.110608Z","end":"2026-07-28T14:13:30.22539Z","steps":["trace[2045508971] 'process raft request' (duration: 114.423155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:35.067099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.821245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T14:13:35.067261Z","caller":"traceutil/trace.go:171","msg":"trace[821135864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:863; }","duration":"102.034521ms","start":"2026-07-28T14:13:34.965176Z","end":"2026-07-28T14:13:35.067211Z","steps":["trace[821135864] 'range keys from in-memory index tree' (duration: 101.5823ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:09.648043Z","caller":"traceutil/trace.go:171","msg":"trace[87397874] linearizableReadLoop","detail":"{readStateIndex:1121; appliedIndex:1120; }","duration":"348.510534ms","start":"2026-07-28T14:14:09.299499Z","end":"2026-07-28T14:14:09.64801Z","steps":["trace[87397874] 'read index received' (duration: 348.269068ms)","trace[87397874] 'applied index is now lower than readState.Index' (duration: 239.916µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:14:09.648135Z","caller":"traceutil/trace.go:171","msg":"trace[198046410] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"369.761547ms","start":"2026-07-28T14:14:09.278329Z","end":"2026-07-28T14:14:09.64809Z","steps":["trace[198046410] 'process raft request' (duration: 369.44617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:09.648231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.711639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:14:09.648273Z","caller":"traceutil/trace.go:171","msg":"trace[1735715711] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1081; }","duration":"348.795091ms","start":"2026-07-28T14:14:09.299463Z","end":"2026-07-28T14:14:09.648258Z","steps":["trace[1735715711] 'agreement among raft nodes before linearized reading' (duration: 348.712539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:09.64831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:09.278306Z","time spent":"369.921841ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:14:09.648336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:09.299445Z","time spent":"348.854822ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-07-28T14:14:09.648331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.611666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:14:09.648337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.559861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:14:09.648431Z","caller":"traceutil/trace.go:171","msg":"trace[1345011386] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1081; }","duration":"206.707225ms","start":"2026-07-28T14:14:09.441701Z","end":"2026-07-28T14:14:09.648409Z","steps":["trace[1345011386] 'agreement among raft nodes before linearized reading' (duration: 206.554851ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:09.64843Z","caller":"traceutil/trace.go:171","msg":"trace[1370523973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1081; }","duration":"270.75068ms","start":"2026-07-28T14:14:09.377653Z","end":"2026-07-28T14:14:09.648404Z","steps":["trace[1370523973] 'agreement among raft nodes before linearized reading' (duration: 270.599416ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:40.58134Z","caller":"traceutil/trace.go:171","msg":"trace[1703083992] transaction","detail":"{read_only:false; response_revision:1421; number_of_response:1; }","duration":"123.144961ms","start":"2026-07-28T14:14:40.458171Z","end":"2026-07-28T14:14:40.581316Z","steps":["trace[1703083992] 'process raft request' (duration: 123.010098ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:40.786594Z","caller":"traceutil/trace.go:171","msg":"trace[1908300250] linearizableReadLoop","detail":"{readStateIndex:1470; appliedIndex:1469; }","duration":"117.30655ms","start":"2026-07-28T14:14:40.66926Z","end":"2026-07-28T14:14:40.786567Z","steps":["trace[1908300250] 'read index received' (duration: 103.360195ms)","trace[1908300250] 'applied index is now lower than readState.Index' (duration: 13.944645ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:14:40.786681Z","caller":"traceutil/trace.go:171","msg":"trace[1072069062] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"135.20007ms","start":"2026-07-28T14:14:40.651446Z","end":"2026-07-28T14:14:40.786646Z","steps":["trace[1072069062] 'process raft request' (duration: 121.171823ms)","trace[1072069062] 'compare' (duration: 13.774141ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:14:40.786796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.524676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T14:14:40.786843Z","caller":"traceutil/trace.go:171","msg":"trace[1276822029] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1423; }","duration":"117.586098ms","start":"2026-07-28T14:14:40.669242Z","end":"2026-07-28T14:14:40.786828Z","steps":["trace[1276822029] 'agreement among raft nodes before linearized reading' (duration: 117.426554ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:41.208372Z","caller":"traceutil/trace.go:171","msg":"trace[58727725] linearizableReadLoop","detail":"{readStateIndex:1471; appliedIndex:1470; }","duration":"319.46285ms","start":"2026-07-28T14:14:40.888879Z","end":"2026-07-28T14:14:41.208342Z","steps":["trace[58727725] 'read index received' (duration: 298.927967ms)","trace[58727725] 'applied index is now lower than readState.Index' (duration: 20.533953ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:14:41.208378Z","caller":"traceutil/trace.go:171","msg":"trace[1024677890] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"417.274562ms","start":"2026-07-28T14:14:40.791078Z","end":"2026-07-28T14:14:41.208352Z","steps":["trace[1024677890] 'process raft request' (duration: 396.703927ms)","trace[1024677890] 'compare' (duration: 20.424601ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:14:41.208694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.794838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.222\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-28T14:14:41.208675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:40.791049Z","time spent":"417.522558ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:14:41.20881Z","caller":"traceutil/trace.go:171","msg":"trace[2001240849] range","detail":"{range_begin:/registry/masterleases/162.253.55.222; range_end:; response_count:1; response_revision:1424; }","duration":"319.972162ms","start":"2026-07-28T14:14:40.888819Z","end":"2026-07-28T14:14:41.208792Z","steps":["trace[2001240849] 'agreement among raft nodes before linearized reading' (duration: 319.639514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:41.209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:40.888799Z","time spent":"320.187518ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.222\" "} {"level":"info","ts":"2026-07-28T14:14:41.219248Z","caller":"traceutil/trace.go:171","msg":"trace[524491680] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"172.272582ms","start":"2026-07-28T14:14:41.046938Z","end":"2026-07-28T14:14:41.21921Z","steps":["trace[524491680] 'process raft request' (duration: 172.108318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:41.219331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.553399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-28T14:14:41.219374Z","caller":"traceutil/trace.go:171","msg":"trace[1912385466] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1425; }","duration":"150.639391ms","start":"2026-07-28T14:14:41.068723Z","end":"2026-07-28T14:14:41.219363Z","steps":["trace[1912385466] 'agreement among raft nodes before linearized reading' (duration: 150.496208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:41.219371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.999901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-28T14:14:41.219449Z","caller":"traceutil/trace.go:171","msg":"trace[2076892433] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1425; }","duration":"161.138454ms","start":"2026-07-28T14:14:41.05829Z","end":"2026-07-28T14:14:41.219428Z","steps":["trace[2076892433] 'agreement among raft nodes before linearized reading' (duration: 160.876937ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:42.483932Z","caller":"traceutil/trace.go:171","msg":"trace[441085000] linearizableReadLoop","detail":"{readStateIndex:1479; appliedIndex:1478; }","duration":"105.64607ms","start":"2026-07-28T14:14:42.378256Z","end":"2026-07-28T14:14:42.483902Z","steps":["trace[441085000] 'read index received' (duration: 105.415815ms)","trace[441085000] 'applied index is now lower than readState.Index' (duration: 229.015µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:14:42.484049Z","caller":"traceutil/trace.go:171","msg":"trace[34223726] transaction","detail":"{read_only:false; response_revision:1431; number_of_response:1; }","duration":"140.125039ms","start":"2026-07-28T14:14:42.343885Z","end":"2026-07-28T14:14:42.48401Z","steps":["trace[34223726] 'process raft request' (duration: 139.836132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:42.484091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.824114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:14:42.484269Z","caller":"traceutil/trace.go:171","msg":"trace[836344831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1431; }","duration":"106.024189ms","start":"2026-07-28T14:14:42.378201Z","end":"2026-07-28T14:14:42.484226Z","steps":["trace[836344831] 'agreement among raft nodes before linearized reading' (duration: 105.838964ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:42.984593Z","caller":"traceutil/trace.go:171","msg":"trace[1605865246] linearizableReadLoop","detail":"{readStateIndex:1481; appliedIndex:1480; }","duration":"193.739167ms","start":"2026-07-28T14:14:42.790817Z","end":"2026-07-28T14:14:42.984556Z","steps":["trace[1605865246] 'read index received' (duration: 171.0185ms)","trace[1605865246] 'applied index is now lower than readState.Index' (duration: 22.719287ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:14:42.984694Z","caller":"traceutil/trace.go:171","msg":"trace[2080508057] transaction","detail":"{read_only:false; response_revision:1433; number_of_response:1; }","duration":"330.249039ms","start":"2026-07-28T14:14:42.654395Z","end":"2026-07-28T14:14:42.984644Z","steps":["trace[2080508057] 'process raft request' (duration: 307.473091ms)","trace[2080508057] 'compare' (duration: 22.45093ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:14:42.984811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.976573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T14:14:42.984855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.328835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:14:42.984904Z","caller":"traceutil/trace.go:171","msg":"trace[1840517938] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1433; }","duration":"194.104955ms","start":"2026-07-28T14:14:42.790781Z","end":"2026-07-28T14:14:42.984886Z","steps":["trace[1840517938] 'agreement among raft nodes before linearized reading' (duration: 193.8754ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:42.984944Z","caller":"traceutil/trace.go:171","msg":"trace[817296004] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1433; }","duration":"118.485398ms","start":"2026-07-28T14:14:42.86644Z","end":"2026-07-28T14:14:42.984925Z","steps":["trace[817296004] 'agreement among raft nodes before linearized reading' (duration: 118.319614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:42.985045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:42.65436Z","time spent":"330.515535ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:14:43.7065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.99295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:14:43.706776Z","caller":"traceutil/trace.go:171","msg":"trace[1473926477] linearizableReadLoop","detail":"{readStateIndex:1482; appliedIndex:1481; }","duration":"678.604694ms","start":"2026-07-28T14:14:43.028149Z","end":"2026-07-28T14:14:43.706754Z","steps":["trace[1473926477] 'read index received' (duration: 339.279476ms)","trace[1473926477] 'applied index is now lower than readState.Index' (duration: 339.323448ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:14:43.706858Z","caller":"traceutil/trace.go:171","msg":"trace[959419778] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"717.103051ms","start":"2026-07-28T14:14:42.98971Z","end":"2026-07-28T14:14:43.706813Z","steps":["trace[959419778] 'process raft request' (duration: 377.698881ms)","trace[959419778] 'compare' (duration: 338.56786ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:14:43.707011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.775189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:14:43.707134Z","caller":"traceutil/trace.go:171","msg":"trace[62441440] range","detail":"{range_begin:/registry/resourcequotas/cert-manager/; range_end:/registry/resourcequotas/cert-manager0; response_count:0; response_revision:1434; }","duration":"678.984584ms","start":"2026-07-28T14:14:43.028131Z","end":"2026-07-28T14:14:43.707115Z","steps":["trace[62441440] 'agreement among raft nodes before linearized reading' (duration: 678.689347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:43.707212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:43.028066Z","time spent":"679.133677ms","remote":"127.0.0.1:54018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" "} {"level":"warn","ts":"2026-07-28T14:14:43.707043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:42.989676Z","time spent":"717.254854ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:14:43.737885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.119703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:14:43.737988Z","caller":"traceutil/trace.go:171","msg":"trace[411427302] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"513.31113ms","start":"2026-07-28T14:14:43.224646Z","end":"2026-07-28T14:14:43.737958Z","steps":["trace[411427302] 'process raft request' (duration: 513.011793ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:43.738013Z","caller":"traceutil/trace.go:171","msg":"trace[419404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1435; }","duration":"359.308578ms","start":"2026-07-28T14:14:43.378689Z","end":"2026-07-28T14:14:43.737997Z","steps":["trace[419404] 'agreement among raft nodes before linearized reading' (duration: 359.114304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:43.738118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:43.224612Z","time spent":"513.452724ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:14:43.738113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.953638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-28T14:14:43.738194Z","caller":"traceutil/trace.go:171","msg":"trace[10725897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1435; }","duration":"455.078691ms","start":"2026-07-28T14:14:43.283092Z","end":"2026-07-28T14:14:43.738171Z","steps":["trace[10725897] 'agreement among raft nodes before linearized reading' (duration: 454.877876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:43.738259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:43.283066Z","time spent":"455.178363ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T14:14:43.738216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:43.378669Z","time spent":"359.476472ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:14:43.738038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.039546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-28T14:14:43.738424Z","caller":"traceutil/trace.go:171","msg":"trace[270152682] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1435; }","duration":"454.547798ms","start":"2026-07-28T14:14:43.283861Z","end":"2026-07-28T14:14:43.738409Z","steps":["trace[270152682] 'agreement among raft nodes before linearized reading' (duration: 453.962894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:43.738468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:43.283845Z","time spent":"454.609669ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T14:14:44.19889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.62424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:471"} {"level":"warn","ts":"2026-07-28T14:14:44.198977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.170494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-28T14:14:44.198996Z","caller":"traceutil/trace.go:171","msg":"trace[1388902251] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1438; }","duration":"120.787604ms","start":"2026-07-28T14:14:44.078185Z","end":"2026-07-28T14:14:44.198973Z","steps":["trace[1388902251] 'range keys from in-memory index tree' (duration: 120.402095ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:44.199058Z","caller":"traceutil/trace.go:171","msg":"trace[232959814] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1438; }","duration":"240.287747ms","start":"2026-07-28T14:14:43.958739Z","end":"2026-07-28T14:14:44.199026Z","steps":["trace[232959814] 'range keys from in-memory index tree' (duration: 239.960809ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:44.783579Z","caller":"traceutil/trace.go:171","msg":"trace[1016759984] transaction","detail":"{read_only:false; response_revision:1441; number_of_response:1; }","duration":"145.61344ms","start":"2026-07-28T14:14:44.63794Z","end":"2026-07-28T14:14:44.783553Z","steps":["trace[1016759984] 'process raft request' (duration: 145.494628ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:45.531742Z","caller":"traceutil/trace.go:171","msg":"trace[1984080020] linearizableReadLoop","detail":"{readStateIndex:1491; appliedIndex:1490; }","duration":"156.136933ms","start":"2026-07-28T14:14:45.37558Z","end":"2026-07-28T14:14:45.531717Z","steps":["trace[1984080020] 'read index received' (duration: 156.01583ms)","trace[1984080020] 'applied index is now lower than readState.Index' (duration: 120.043µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:14:45.531796Z","caller":"traceutil/trace.go:171","msg":"trace[1379387381] transaction","detail":"{read_only:false; response_revision:1443; number_of_response:1; }","duration":"174.998987ms","start":"2026-07-28T14:14:45.356764Z","end":"2026-07-28T14:14:45.531763Z","steps":["trace[1379387381] 'process raft request' (duration: 174.805543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:45.531877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.283107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:14:45.531909Z","caller":"traceutil/trace.go:171","msg":"trace[1229848112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1443; }","duration":"156.39392ms","start":"2026-07-28T14:14:45.375506Z","end":"2026-07-28T14:14:45.5319Z","steps":["trace[1229848112] 'agreement among raft nodes before linearized reading' (duration: 156.315238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:45.876865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.889609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T14:14:45.876959Z","caller":"traceutil/trace.go:171","msg":"trace[1208522751] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1443; }","duration":"166.039102ms","start":"2026-07-28T14:14:45.710897Z","end":"2026-07-28T14:14:45.876936Z","steps":["trace[1208522751] 'range keys from in-memory index tree' (duration: 165.699524ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:45.912733Z","caller":"traceutil/trace.go:171","msg":"trace[896291654] linearizableReadLoop","detail":"{readStateIndex:1492; appliedIndex:1491; }","duration":"165.175871ms","start":"2026-07-28T14:14:45.747533Z","end":"2026-07-28T14:14:45.912708Z","steps":["trace[896291654] 'read index received' (duration: 165.11585ms)","trace[896291654] 'applied index is now lower than readState.Index' (duration: 58.731µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:14:45.912847Z","caller":"traceutil/trace.go:171","msg":"trace[985580701] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"168.532912ms","start":"2026-07-28T14:14:45.744281Z","end":"2026-07-28T14:14:45.912814Z","steps":["trace[985580701] 'process raft request' (duration: 168.273425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:45.912993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.448237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T14:14:45.913066Z","caller":"traceutil/trace.go:171","msg":"trace[1388636869] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1444; }","duration":"165.5743ms","start":"2026-07-28T14:14:45.747476Z","end":"2026-07-28T14:14:45.91305Z","steps":["trace[1388636869] 'agreement among raft nodes before linearized reading' (duration: 165.360515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:46.413115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609343161,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:14:46.644974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.949639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:14:46.645372Z","caller":"traceutil/trace.go:171","msg":"trace[335676804] transaction","detail":"{read_only:false; response_revision:1445; number_of_response:1; }","duration":"763.962676ms","start":"2026-07-28T14:14:45.88138Z","end":"2026-07-28T14:14:46.645343Z","steps":["trace[335676804] 'process raft request' (duration: 654.566226ms)","trace[335676804] 'compare' (duration: 108.528219ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:14:46.645572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:45.881354Z","time spent":"764.144461ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:14:46.764911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.824511ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-28T14:14:46.777337Z","caller":"traceutil/trace.go:171","msg":"trace[1275360925] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"860.812485ms","start":"2026-07-28T14:14:45.9165Z","end":"2026-07-28T14:14:46.777312Z","steps":["trace[1275360925] 'process raft request' (duration: 860.594129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:46.777575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:45.916479Z","time spent":"860.997789ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:14:46.777645Z","caller":"traceutil/trace.go:171","msg":"trace[1118825671] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"634.991485ms","start":"2026-07-28T14:14:46.142629Z","end":"2026-07-28T14:14:46.77762Z","steps":["trace[1118825671] 'process raft request' (duration: 634.645417ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:46.777677Z","caller":"traceutil/trace.go:171","msg":"trace[1928805508] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"355.199279ms","start":"2026-07-28T14:14:46.422454Z","end":"2026-07-28T14:14:46.777654Z","steps":["trace[1928805508] 'process raft request' (duration: 355.041115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:46.777784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:46.422436Z","time spent":"355.291681ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:14:46.777782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:46.142601Z","time spent":"635.116448ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:14:46.777803Z","caller":"traceutil/trace.go:171","msg":"trace[959235025] linearizableReadLoop","detail":"{readStateIndex:1496; appliedIndex:1492; }","duration":"864.987155ms","start":"2026-07-28T14:14:45.912803Z","end":"2026-07-28T14:14:46.77779Z","steps":["trace[959235025] 'read index received' (duration: 623.11994ms)","trace[959235025] 'applied index is now lower than readState.Index' (duration: 241.865955ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:14:46.77792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027184044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-28T14:14:46.777958Z","caller":"traceutil/trace.go:171","msg":"trace[1540835952] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1448; }","duration":"1.027263016s","start":"2026-07-28T14:14:45.750685Z","end":"2026-07-28T14:14:46.777948Z","steps":["trace[1540835952] 'agreement among raft nodes before linearized reading' (duration: 1.027142403s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:46.777992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:45.750661Z","time spent":"1.027324238s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T14:14:46.778038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.59265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:14:46.778094Z","caller":"traceutil/trace.go:171","msg":"trace[199167803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1448; }","duration":"400.740533ms","start":"2026-07-28T14:14:46.377339Z","end":"2026-07-28T14:14:46.77808Z","steps":["trace[199167803] 'agreement among raft nodes before linearized reading' (duration: 400.60645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:46.778093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.487022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-28T14:14:46.778144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:46.377319Z","time spent":"400.810755ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T14:14:46.778154Z","caller":"traceutil/trace.go:171","msg":"trace[672915587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1448; }","duration":"854.585125ms","start":"2026-07-28T14:14:45.923552Z","end":"2026-07-28T14:14:46.778137Z","steps":["trace[672915587] 'agreement among raft nodes before linearized reading' (duration: 854.39538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:46.778195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:45.923537Z","time spent":"854.649917ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T14:14:46.778235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.008127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T14:14:46.778348Z","caller":"traceutil/trace.go:171","msg":"trace[5399082] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1448; }","duration":"566.170761ms","start":"2026-07-28T14:14:46.21216Z","end":"2026-07-28T14:14:46.77833Z","steps":["trace[5399082] 'agreement among raft nodes before linearized reading' (duration: 565.833823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:46.778745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:46.212138Z","time spent":"566.592951ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T14:14:46.969491Z","caller":"traceutil/trace.go:171","msg":"trace[781055159] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"118.51709ms","start":"2026-07-28T14:14:46.850952Z","end":"2026-07-28T14:14:46.969469Z","steps":["trace[781055159] 'process raft request' (duration: 118.375566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:48.314523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.343414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:14:48.31461Z","caller":"traceutil/trace.go:171","msg":"trace[1485489900] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1455; }","duration":"239.493197ms","start":"2026-07-28T14:14:48.075098Z","end":"2026-07-28T14:14:48.314591Z","steps":["trace[1485489900] 'count revisions from in-memory index tree' (duration: 239.253931ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:48.959255Z","caller":"traceutil/trace.go:171","msg":"trace[1804504568] linearizableReadLoop","detail":"{readStateIndex:1505; appliedIndex:1504; }","duration":"177.461706ms","start":"2026-07-28T14:14:48.781744Z","end":"2026-07-28T14:14:48.959206Z","steps":["trace[1804504568] 'read index received' (duration: 177.294932ms)","trace[1804504568] 'applied index is now lower than readState.Index' (duration: 165.454µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:14:48.959334Z","caller":"traceutil/trace.go:171","msg":"trace[1460180633] transaction","detail":"{read_only:false; response_revision:1456; number_of_response:1; }","duration":"305.158517ms","start":"2026-07-28T14:14:48.65415Z","end":"2026-07-28T14:14:48.959308Z","steps":["trace[1460180633] 'process raft request' (duration: 304.90739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:48.959466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:48.654133Z","time spent":"305.263129ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:14:48.959496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.736073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T14:14:48.959572Z","caller":"traceutil/trace.go:171","msg":"trace[444806464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1456; }","duration":"177.859986ms","start":"2026-07-28T14:14:48.781693Z","end":"2026-07-28T14:14:48.959553Z","steps":["trace[444806464] 'agreement among raft nodes before linearized reading' (duration: 177.633641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:48.95957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.636017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-28T14:14:48.959639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.664302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-28T14:14:48.959642Z","caller":"traceutil/trace.go:171","msg":"trace[1377216792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1456; }","duration":"144.73738ms","start":"2026-07-28T14:14:48.814872Z","end":"2026-07-28T14:14:48.959609Z","steps":["trace[1377216792] 'agreement among raft nodes before linearized reading' (duration: 144.519435ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:48.959661Z","caller":"traceutil/trace.go:171","msg":"trace[1806781924] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1456; }","duration":"108.728474ms","start":"2026-07-28T14:14:48.850927Z","end":"2026-07-28T14:14:48.959655Z","steps":["trace[1806781924] 'agreement among raft nodes before linearized reading' (duration: 108.626261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:49.250023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.174807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:14:49.250139Z","caller":"traceutil/trace.go:171","msg":"trace[665613886] transaction","detail":"{read_only:false; response_revision:1457; number_of_response:1; }","duration":"286.707053ms","start":"2026-07-28T14:14:48.963413Z","end":"2026-07-28T14:14:49.25012Z","steps":["trace[665613886] 'process raft request' (duration: 127.352702ms)","trace[665613886] 'compare' (duration: 159.041294ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:14:50.436815Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.34602786s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T14:14:50.474952Z","caller":"traceutil/trace.go:171","msg":"trace[380972440] linearizableReadLoop","detail":"{readStateIndex:1508; appliedIndex:1505; }","duration":"1.501815675s","start":"2026-07-28T14:14:48.973119Z","end":"2026-07-28T14:14:50.474934Z","steps":["trace[380972440] 'read index received' (duration: 117.578516ms)","trace[380972440] 'applied index is now lower than readState.Index' (duration: 1.384236359s)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:14:50.475036Z","caller":"traceutil/trace.go:171","msg":"trace[1319994803] transaction","detail":"{read_only:false; response_revision:1459; number_of_response:1; }","duration":"1.511503478s","start":"2026-07-28T14:14:48.963521Z","end":"2026-07-28T14:14:50.475025Z","steps":["trace[1319994803] 'process raft request' (duration: 1.511343934s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:50.475005Z","caller":"traceutil/trace.go:171","msg":"trace[1663111698] transaction","detail":"{read_only:false; response_revision:1458; number_of_response:1; }","duration":"1.511528549s","start":"2026-07-28T14:14:48.963448Z","end":"2026-07-28T14:14:50.474976Z","steps":["trace[1663111698] 'process raft request' (duration: 1.473529655s)","trace[1663111698] 'compare' (duration: 37.605244ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:14:50.475111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:48.963496Z","time spent":"1.51155911s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:14:50.475159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:48.963426Z","time spent":"1.511641831s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:14:50.475352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502214135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T14:14:50.475456Z","caller":"traceutil/trace.go:171","msg":"trace[598791306] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1459; }","duration":"1.502353088s","start":"2026-07-28T14:14:48.973085Z","end":"2026-07-28T14:14:50.475439Z","steps":["trace[598791306] 'agreement among raft nodes before linearized reading' (duration: 1.50201185s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:50.475593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:48.973078Z","time spent":"1.502502231s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T14:14:50.668902Z","caller":"traceutil/trace.go:171","msg":"trace[245065373] transaction","detail":"{read_only:false; response_revision:1460; number_of_response:1; }","duration":"682.697822ms","start":"2026-07-28T14:14:49.986164Z","end":"2026-07-28T14:14:50.668861Z","steps":["trace[245065373] 'process raft request' (duration: 613.457757ms)","trace[245065373] 'compare' (duration: 68.953858ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:14:50.669005Z","caller":"traceutil/trace.go:171","msg":"trace[1669014964] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"189.763642ms","start":"2026-07-28T14:14:50.479211Z","end":"2026-07-28T14:14:50.668975Z","steps":["trace[1669014964] 'process raft request' (duration: 189.658089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:50.669092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:49.986138Z","time spent":"682.859706ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:14:50.669307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.438567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:14:50.669358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366675986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-28T14:14:50.669286Z","caller":"traceutil/trace.go:171","msg":"trace[586527583] linearizableReadLoop","detail":"{readStateIndex:1509; appliedIndex:1508; }","duration":"194.22402ms","start":"2026-07-28T14:14:50.475002Z","end":"2026-07-28T14:14:50.669226Z","steps":["trace[586527583] 'read index received' (duration: 124.7575ms)","trace[586527583] 'applied index is now lower than readState.Index' (duration: 69.4618ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:14:50.669399Z","caller":"traceutil/trace.go:171","msg":"trace[698207835] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1461; }","duration":"1.366737758s","start":"2026-07-28T14:14:49.302651Z","end":"2026-07-28T14:14:50.669388Z","steps":["trace[698207835] 'agreement among raft nodes before linearized reading' (duration: 1.366580084s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:50.669481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504362427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-28T14:14:50.669483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393832089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:471"} {"level":"info","ts":"2026-07-28T14:14:50.669527Z","caller":"traceutil/trace.go:171","msg":"trace[1761861370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1461; }","duration":"1.504407868s","start":"2026-07-28T14:14:49.165111Z","end":"2026-07-28T14:14:50.669519Z","steps":["trace[1761861370] 'agreement among raft nodes before linearized reading' (duration: 1.504317086s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:50.669543Z","caller":"traceutil/trace.go:171","msg":"trace[1116479258] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1461; }","duration":"1.393943282s","start":"2026-07-28T14:14:49.275587Z","end":"2026-07-28T14:14:50.66953Z","steps":["trace[1116479258] 'agreement among raft nodes before linearized reading' (duration: 1.393727827s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:50.669555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:49.16507Z","time spent":"1.504479639s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T14:14:50.669391Z","caller":"traceutil/trace.go:171","msg":"trace[73315742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1461; }","duration":"291.575269ms","start":"2026-07-28T14:14:50.3778Z","end":"2026-07-28T14:14:50.669375Z","steps":["trace[73315742] 'agreement among raft nodes before linearized reading' (duration: 291.427366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:50.669599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:49.275571Z","time spent":"1.394009463s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":494,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:14:50.669443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.227283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:14:50.66977Z","caller":"traceutil/trace.go:171","msg":"trace[1625691260] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1461; }","duration":"242.605432ms","start":"2026-07-28T14:14:50.427147Z","end":"2026-07-28T14:14:50.669752Z","steps":["trace[1625691260] 'agreement among raft nodes before linearized reading' (duration: 242.209233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:50.669623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:49.302638Z","time spent":"1.366964693s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T14:14:50.97955Z","caller":"traceutil/trace.go:171","msg":"trace[2005829798] linearizableReadLoop","detail":"{readStateIndex:1513; appliedIndex:1511; }","duration":"170.10311ms","start":"2026-07-28T14:14:50.809427Z","end":"2026-07-28T14:14:50.97953Z","steps":["trace[2005829798] 'read index received' (duration: 169.6683ms)","trace[2005829798] 'applied index is now lower than readState.Index' (duration: 434.19µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:14:50.97977Z","caller":"traceutil/trace.go:171","msg":"trace[1724908266] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"304.383148ms","start":"2026-07-28T14:14:50.675378Z","end":"2026-07-28T14:14:50.979761Z","steps":["trace[1724908266] 'process raft request' (duration: 303.773083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:50.979865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:50.67535Z","time spent":"304.44693ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:14:50.980321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.867858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:14:50.980345Z","caller":"traceutil/trace.go:171","msg":"trace[576269674] transaction","detail":"{read_only:false; response_revision:1464; number_of_response:1; }","duration":"304.537722ms","start":"2026-07-28T14:14:50.675776Z","end":"2026-07-28T14:14:50.980314Z","steps":["trace[576269674] 'process raft request' (duration: 303.665531ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:50.980402Z","caller":"traceutil/trace.go:171","msg":"trace[200862499] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1464; }","duration":"170.989071ms","start":"2026-07-28T14:14:50.809395Z","end":"2026-07-28T14:14:50.980384Z","steps":["trace[200862499] 'agreement among raft nodes before linearized reading' (duration: 170.846527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:50.980491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:50.675757Z","time spent":"304.653524ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:14:51.788759Z","caller":"traceutil/trace.go:171","msg":"trace[372555163] transaction","detail":"{read_only:false; response_revision:1467; number_of_response:1; }","duration":"530.313309ms","start":"2026-07-28T14:14:51.25842Z","end":"2026-07-28T14:14:51.788733Z","steps":["trace[372555163] 'process raft request' (duration: 530.163876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:51.788916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:51.258397Z","time spent":"530.439913ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:14:52.583609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.794958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T14:14:52.583688Z","caller":"traceutil/trace.go:171","msg":"trace[1352525893] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1467; }","duration":"732.924161ms","start":"2026-07-28T14:14:51.850744Z","end":"2026-07-28T14:14:52.583668Z","steps":["trace[1352525893] 'range keys from in-memory index tree' (duration: 732.598004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:52.583728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:51.850722Z","time spent":"732.997022ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:14:52.878597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609343207,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T14:14:53.168495Z","caller":"traceutil/trace.go:171","msg":"trace[359381405] transaction","detail":"{read_only:false; response_revision:1468; number_of_response:1; }","duration":"794.472441ms","start":"2026-07-28T14:14:52.373995Z","end":"2026-07-28T14:14:53.168468Z","steps":["trace[359381405] 'process raft request' (duration: 794.303397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:53.168681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:52.373961Z","time spent":"794.627155ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:14:53.937729Z","caller":"traceutil/trace.go:171","msg":"trace[416263635] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"1.350012076s","start":"2026-07-28T14:14:52.587695Z","end":"2026-07-28T14:14:53.937707Z","steps":["trace[416263635] 'process raft request' (duration: 1.34980062s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:53.937905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:52.587672Z","time spent":"1.350126908s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:14:53.938109Z","caller":"traceutil/trace.go:171","msg":"trace[427183876] linearizableReadLoop","detail":"{readStateIndex:1520; appliedIndex:1517; }","duration":"1.560466246s","start":"2026-07-28T14:14:52.377615Z","end":"2026-07-28T14:14:53.938081Z","steps":["trace[427183876] 'read index received' (duration: 790.582247ms)","trace[427183876] 'applied index is now lower than readState.Index' (duration: 769.881479ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:14:53.938254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5606513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:14:53.938227Z","caller":"traceutil/trace.go:171","msg":"trace[904082065] transaction","detail":"{read_only:false; response_revision:1470; number_of_response:1; }","duration":"1.263898605s","start":"2026-07-28T14:14:52.674301Z","end":"2026-07-28T14:14:53.9382Z","steps":["trace[904082065] 'process raft request' (duration: 1.263352112s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:53.938297Z","caller":"traceutil/trace.go:171","msg":"trace[1529879699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1470; }","duration":"1.560739392s","start":"2026-07-28T14:14:52.377547Z","end":"2026-07-28T14:14:53.938287Z","steps":["trace[1529879699] 'agreement among raft nodes before linearized reading' (duration: 1.5606776s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:53.938329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:52.377524Z","time spent":"1.560798573s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:14:53.938395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:52.674287Z","time spent":"1.264023108s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:14:53.938634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.749933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-28T14:14:53.938645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458783341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-28T14:14:53.938747Z","caller":"traceutil/trace.go:171","msg":"trace[1896087731] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1470; }","duration":"1.458952725s","start":"2026-07-28T14:14:52.479777Z","end":"2026-07-28T14:14:53.93873Z","steps":["trace[1896087731] 'agreement among raft nodes before linearized reading' (duration: 1.458664368s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:53.938754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45877611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-28T14:14:53.938798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:52.479747Z","time spent":"1.459041027s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T14:14:53.938818Z","caller":"traceutil/trace.go:171","msg":"trace[1447407629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1470; }","duration":"1.458857743s","start":"2026-07-28T14:14:52.479947Z","end":"2026-07-28T14:14:53.938805Z","steps":["trace[1447407629] 'agreement among raft nodes before linearized reading' (duration: 1.45871354s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:53.938811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.072089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T14:14:53.93886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:52.479941Z","time spent":"1.458907154s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T14:14:53.938867Z","caller":"traceutil/trace.go:171","msg":"trace[1543411561] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1470; }","duration":"905.16124ms","start":"2026-07-28T14:14:53.033693Z","end":"2026-07-28T14:14:53.938854Z","steps":["trace[1543411561] 'agreement among raft nodes before linearized reading' (duration: 905.025227ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:53.938692Z","caller":"traceutil/trace.go:171","msg":"trace[1885847243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1470; }","duration":"954.847185ms","start":"2026-07-28T14:14:52.983832Z","end":"2026-07-28T14:14:53.938679Z","steps":["trace[1885847243] 'agreement among raft nodes before linearized reading' (duration: 954.680231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:53.938921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26494943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T14:14:53.938929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:53.033682Z","time spent":"905.237003ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T14:14:53.938981Z","caller":"traceutil/trace.go:171","msg":"trace[1619619345] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1470; }","duration":"1.265045363s","start":"2026-07-28T14:14:52.673917Z","end":"2026-07-28T14:14:53.938962Z","steps":["trace[1619619345] 'agreement among raft nodes before linearized reading' (duration: 1.264808577s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:53.938982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:52.983785Z","time spent":"955.176273ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:14:53.93868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.889818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-28T14:14:53.939027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:52.673901Z","time spent":"1.265115974s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T14:14:53.939043Z","caller":"traceutil/trace.go:171","msg":"trace[1080802532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1470; }","duration":"146.289337ms","start":"2026-07-28T14:14:53.792743Z","end":"2026-07-28T14:14:53.939032Z","steps":["trace[1080802532] 'agreement among raft nodes before linearized reading' (duration: 145.818846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:53.938704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411735319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T14:14:53.939499Z","caller":"traceutil/trace.go:171","msg":"trace[824271497] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1470; }","duration":"1.412518378s","start":"2026-07-28T14:14:52.526958Z","end":"2026-07-28T14:14:53.939477Z","steps":["trace[824271497] 'agreement among raft nodes before linearized reading' (duration: 1.411648557s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:53.939566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:52.526894Z","time spent":"1.412653992s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T14:15:08.099923Z","caller":"traceutil/trace.go:171","msg":"trace[169210749] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"116.04252ms","start":"2026-07-28T14:15:07.983861Z","end":"2026-07-28T14:15:08.099903Z","steps":["trace[169210749] 'process raft request' (duration: 115.553538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:08.164217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.99113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-28T14:15:08.164287Z","caller":"traceutil/trace.go:171","msg":"trace[327166403] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1611; }","duration":"109.093563ms","start":"2026-07-28T14:15:08.055176Z","end":"2026-07-28T14:15:08.16427Z","steps":["trace[327166403] 'agreement among raft nodes before linearized reading' (duration: 108.907638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:08.164421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.601109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-28T14:15:08.164438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.615449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-28T14:15:08.164591Z","caller":"traceutil/trace.go:171","msg":"trace[922235765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1611; }","duration":"100.832154ms","start":"2026-07-28T14:15:08.063738Z","end":"2026-07-28T14:15:08.164571Z","steps":["trace[922235765] 'agreement among raft nodes before linearized reading' (duration: 100.378483ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:08.164514Z","caller":"traceutil/trace.go:171","msg":"trace[1804270183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1611; }","duration":"100.739082ms","start":"2026-07-28T14:15:08.063752Z","end":"2026-07-28T14:15:08.164491Z","steps":["trace[1804270183] 'agreement among raft nodes before linearized reading' (duration: 100.469956ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:15.778273Z","caller":"traceutil/trace.go:171","msg":"trace[1751738782] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"319.725116ms","start":"2026-07-28T14:15:15.458522Z","end":"2026-07-28T14:15:15.778247Z","steps":["trace[1751738782] 'process raft request' (duration: 319.556272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:15.778435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:15.458496Z","time spent":"319.86441ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:15:15.781099Z","caller":"traceutil/trace.go:171","msg":"trace[256659645] linearizableReadLoop","detail":"{readStateIndex:1808; appliedIndex:1806; }","duration":"112.500284ms","start":"2026-07-28T14:15:15.668578Z","end":"2026-07-28T14:15:15.781078Z","steps":["trace[256659645] 'read index received' (duration: 109.550703ms)","trace[256659645] 'applied index is now lower than readState.Index' (duration: 2.948581ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:15:15.781238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.650079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:15:15.781274Z","caller":"traceutil/trace.go:171","msg":"trace[1682868624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1751; }","duration":"112.739401ms","start":"2026-07-28T14:15:15.668522Z","end":"2026-07-28T14:15:15.781262Z","steps":["trace[1682868624] 'agreement among raft nodes before linearized reading' (duration: 112.666059ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:15.781399Z","caller":"traceutil/trace.go:171","msg":"trace[1387364016] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"236.622549ms","start":"2026-07-28T14:15:15.544608Z","end":"2026-07-28T14:15:15.781231Z","steps":["trace[1387364016] 'process raft request' (duration: 236.339632ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:16.22534Z","caller":"traceutil/trace.go:171","msg":"trace[1597489893] linearizableReadLoop","detail":"{readStateIndex:1810; appliedIndex:1809; }","duration":"192.430117ms","start":"2026-07-28T14:15:16.032886Z","end":"2026-07-28T14:15:16.225316Z","steps":["trace[1597489893] 'read index received' (duration: 182.309413ms)","trace[1597489893] 'applied index is now lower than readState.Index' (duration: 10.118964ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:15:16.225669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.781405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-28T14:15:16.225715Z","caller":"traceutil/trace.go:171","msg":"trace[1772448362] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1753; }","duration":"192.872447ms","start":"2026-07-28T14:15:16.032828Z","end":"2026-07-28T14:15:16.225701Z","steps":["trace[1772448362] 'agreement among raft nodes before linearized reading' (duration: 192.617471ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:17.602742Z","caller":"traceutil/trace.go:171","msg":"trace[1386484041] linearizableReadLoop","detail":"{readStateIndex:1822; appliedIndex:1821; }","duration":"225.563823ms","start":"2026-07-28T14:15:17.377154Z","end":"2026-07-28T14:15:17.602718Z","steps":["trace[1386484041] 'read index received' (duration: 225.326647ms)","trace[1386484041] 'applied index is now lower than readState.Index' (duration: 236.176µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:15:17.603054Z","caller":"traceutil/trace.go:171","msg":"trace[214835779] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"255.749009ms","start":"2026-07-28T14:15:17.347284Z","end":"2026-07-28T14:15:17.603033Z","steps":["trace[214835779] 'process raft request' (duration: 255.284798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:17.603114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.906132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:15:17.603155Z","caller":"traceutil/trace.go:171","msg":"trace[1700690041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1764; }","duration":"226.044805ms","start":"2026-07-28T14:15:17.3771Z","end":"2026-07-28T14:15:17.603145Z","steps":["trace[1700690041] 'agreement among raft nodes before linearized reading' (duration: 225.925502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:17.603344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.16083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:15:17.603479Z","caller":"traceutil/trace.go:171","msg":"trace[115769145] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1764; }","duration":"103.444348ms","start":"2026-07-28T14:15:17.500015Z","end":"2026-07-28T14:15:17.603459Z","steps":["trace[115769145] 'agreement among raft nodes before linearized reading' (duration: 103.101509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:44.611409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.813503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T14:15:44.611631Z","caller":"traceutil/trace.go:171","msg":"trace[870305559] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2228; }","duration":"562.063608ms","start":"2026-07-28T14:15:44.04953Z","end":"2026-07-28T14:15:44.611593Z","steps":["trace[870305559] 'range keys from in-memory index tree' (duration: 561.457643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:44.611691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:44.049516Z","time spent":"562.163881ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:15:44.611481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.832221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T14:15:44.612288Z","caller":"traceutil/trace.go:171","msg":"trace[1861011140] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2228; }","duration":"566.58097ms","start":"2026-07-28T14:15:44.045548Z","end":"2026-07-28T14:15:44.612129Z","steps":["trace[1861011140] 'range keys from in-memory index tree' (duration: 565.510273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:44.612619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:44.045528Z","time spent":"567.073511ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T14:15:44.626944Z","caller":"traceutil/trace.go:171","msg":"trace[488353184] linearizableReadLoop","detail":"{readStateIndex:2314; appliedIndex:2313; }","duration":"248.833673ms","start":"2026-07-28T14:15:44.378092Z","end":"2026-07-28T14:15:44.626926Z","steps":["trace[488353184] 'read index received' (duration: 248.71379ms)","trace[488353184] 'applied index is now lower than readState.Index' (duration: 119.103µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:15:44.627036Z","caller":"traceutil/trace.go:171","msg":"trace[1144971099] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"432.424923ms","start":"2026-07-28T14:15:44.194603Z","end":"2026-07-28T14:15:44.627028Z","steps":["trace[1144971099] 'process raft request' (duration: 432.211788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:44.627214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.100629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:15:44.627311Z","caller":"traceutil/trace.go:171","msg":"trace[1118290877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2229; }","duration":"249.272244ms","start":"2026-07-28T14:15:44.37802Z","end":"2026-07-28T14:15:44.627292Z","steps":["trace[1118290877] 'agreement among raft nodes before linearized reading' (duration: 249.12053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:44.627125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:44.194584Z","time spent":"432.470135ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:15:45.127476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609344696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:15:45.552519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.95915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:15:45.552999Z","caller":"traceutil/trace.go:171","msg":"trace[1903274274] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"1.166215651s","start":"2026-07-28T14:15:44.386696Z","end":"2026-07-28T14:15:45.552911Z","steps":["trace[1903274274] 'process raft request' (duration: 913.694908ms)","trace[1903274274] 'compare' (duration: 251.501298ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:15:45.553084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:44.386676Z","time spent":"1.166366195s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:15:45.553073Z","caller":"traceutil/trace.go:171","msg":"trace[707438324] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"1.068716155s","start":"2026-07-28T14:15:44.484318Z","end":"2026-07-28T14:15:45.553034Z","steps":["trace[707438324] 'process raft request' (duration: 1.068342886s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:45.553107Z","caller":"traceutil/trace.go:171","msg":"trace[1526318605] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"932.444518ms","start":"2026-07-28T14:15:44.620643Z","end":"2026-07-28T14:15:45.553088Z","steps":["trace[1526318605] 'process raft request' (duration: 932.290644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:45.553226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:44.620618Z","time spent":"932.552471ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:15:45.553236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:44.484247Z","time spent":"1.0689082s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:15:45.55322Z","caller":"traceutil/trace.go:171","msg":"trace[845472539] linearizableReadLoop","detail":"{readStateIndex:2318; appliedIndex:2314; }","duration":"926.203055ms","start":"2026-07-28T14:15:44.626999Z","end":"2026-07-28T14:15:45.553202Z","steps":["trace[845472539] 'read index received' (duration: 673.418824ms)","trace[845472539] 'applied index is now lower than readState.Index' (duration: 252.783151ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:15:45.553326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148587888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T14:15:45.553366Z","caller":"traceutil/trace.go:171","msg":"trace[1930946609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2233; }","duration":"1.14865422s","start":"2026-07-28T14:15:44.404693Z","end":"2026-07-28T14:15:45.553347Z","steps":["trace[1930946609] 'agreement among raft nodes before linearized reading' (duration: 1.148532457s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:45.553397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:44.404676Z","time spent":"1.148713711s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T14:15:45.553401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150328481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T14:15:45.553406Z","caller":"traceutil/trace.go:171","msg":"trace[573676721] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"932.660443ms","start":"2026-07-28T14:15:44.62073Z","end":"2026-07-28T14:15:45.55339Z","steps":["trace[573676721] 'process raft request' (duration: 932.289374ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:45.553446Z","caller":"traceutil/trace.go:171","msg":"trace[234266650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2233; }","duration":"1.150413483s","start":"2026-07-28T14:15:44.403021Z","end":"2026-07-28T14:15:45.553434Z","steps":["trace[234266650] 'agreement among raft nodes before linearized reading' (duration: 1.15029034s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:45.553472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:44.620699Z","time spent":"932.743235ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:15:45.553478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:44.403001Z","time spent":"1.150469614s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T14:15:45.553488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129839767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T14:15:45.55356Z","caller":"traceutil/trace.go:171","msg":"trace[1039422714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2233; }","duration":"1.12992877s","start":"2026-07-28T14:15:44.423609Z","end":"2026-07-28T14:15:45.553537Z","steps":["trace[1039422714] 'agreement among raft nodes before linearized reading' (duration: 1.129740345s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:45.55348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101613524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-28T14:15:45.553617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:44.423601Z","time spent":"1.130004171s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T14:15:45.553687Z","caller":"traceutil/trace.go:171","msg":"trace[1588836613] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2233; }","duration":"1.101862791s","start":"2026-07-28T14:15:44.451792Z","end":"2026-07-28T14:15:45.553654Z","steps":["trace[1588836613] 'agreement among raft nodes before linearized reading' (duration: 1.101563653s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:45.553467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143469132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T14:15:45.553759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:44.451781Z","time spent":"1.101959333s","remote":"127.0.0.1:56844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T14:15:45.553801Z","caller":"traceutil/trace.go:171","msg":"trace[1157416407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2233; }","duration":"1.143840622s","start":"2026-07-28T14:15:44.409948Z","end":"2026-07-28T14:15:45.553788Z","steps":["trace[1157416407] 'agreement among raft nodes before linearized reading' (duration: 1.143280048s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:45.553849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:44.409938Z","time spent":"1.143900393s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T14:15:45.553469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128975926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-28T14:15:45.55391Z","caller":"traceutil/trace.go:171","msg":"trace[759164199] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2233; }","duration":"1.129454458s","start":"2026-07-28T14:15:44.424438Z","end":"2026-07-28T14:15:45.553893Z","steps":["trace[759164199] 'agreement among raft nodes before linearized reading' (duration: 1.128772751s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:45.554018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:44.424414Z","time spent":"1.129585731s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T14:15:45.554225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128935255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T14:15:45.55437Z","caller":"traceutil/trace.go:171","msg":"trace[309043247] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2233; }","duration":"1.12911538s","start":"2026-07-28T14:15:44.425199Z","end":"2026-07-28T14:15:45.554315Z","steps":["trace[309043247] 'agreement among raft nodes before linearized reading' (duration: 1.128153696s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:45.554475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:44.425191Z","time spent":"1.129258043s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T14:15:45.849492Z","caller":"traceutil/trace.go:171","msg":"trace[483964358] linearizableReadLoop","detail":"{readStateIndex:2319; appliedIndex:2318; }","duration":"296.179246ms","start":"2026-07-28T14:15:45.553283Z","end":"2026-07-28T14:15:45.849463Z","steps":["trace[483964358] 'read index received' (duration: 290.905757ms)","trace[483964358] 'applied index is now lower than readState.Index' (duration: 5.271719ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:15:45.849534Z","caller":"traceutil/trace.go:171","msg":"trace[2098421991] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"301.571759ms","start":"2026-07-28T14:15:45.54792Z","end":"2026-07-28T14:15:45.849492Z","steps":["trace[2098421991] 'process raft request' (duration: 296.254608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:45.849729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2215346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:15:45.849722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:45.547893Z","time spent":"301.697872ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:15:45.849779Z","caller":"traceutil/trace.go:171","msg":"trace[695991127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2234; }","duration":"1.221633672s","start":"2026-07-28T14:15:44.628132Z","end":"2026-07-28T14:15:45.849765Z","steps":["trace[695991127] 'agreement among raft nodes before linearized reading' (duration: 1.22151838s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:45.84984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:44.628118Z","time spent":"1.221701575s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T14:15:45.919565Z","caller":"traceutil/trace.go:171","msg":"trace[1823946958] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"360.23032ms","start":"2026-07-28T14:15:45.559313Z","end":"2026-07-28T14:15:45.919543Z","steps":["trace[1823946958] 'process raft request' (duration: 360.161558ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:45.920158Z","caller":"traceutil/trace.go:171","msg":"trace[1390048657] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"360.955018ms","start":"2026-07-28T14:15:45.559174Z","end":"2026-07-28T14:15:45.920129Z","steps":["trace[1390048657] 'process raft request' (duration: 360.267891ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:45.919589Z","caller":"traceutil/trace.go:171","msg":"trace[62271063] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"361.289266ms","start":"2026-07-28T14:15:45.558278Z","end":"2026-07-28T14:15:45.919567Z","steps":["trace[62271063] 'process raft request' (duration: 361.057871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:45.920411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:45.559165Z","time spent":"361.093181ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:15:45.920489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:45.559306Z","time spent":"360.959229ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:15:45.920527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:45.558261Z","time spent":"362.050945ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:15:45.92059Z","caller":"traceutil/trace.go:171","msg":"trace[1951737355] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"361.135872ms","start":"2026-07-28T14:15:45.559407Z","end":"2026-07-28T14:15:45.920543Z","steps":["trace[1951737355] 'process raft request' (duration: 360.096397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:45.92072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:45.559395Z","time spent":"361.264035ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:15:45.920769Z","caller":"traceutil/trace.go:171","msg":"trace[1644197974] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"361.289687ms","start":"2026-07-28T14:15:45.559464Z","end":"2026-07-28T14:15:45.920753Z","steps":["trace[1644197974] 'process raft request' (duration: 360.808375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:45.920845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:45.559454Z","time spent":"361.361148ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:15:45.921327Z","caller":"traceutil/trace.go:171","msg":"trace[950966002] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"361.548843ms","start":"2026-07-28T14:15:45.559731Z","end":"2026-07-28T14:15:45.92128Z","steps":["trace[950966002] 'process raft request' (duration: 360.947048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:45.921434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:45.559722Z","time spent":"361.652555ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:15:45.921619Z","caller":"traceutil/trace.go:171","msg":"trace[576617504] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"175.714437ms","start":"2026-07-28T14:15:45.745883Z","end":"2026-07-28T14:15:45.921597Z","steps":["trace[576617504] 'process raft request' (duration: 175.546393ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:45.921683Z","caller":"traceutil/trace.go:171","msg":"trace[747127145] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"125.482713ms","start":"2026-07-28T14:15:45.796182Z","end":"2026-07-28T14:15:45.921665Z","steps":["trace[747127145] 'process raft request' (duration: 125.334139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:45.921996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.928804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:15:45.922149Z","caller":"traceutil/trace.go:171","msg":"trace[1464782783] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"232.748558ms","start":"2026-07-28T14:15:45.689365Z","end":"2026-07-28T14:15:45.922114Z","steps":["trace[1464782783] 'process raft request' (duration: 231.851276ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:45.922149Z","caller":"traceutil/trace.go:171","msg":"trace[1479350783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2243; }","duration":"137.095988ms","start":"2026-07-28T14:15:45.785019Z","end":"2026-07-28T14:15:45.922115Z","steps":["trace[1479350783] 'agreement among raft nodes before linearized reading' (duration: 136.845552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:46.407902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.74175ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-28T14:15:46.408015Z","caller":"traceutil/trace.go:171","msg":"trace[1826036555] linearizableReadLoop","detail":"{readStateIndex:2330; appliedIndex:2329; }","duration":"377.877943ms","start":"2026-07-28T14:15:46.030118Z","end":"2026-07-28T14:15:46.407996Z","steps":["trace[1826036555] 'read index received' (duration: 87.932µs)","trace[1826036555] 'applied index is now lower than readState.Index' (duration: 377.788541ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:15:46.40821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.078818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:15:46.408288Z","caller":"traceutil/trace.go:171","msg":"trace[11091678] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2244; }","duration":"378.185961ms","start":"2026-07-28T14:15:46.030082Z","end":"2026-07-28T14:15:46.408268Z","steps":["trace[11091678] 'agreement among raft nodes before linearized reading' (duration: 378.042147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:46.40837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:46.030064Z","time spent":"378.295284ms","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-28T14:15:46.708502Z","caller":"traceutil/trace.go:171","msg":"trace[1963644499] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"446.10183ms","start":"2026-07-28T14:15:46.262368Z","end":"2026-07-28T14:15:46.708469Z","steps":["trace[1963644499] 'process raft request' (duration: 445.885715ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:46.708501Z","caller":"traceutil/trace.go:171","msg":"trace[2127001737] linearizableReadLoop","detail":"{readStateIndex:2331; appliedIndex:2330; }","duration":"300.432161ms","start":"2026-07-28T14:15:46.408049Z","end":"2026-07-28T14:15:46.708481Z","steps":["trace[2127001737] 'read index received' (duration: 300.150664ms)","trace[2127001737] 'applied index is now lower than readState.Index' (duration: 279.846µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:15:46.70866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.400353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:15:46.708763Z","caller":"traceutil/trace.go:171","msg":"trace[551260590] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2245; }","duration":"305.560087ms","start":"2026-07-28T14:15:46.403182Z","end":"2026-07-28T14:15:46.708742Z","steps":["trace[551260590] 'agreement among raft nodes before linearized reading' (duration: 305.345632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:46.708749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:46.26234Z","time spent":"446.240203ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9167,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:15:46.708813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:46.403159Z","time spent":"305.643559ms","remote":"127.0.0.1:54452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:15:46.708678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.260728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-28T14:15:46.708959Z","caller":"traceutil/trace.go:171","msg":"trace[848300859] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2245; }","duration":"403.577715ms","start":"2026-07-28T14:15:46.305349Z","end":"2026-07-28T14:15:46.708927Z","steps":["trace[848300859] 'agreement among raft nodes before linearized reading' (duration: 403.201796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:46.709042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:46.305329Z","time spent":"403.690898ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:15:46.709173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.973931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:15:46.709267Z","caller":"traceutil/trace.go:171","msg":"trace[1053240215] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2245; }","duration":"298.122114ms","start":"2026-07-28T14:15:46.411125Z","end":"2026-07-28T14:15:46.709247Z","steps":["trace[1053240215] 'agreement among raft nodes before linearized reading' (duration: 297.873948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:46.709315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.314904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T14:15:46.70936Z","caller":"traceutil/trace.go:171","msg":"trace[2029118533] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2245; }","duration":"148.410107ms","start":"2026-07-28T14:15:46.560938Z","end":"2026-07-28T14:15:46.709348Z","steps":["trace[2029118533] 'agreement among raft nodes before linearized reading' (duration: 148.268653ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:51.685336Z","caller":"traceutil/trace.go:171","msg":"trace[1526852036] linearizableReadLoop","detail":"{readStateIndex:2380; appliedIndex:2379; }","duration":"160.835361ms","start":"2026-07-28T14:15:51.524477Z","end":"2026-07-28T14:15:51.685312Z","steps":["trace[1526852036] 'read index received' (duration: 160.682327ms)","trace[1526852036] 'applied index is now lower than readState.Index' (duration: 151.844µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:15:51.685398Z","caller":"traceutil/trace.go:171","msg":"trace[58158370] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"229.071238ms","start":"2026-07-28T14:15:51.456281Z","end":"2026-07-28T14:15:51.685353Z","steps":["trace[58158370] 'process raft request' (duration: 228.883584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:51.685582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.092517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1631"} {"level":"info","ts":"2026-07-28T14:15:51.685675Z","caller":"traceutil/trace.go:171","msg":"trace[358761247] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2293; }","duration":"161.22455ms","start":"2026-07-28T14:15:51.524423Z","end":"2026-07-28T14:15:51.685647Z","steps":["trace[358761247] 'agreement among raft nodes before linearized reading' (duration: 161.014095ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:51.690406Z","caller":"traceutil/trace.go:171","msg":"trace[2123326376] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"119.126057ms","start":"2026-07-28T14:15:51.57126Z","end":"2026-07-28T14:15:51.690386Z","steps":["trace[2123326376] 'process raft request' (duration: 118.980013ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:52.219718Z","caller":"traceutil/trace.go:171","msg":"trace[1574648960] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"182.983695ms","start":"2026-07-28T14:15:52.036692Z","end":"2026-07-28T14:15:52.219675Z","steps":["trace[1574648960] 'process raft request' (duration: 182.800471ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:52.219966Z","caller":"traceutil/trace.go:171","msg":"trace[72119298] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"182.962465ms","start":"2026-07-28T14:15:52.036975Z","end":"2026-07-28T14:15:52.219937Z","steps":["trace[72119298] 'process raft request' (duration: 182.661907ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:52.220266Z","caller":"traceutil/trace.go:171","msg":"trace[1673168670] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"182.962475ms","start":"2026-07-28T14:15:52.037275Z","end":"2026-07-28T14:15:52.220238Z","steps":["trace[1673168670] 'process raft request' (duration: 182.655087ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:52.220422Z","caller":"traceutil/trace.go:171","msg":"trace[209664735] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"182.613306ms","start":"2026-07-28T14:15:52.037786Z","end":"2026-07-28T14:15:52.220399Z","steps":["trace[209664735] 'process raft request' (duration: 182.476133ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:52.220405Z","caller":"traceutil/trace.go:171","msg":"trace[1883353892] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"182.810831ms","start":"2026-07-28T14:15:52.037508Z","end":"2026-07-28T14:15:52.220319Z","steps":["trace[1883353892] 'process raft request' (duration: 182.632367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:17.237492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.248355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T14:16:17.238033Z","caller":"traceutil/trace.go:171","msg":"trace[487541707] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2488; }","duration":"315.827219ms","start":"2026-07-28T14:16:16.922184Z","end":"2026-07-28T14:16:17.238012Z","steps":["trace[487541707] 'range keys from in-memory index tree' (duration: 315.089151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:17.238115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:16.922174Z","time spent":"315.911692ms","remote":"127.0.0.1:56844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T14:16:17.237547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.045761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12629"} {"level":"info","ts":"2026-07-28T14:16:17.238385Z","caller":"traceutil/trace.go:171","msg":"trace[50283152] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2488; }","duration":"335.731088ms","start":"2026-07-28T14:16:16.902445Z","end":"2026-07-28T14:16:17.238176Z","steps":["trace[50283152] 'range keys from in-memory index tree' (duration: 334.837076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:17.238475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:16.902427Z","time spent":"336.028336ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12652,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T14:16:18.571345Z","caller":"traceutil/trace.go:171","msg":"trace[2072738581] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"132.495775ms","start":"2026-07-28T14:16:18.438819Z","end":"2026-07-28T14:16:18.571315Z","steps":["trace[2072738581] 'process raft request' (duration: 78.652102ms)","trace[2072738581] 'compare' (duration: 53.655258ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:16:18.571629Z","caller":"traceutil/trace.go:171","msg":"trace[1505476431] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"132.477865ms","start":"2026-07-28T14:16:18.43914Z","end":"2026-07-28T14:16:18.571618Z","steps":["trace[1505476431] 'process raft request' (duration: 132.132486ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:16:18.571747Z","caller":"traceutil/trace.go:171","msg":"trace[336298143] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"132.841043ms","start":"2026-07-28T14:16:18.438894Z","end":"2026-07-28T14:16:18.571735Z","steps":["trace[336298143] 'process raft request' (duration: 132.649129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:23.276501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.645188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:16:23.276749Z","caller":"traceutil/trace.go:171","msg":"trace[1663575624] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"614.755712ms","start":"2026-07-28T14:16:22.661974Z","end":"2026-07-28T14:16:23.27673Z","steps":["trace[1663575624] 'process raft request' (duration: 614.715061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:23.276823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:22.661965Z","time spent":"614.819854ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:16:23.27704Z","caller":"traceutil/trace.go:171","msg":"trace[1732932373] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"616.048374ms","start":"2026-07-28T14:16:22.660978Z","end":"2026-07-28T14:16:23.277026Z","steps":["trace[1732932373] 'process raft request' (duration: 204.774501ms)","trace[1732932373] 'compare' (duration: 410.398712ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:16:23.277099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:22.660957Z","time spent":"616.113535ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:16:23.27711Z","caller":"traceutil/trace.go:171","msg":"trace[214346257] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"615.658154ms","start":"2026-07-28T14:16:22.661402Z","end":"2026-07-28T14:16:23.277061Z","steps":["trace[214346257] 'process raft request' (duration: 615.207043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:23.277276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:22.661386Z","time spent":"615.809289ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:16:23.566934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.722356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:16:23.567051Z","caller":"traceutil/trace.go:171","msg":"trace[383547319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2526; }","duration":"190.88118ms","start":"2026-07-28T14:16:23.376145Z","end":"2026-07-28T14:16:23.567026Z","steps":["trace[383547319] 'range keys from in-memory index tree' (duration: 190.634363ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:16:24.478371Z","caller":"traceutil/trace.go:171","msg":"trace[1310240927] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"442.299626ms","start":"2026-07-28T14:16:24.036047Z","end":"2026-07-28T14:16:24.478346Z","steps":["trace[1310240927] 'process raft request' (duration: 442.128232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:24.478586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:24.036008Z","time spent":"442.498151ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:16:24.905736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.230926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:16:24.907211Z","caller":"traceutil/trace.go:171","msg":"trace[1938535515] linearizableReadLoop","detail":"{readStateIndex:2623; appliedIndex:2620; }","duration":"619.426818ms","start":"2026-07-28T14:16:24.287767Z","end":"2026-07-28T14:16:24.907194Z","steps":["trace[1938535515] 'read index received' (duration: 190.48279ms)","trace[1938535515] 'applied index is now lower than readState.Index' (duration: 428.943118ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:16:24.907216Z","caller":"traceutil/trace.go:171","msg":"trace[2038218166] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"708.455455ms","start":"2026-07-28T14:16:24.198728Z","end":"2026-07-28T14:16:24.907184Z","steps":["trace[2038218166] 'process raft request' (duration: 452.677252ms)","trace[2038218166] 'compare' (duration: 254.076702ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:16:24.907425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:24.1987Z","time spent":"708.64543ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:16:24.907633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.273811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T14:16:24.907557Z","caller":"traceutil/trace.go:171","msg":"trace[389679179] transaction","detail":"{read_only:false; response_revision:2530; number_of_response:1; }","duration":"707.877881ms","start":"2026-07-28T14:16:24.199616Z","end":"2026-07-28T14:16:24.907494Z","steps":["trace[389679179] 'process raft request' (duration: 706.242451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:24.907636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.846938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T14:16:24.907689Z","caller":"traceutil/trace.go:171","msg":"trace[1231543571] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2530; }","duration":"533.373504ms","start":"2026-07-28T14:16:24.374303Z","end":"2026-07-28T14:16:24.907677Z","steps":["trace[1231543571] 'agreement among raft nodes before linearized reading' (duration: 533.205959ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:16:24.907729Z","caller":"traceutil/trace.go:171","msg":"trace[2031125680] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2530; }","duration":"619.994321ms","start":"2026-07-28T14:16:24.287712Z","end":"2026-07-28T14:16:24.907706Z","steps":["trace[2031125680] 'agreement among raft nodes before linearized reading' (duration: 619.769196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:24.907751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:24.374283Z","time spent":"533.460025ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T14:16:24.907696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.95076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-28T14:16:24.907786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:24.287691Z","time spent":"620.085934ms","remote":"127.0.0.1:56844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T14:16:24.907799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:24.199602Z","time spent":"708.107076ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:16:24.90781Z","caller":"traceutil/trace.go:171","msg":"trace[1239818508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2530; }","duration":"449.091153ms","start":"2026-07-28T14:16:24.458707Z","end":"2026-07-28T14:16:24.907798Z","steps":["trace[1239818508] 'agreement among raft nodes before linearized reading' (duration: 448.896988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:24.907855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:24.458692Z","time spent":"449.155195ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:16:24.907881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.98511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:16:24.907952Z","caller":"traceutil/trace.go:171","msg":"trace[228891936] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2530; }","duration":"510.142713ms","start":"2026-07-28T14:16:24.397793Z","end":"2026-07-28T14:16:24.907936Z","steps":["trace[228891936] 'agreement among raft nodes before linearized reading' (duration: 509.992929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:24.908002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:24.397753Z","time spent":"510.235095ms","remote":"127.0.0.1:60942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:16:24.907763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.945432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T14:16:24.908415Z","caller":"traceutil/trace.go:171","msg":"trace[710731872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2530; }","duration":"246.768322ms","start":"2026-07-28T14:16:24.661624Z","end":"2026-07-28T14:16:24.908392Z","steps":["trace[710731872] 'agreement among raft nodes before linearized reading' (duration: 245.901511ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:16:25.069781Z","caller":"traceutil/trace.go:171","msg":"trace[1380493409] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"156.578427ms","start":"2026-07-28T14:16:24.913176Z","end":"2026-07-28T14:16:25.069754Z","steps":["trace[1380493409] 'process raft request' (duration: 156.534765ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:16:25.069899Z","caller":"traceutil/trace.go:171","msg":"trace[1494737485] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"157.065259ms","start":"2026-07-28T14:16:24.912789Z","end":"2026-07-28T14:16:25.069854Z","steps":["trace[1494737485] 'process raft request' (duration: 156.779772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:25.427154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.270134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-28T14:16:25.427455Z","caller":"traceutil/trace.go:171","msg":"trace[1817192691] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2533; }","duration":"144.632963ms","start":"2026-07-28T14:16:25.282804Z","end":"2026-07-28T14:16:25.427437Z","steps":["trace[1817192691] 'range keys from in-memory index tree' (duration: 144.07717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:25.427157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.106495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T14:16:25.427543Z","caller":"traceutil/trace.go:171","msg":"trace[1444766319] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2533; }","duration":"145.580987ms","start":"2026-07-28T14:16:25.281937Z","end":"2026-07-28T14:16:25.427518Z","steps":["trace[1444766319] 'range keys from in-memory index tree' (duration: 144.872619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:25.42764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.275984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T14:16:25.427687Z","caller":"traceutil/trace.go:171","msg":"trace[1120992741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2533; }","duration":"146.373666ms","start":"2026-07-28T14:16:25.2813Z","end":"2026-07-28T14:16:25.427674Z","steps":["trace[1120992741] 'range keys from in-memory index tree' (duration: 146.069038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:26.225151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609345371,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T14:16:26.250007Z","caller":"traceutil/trace.go:171","msg":"trace[171715609] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"578.520383ms","start":"2026-07-28T14:16:25.671368Z","end":"2026-07-28T14:16:26.249888Z","steps":["trace[171715609] 'process raft request' (duration: 578.198995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:26.250454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:25.671341Z","time spent":"578.830211ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:16:26.500943Z","caller":"traceutil/trace.go:171","msg":"trace[809836529] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"636.821165ms","start":"2026-07-28T14:16:25.864028Z","end":"2026-07-28T14:16:26.500849Z","steps":["trace[809836529] 'process raft request' (duration: 569.925302ms)","trace[809836529] 'compare' (duration: 66.695099ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:16:26.501204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:25.864007Z","time spent":"637.059751ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:16:26.583498Z","caller":"traceutil/trace.go:171","msg":"trace[1441742485] linearizableReadLoop","detail":"{readStateIndex:2633; appliedIndex:2630; }","duration":"858.752857ms","start":"2026-07-28T14:16:25.724719Z","end":"2026-07-28T14:16:26.583472Z","steps":["trace[1441742485] 'read index received' (duration: 524.587968ms)","trace[1441742485] 'applied index is now lower than readState.Index' (duration: 334.163819ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:16:26.583784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.043324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T14:16:26.583869Z","caller":"traceutil/trace.go:171","msg":"trace[1276105874] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2539; }","duration":"859.168648ms","start":"2026-07-28T14:16:25.724678Z","end":"2026-07-28T14:16:26.583847Z","steps":["trace[1276105874] 'agreement among raft nodes before linearized reading' (duration: 858.943632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:26.583911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:25.724664Z","time spent":"859.238609ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T14:16:26.583918Z","caller":"traceutil/trace.go:171","msg":"trace[562918361] transaction","detail":"{read_only:false; response_revision:2540; number_of_response:1; }","duration":"187.477296ms","start":"2026-07-28T14:16:26.396418Z","end":"2026-07-28T14:16:26.583896Z","steps":["trace[562918361] 'process raft request' (duration: 186.977944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:26.583986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.092367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:16:26.584056Z","caller":"traceutil/trace.go:171","msg":"trace[279726832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2541; }","duration":"207.272752ms","start":"2026-07-28T14:16:26.376768Z","end":"2026-07-28T14:16:26.584041Z","steps":["trace[279726832] 'agreement among raft nodes before linearized reading' (duration: 207.145109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:26.584056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.981256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-28T14:16:26.584101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.437804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:471"} {"level":"info","ts":"2026-07-28T14:16:26.584131Z","caller":"traceutil/trace.go:171","msg":"trace[318224231] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2541; }","duration":"329.514445ms","start":"2026-07-28T14:16:26.254608Z","end":"2026-07-28T14:16:26.584122Z","steps":["trace[318224231] 'agreement among raft nodes before linearized reading' (duration: 329.418343ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:16:26.584134Z","caller":"traceutil/trace.go:171","msg":"trace[91317189] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2541; }","duration":"669.092568ms","start":"2026-07-28T14:16:25.915019Z","end":"2026-07-28T14:16:26.584112Z","steps":["trace[91317189] 'agreement among raft nodes before linearized reading' (duration: 668.878923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:26.584156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:26.254587Z","time spent":"329.562837ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":494,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:16:26.584177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:25.915004Z","time spent":"669.1648ms","remote":"127.0.0.1:56844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T14:16:27.460047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609345383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:16:27.961028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609345383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:16:28.041068Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.127987182s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T14:16:28.120007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237465871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-28T14:16:28.120069Z","caller":"traceutil/trace.go:171","msg":"trace[1252492179] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"1.207079495s","start":"2026-07-28T14:16:26.912958Z","end":"2026-07-28T14:16:28.120037Z","steps":["trace[1252492179] 'process raft request' (duration: 1.128412963s)","trace[1252492179] 'compare' (duration: 77.989446ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:16:28.120184Z","caller":"traceutil/trace.go:171","msg":"trace[2057431846] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2543; }","duration":"1.237697928s","start":"2026-07-28T14:16:26.882438Z","end":"2026-07-28T14:16:28.120136Z","steps":["trace[2057431846] 'range keys from in-memory index tree' (duration: 1.237189895s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:28.120238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:26.882412Z","time spent":"1.23781597s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:16:28.120297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:26.912927Z","time spent":"1.207240329s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:16:28.125861Z","caller":"traceutil/trace.go:171","msg":"trace[1412570919] linearizableReadLoop","detail":"{readStateIndex:2639; appliedIndex:2637; }","duration":"1.166316203s","start":"2026-07-28T14:16:26.959512Z","end":"2026-07-28T14:16:28.125829Z","steps":["trace[1412570919] 'read index received' (duration: 1.081815337s)","trace[1412570919] 'applied index is now lower than readState.Index' (duration: 84.499556ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:16:28.125969Z","caller":"traceutil/trace.go:171","msg":"trace[2020314413] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"1.212826316s","start":"2026-07-28T14:16:26.913105Z","end":"2026-07-28T14:16:28.125932Z","steps":["trace[2020314413] 'process raft request' (duration: 1.21257872s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:28.126037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166502668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:16:28.126129Z","caller":"traceutil/trace.go:171","msg":"trace[137868509] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2545; }","duration":"1.166647781s","start":"2026-07-28T14:16:26.95946Z","end":"2026-07-28T14:16:28.126108Z","steps":["trace[137868509] 'agreement among raft nodes before linearized reading' (duration: 1.166487547s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:28.12613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:26.913081Z","time spent":"1.21296636s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:16:28.12618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:26.959441Z","time spent":"1.166729534s","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:16:28.585586Z","caller":"traceutil/trace.go:171","msg":"trace[302026883] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"460.541174ms","start":"2026-07-28T14:16:28.125018Z","end":"2026-07-28T14:16:28.58556Z","steps":["trace[302026883] 'process raft request' (duration: 451.233266ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:16:28.585661Z","caller":"traceutil/trace.go:171","msg":"trace[97777797] linearizableReadLoop","detail":"{readStateIndex:2640; appliedIndex:2639; }","duration":"459.686574ms","start":"2026-07-28T14:16:28.125942Z","end":"2026-07-28T14:16:28.585628Z","steps":["trace[97777797] 'read index received' (duration: 450.401606ms)","trace[97777797] 'applied index is now lower than readState.Index' (duration: 9.281358ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:16:28.585788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:28.124995Z","time spent":"460.672268ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:16:28.585827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111417225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-28T14:16:28.58586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622145902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:16:28.585903Z","caller":"traceutil/trace.go:171","msg":"trace[1935702900] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2547; }","duration":"1.622274195s","start":"2026-07-28T14:16:26.963618Z","end":"2026-07-28T14:16:28.585892Z","steps":["trace[1935702900] 'agreement among raft nodes before linearized reading' (duration: 1.622161933s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:16:28.585899Z","caller":"traceutil/trace.go:171","msg":"trace[134554703] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2547; }","duration":"1.111542988s","start":"2026-07-28T14:16:27.47434Z","end":"2026-07-28T14:16:28.585883Z","steps":["trace[134554703] 'agreement among raft nodes before linearized reading' (duration: 1.111369044s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:28.58589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111738443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-28T14:16:28.585949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:27.474319Z","time spent":"1.111621919s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T14:16:28.585963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286195279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12629"} {"level":"info","ts":"2026-07-28T14:16:28.585962Z","caller":"traceutil/trace.go:171","msg":"trace[1123159050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2547; }","duration":"1.111851996s","start":"2026-07-28T14:16:27.474094Z","end":"2026-07-28T14:16:28.585946Z","steps":["trace[1123159050] 'agreement among raft nodes before linearized reading' (duration: 1.111663381s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:28.586015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:27.474085Z","time spent":"1.111922107s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T14:16:28.586011Z","caller":"traceutil/trace.go:171","msg":"trace[181892724] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2547; }","duration":"1.286265731s","start":"2026-07-28T14:16:27.299729Z","end":"2026-07-28T14:16:28.585995Z","steps":["trace[181892724] 'agreement among raft nodes before linearized reading' (duration: 1.286160398s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:28.585979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511888084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T14:16:28.586065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626018207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T14:16:28.586065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:27.29971Z","time spent":"1.286347412s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12652,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T14:16:28.586086Z","caller":"traceutil/trace.go:171","msg":"trace[1553102596] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2547; }","duration":"1.512012187s","start":"2026-07-28T14:16:27.074055Z","end":"2026-07-28T14:16:28.586067Z","steps":["trace[1553102596] 'agreement among raft nodes before linearized reading' (duration: 1.511716919s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:28.586093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511627267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-28T14:16:28.586147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.192188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:16:28.586157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.356009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-28T14:16:28.586164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:27.073981Z","time spent":"1.51215413s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T14:16:28.586184Z","caller":"traceutil/trace.go:171","msg":"trace[1961637438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2547; }","duration":"211.26777ms","start":"2026-07-28T14:16:28.374906Z","end":"2026-07-28T14:16:28.586174Z","steps":["trace[1961637438] 'agreement among raft nodes before linearized reading' (duration: 211.216129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:28.585829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112135873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T14:16:28.585954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:26.963597Z","time spent":"1.622346868s","remote":"127.0.0.1:54232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:16:28.586216Z","caller":"traceutil/trace.go:171","msg":"trace[1609201061] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2547; }","duration":"994.453421ms","start":"2026-07-28T14:16:27.591733Z","end":"2026-07-28T14:16:28.586186Z","steps":["trace[1609201061] 'agreement among raft nodes before linearized reading' (duration: 993.951649ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:16:28.586238Z","caller":"traceutil/trace.go:171","msg":"trace[205947677] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2547; }","duration":"1.112616014s","start":"2026-07-28T14:16:27.473611Z","end":"2026-07-28T14:16:28.586227Z","steps":["trace[205947677] 'agreement among raft nodes before linearized reading' (duration: 1.112052381s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:28.586251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:27.591712Z","time spent":"994.531513ms","remote":"127.0.0.1:56844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T14:16:28.586283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:27.473589Z","time spent":"1.112683426s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T14:16:28.586102Z","caller":"traceutil/trace.go:171","msg":"trace[98391673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2547; }","duration":"1.626074049s","start":"2026-07-28T14:16:26.960019Z","end":"2026-07-28T14:16:28.586093Z","steps":["trace[98391673] 'agreement among raft nodes before linearized reading' (duration: 1.625955776s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:16:28.586143Z","caller":"traceutil/trace.go:171","msg":"trace[778756881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2547; }","duration":"1.511718739s","start":"2026-07-28T14:16:27.074414Z","end":"2026-07-28T14:16:28.586132Z","steps":["trace[778756881] 'agreement among raft nodes before linearized reading' (duration: 1.511546855s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:28.586292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.532987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:16:28.586385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:27.074397Z","time spent":"1.511981936s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:16:28.586388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:26.960009Z","time spent":"1.626367726s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T14:16:28.586428Z","caller":"traceutil/trace.go:171","msg":"trace[1209712785] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2547; }","duration":"487.716752ms","start":"2026-07-28T14:16:28.098675Z","end":"2026-07-28T14:16:28.586392Z","steps":["trace[1209712785] 'agreement among raft nodes before linearized reading' (duration: 487.493326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:28.586517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:28.098655Z","time spent":"487.839385ms","remote":"127.0.0.1:54628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:16:28.993872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.17863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:16:28.993973Z","caller":"traceutil/trace.go:171","msg":"trace[1359418338] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"404.070548ms","start":"2026-07-28T14:16:28.589882Z","end":"2026-07-28T14:16:28.993952Z","steps":["trace[1359418338] 'process raft request' (duration: 277.736944ms)","trace[1359418338] 'compare' (duration: 125.893713ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:16:28.994034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:28.58986Z","time spent":"404.142869ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:16:29.478942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.350874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:16:29.479175Z","caller":"traceutil/trace.go:171","msg":"trace[2005789878] transaction","detail":"{read_only:false; response_revision:2549; number_of_response:1; }","duration":"888.627112ms","start":"2026-07-28T14:16:28.59052Z","end":"2026-07-28T14:16:29.479148Z","steps":["trace[2005789878] 'process raft request' (duration: 507.9729ms)","trace[2005789878] 'compare' (duration: 380.110258ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:16:29.479386Z","caller":"traceutil/trace.go:171","msg":"trace[1944585907] linearizableReadLoop","detail":"{readStateIndex:2648; appliedIndex:2641; }","duration":"882.300046ms","start":"2026-07-28T14:16:28.597073Z","end":"2026-07-28T14:16:29.479373Z","steps":["trace[1944585907] 'read index received' (duration: 270.588018ms)","trace[1944585907] 'applied index is now lower than readState.Index' (duration: 611.711098ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:16:29.47947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:28.590493Z","time spent":"888.773265ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:16:29.479584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.598682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:16:29.479605Z","caller":"traceutil/trace.go:171","msg":"trace[240124957] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"888.370035ms","start":"2026-07-28T14:16:28.591224Z","end":"2026-07-28T14:16:29.479594Z","steps":["trace[240124957] 'process raft request' (duration: 888.020987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:29.479617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.518781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:16:29.479664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:28.591197Z","time spent":"888.432166ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:16:29.479734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.915413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:16:29.479748Z","caller":"traceutil/trace.go:171","msg":"trace[11666384] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2555; }","duration":"882.673525ms","start":"2026-07-28T14:16:28.597049Z","end":"2026-07-28T14:16:29.479723Z","steps":["trace[11666384] 'agreement among raft nodes before linearized reading' (duration: 882.4853ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:16:29.479764Z","caller":"traceutil/trace.go:171","msg":"trace[765828829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2555; }","duration":"103.977434ms","start":"2026-07-28T14:16:29.375778Z","end":"2026-07-28T14:16:29.479756Z","steps":["trace[765828829] 'agreement among raft nodes before linearized reading' (duration: 103.898723ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:16:29.479759Z","caller":"traceutil/trace.go:171","msg":"trace[345642718] transaction","detail":"{read_only:false; response_revision:2550; number_of_response:1; }","duration":"888.617562ms","start":"2026-07-28T14:16:28.591101Z","end":"2026-07-28T14:16:29.479719Z","steps":["trace[345642718] 'process raft request' (duration: 887.924034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:29.479809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:28.597038Z","time spent":"882.757207ms","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-28T14:16:29.479868Z","caller":"traceutil/trace.go:171","msg":"trace[1630258684] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"686.25241ms","start":"2026-07-28T14:16:28.793594Z","end":"2026-07-28T14:16:29.479847Z","steps":["trace[1630258684] 'process raft request' (duration: 685.747837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:29.479939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:28.59109Z","time spent":"888.753925ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:16:29.479958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:28.793575Z","time spent":"686.339001ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:16:29.479653Z","caller":"traceutil/trace.go:171","msg":"trace[1346829666] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2555; }","duration":"654.680344ms","start":"2026-07-28T14:16:28.824938Z","end":"2026-07-28T14:16:29.479618Z","steps":["trace[1346829666] 'agreement among raft nodes before linearized reading' (duration: 654.594192ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:16:29.480077Z","caller":"traceutil/trace.go:171","msg":"trace[467297778] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"887.504334ms","start":"2026-07-28T14:16:28.591997Z","end":"2026-07-28T14:16:29.479502Z","steps":["trace[467297778] 'process raft request' (duration: 887.32521ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:16:29.480123Z","caller":"traceutil/trace.go:171","msg":"trace[1332797802] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"888.682553ms","start":"2026-07-28T14:16:28.591428Z","end":"2026-07-28T14:16:29.480111Z","steps":["trace[1332797802] 'process raft request' (duration: 887.844703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:29.480953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:28.591988Z","time spent":"888.815956ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:16:29.48104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:28.591419Z","time spent":"889.570945ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:16:29.480134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:28.824926Z","time spent":"655.181706ms","remote":"127.0.0.1:54580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:16:29.480173Z","caller":"traceutil/trace.go:171","msg":"trace[1986034571] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"888.672032ms","start":"2026-07-28T14:16:28.591487Z","end":"2026-07-28T14:16:29.480159Z","steps":["trace[1986034571] 'process raft request' (duration: 887.811371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:29.481745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:28.591474Z","time spent":"890.196591ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:18:03.562785Z","caller":"traceutil/trace.go:171","msg":"trace[470272809] linearizableReadLoop","detail":"{readStateIndex:3424; appliedIndex:3423; }","duration":"116.774238ms","start":"2026-07-28T14:18:03.445985Z","end":"2026-07-28T14:18:03.56276Z","steps":["trace[470272809] 'read index received' (duration: 116.587833ms)","trace[470272809] 'applied index is now lower than readState.Index' (duration: 185.225µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:18:03.562921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.919381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:18:03.5629Z","caller":"traceutil/trace.go:171","msg":"trace[898719800] transaction","detail":"{read_only:false; response_revision:3302; number_of_response:1; }","duration":"215.18187ms","start":"2026-07-28T14:18:03.347677Z","end":"2026-07-28T14:18:03.562859Z","steps":["trace[898719800] 'process raft request' (duration: 214.922484ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:03.562956Z","caller":"traceutil/trace.go:171","msg":"trace[576702262] range","detail":"{range_begin:/registry/networkpolicies/auth-system/keycloak; range_end:; response_count:0; response_revision:3302; }","duration":"117.001694ms","start":"2026-07-28T14:18:03.445944Z","end":"2026-07-28T14:18:03.562946Z","steps":["trace[576702262] 'agreement among raft nodes before linearized reading' (duration: 116.923622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:03.967309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.915728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-28T14:18:03.967414Z","caller":"traceutil/trace.go:171","msg":"trace[881373298] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3302; }","duration":"163.049851ms","start":"2026-07-28T14:18:03.804336Z","end":"2026-07-28T14:18:03.967385Z","steps":["trace[881373298] 'range keys from in-memory index tree' (duration: 162.678152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:03.967208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.482993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:18:03.967661Z","caller":"traceutil/trace.go:171","msg":"trace[1726841666] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:0; response_revision:3302; }","duration":"398.968325ms","start":"2026-07-28T14:18:03.568673Z","end":"2026-07-28T14:18:03.967641Z","steps":["trace[1726841666] 'range keys from in-memory index tree' (duration: 398.419681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:03.967728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:03.56866Z","time spent":"399.048646ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-28T14:18:04.113777Z","caller":"traceutil/trace.go:171","msg":"trace[1632496809] transaction","detail":"{read_only:false; response_revision:3304; number_of_response:1; }","duration":"141.596851ms","start":"2026-07-28T14:18:03.972164Z","end":"2026-07-28T14:18:04.113761Z","steps":["trace[1632496809] 'process raft request' (duration: 141.469217ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:04.113975Z","caller":"traceutil/trace.go:171","msg":"trace[1960772018] linearizableReadLoop","detail":"{readStateIndex:3427; appliedIndex:3424; }","duration":"141.13732ms","start":"2026-07-28T14:18:03.972805Z","end":"2026-07-28T14:18:04.113943Z","steps":["trace[1960772018] 'read index received' (duration: 43.328392ms)","trace[1960772018] 'applied index is now lower than readState.Index' (duration: 97.806698ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:18:04.114094Z","caller":"traceutil/trace.go:171","msg":"trace[485303384] transaction","detail":"{read_only:false; response_revision:3305; number_of_response:1; }","duration":"141.92519ms","start":"2026-07-28T14:18:03.972162Z","end":"2026-07-28T14:18:04.114087Z","steps":["trace[485303384] 'process raft request' (duration: 141.572441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:04.114152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.337495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:18:04.114223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.487258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T14:18:04.114245Z","caller":"traceutil/trace.go:171","msg":"trace[1741933474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3305; }","duration":"107.531388ms","start":"2026-07-28T14:18:04.006707Z","end":"2026-07-28T14:18:04.114239Z","steps":["trace[1741933474] 'agreement among raft nodes before linearized reading' (duration: 107.438006ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:04.114234Z","caller":"traceutil/trace.go:171","msg":"trace[1687948245] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak; range_end:; response_count:0; response_revision:3305; }","duration":"141.444167ms","start":"2026-07-28T14:18:03.97277Z","end":"2026-07-28T14:18:04.114214Z","steps":["trace[1687948245] 'agreement among raft nodes before linearized reading' (duration: 141.312143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:04.114255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.389016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-28T14:18:04.114294Z","caller":"traceutil/trace.go:171","msg":"trace[669312380] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3305; }","duration":"139.468278ms","start":"2026-07-28T14:18:03.974813Z","end":"2026-07-28T14:18:04.114281Z","steps":["trace[669312380] 'agreement among raft nodes before linearized reading' (duration: 139.292484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:04.114348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.38323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T14:18:04.114366Z","caller":"traceutil/trace.go:171","msg":"trace[1281902126] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3305; }","duration":"108.42343ms","start":"2026-07-28T14:18:04.005939Z","end":"2026-07-28T14:18:04.114362Z","steps":["trace[1281902126] 'agreement among raft nodes before linearized reading' (duration: 108.377409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:04.114494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.825896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T14:18:04.114641Z","caller":"traceutil/trace.go:171","msg":"trace[915013193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3305; }","duration":"107.997351ms","start":"2026-07-28T14:18:04.006616Z","end":"2026-07-28T14:18:04.114614Z","steps":["trace[915013193] 'agreement among raft nodes before linearized reading' (duration: 107.55836ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:04.25544Z","caller":"traceutil/trace.go:171","msg":"trace[1440488553] transaction","detail":"{read_only:false; response_revision:3307; number_of_response:1; }","duration":"136.341671ms","start":"2026-07-28T14:18:04.119076Z","end":"2026-07-28T14:18:04.255418Z","steps":["trace[1440488553] 'process raft request' (duration: 132.27592ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:04.25571Z","caller":"traceutil/trace.go:171","msg":"trace[536319800] transaction","detail":"{read_only:false; response_revision:3308; number_of_response:1; }","duration":"136.162417ms","start":"2026-07-28T14:18:04.119526Z","end":"2026-07-28T14:18:04.255688Z","steps":["trace[536319800] 'process raft request' (duration: 135.823328ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:04.255786Z","caller":"traceutil/trace.go:171","msg":"trace[1421863572] transaction","detail":"{read_only:false; response_revision:3309; number_of_response:1; }","duration":"135.765377ms","start":"2026-07-28T14:18:04.119992Z","end":"2026-07-28T14:18:04.255757Z","steps":["trace[1421863572] 'process raft request' (duration: 135.621433ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:04.255768Z","caller":"traceutil/trace.go:171","msg":"trace[1963569872] linearizableReadLoop","detail":"{readStateIndex:3429; appliedIndex:3427; }","duration":"136.488324ms","start":"2026-07-28T14:18:04.119253Z","end":"2026-07-28T14:18:04.255741Z","steps":["trace[1963569872] 'read index received' (duration: 15.116093ms)","trace[1963569872] 'applied index is now lower than readState.Index' (duration: 121.371081ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:18:04.255928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.649289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:18:04.255981Z","caller":"traceutil/trace.go:171","msg":"trace[368895049] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:0; response_revision:3309; }","duration":"136.767862ms","start":"2026-07-28T14:18:04.119199Z","end":"2026-07-28T14:18:04.255967Z","steps":["trace[368895049] 'agreement among raft nodes before linearized reading' (duration: 136.642319ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:05.103293Z","caller":"traceutil/trace.go:171","msg":"trace[63704380] transaction","detail":"{read_only:false; response_revision:3346; number_of_response:1; }","duration":"289.821325ms","start":"2026-07-28T14:18:04.81345Z","end":"2026-07-28T14:18:05.103271Z","steps":["trace[63704380] 'process raft request' (duration: 289.668532ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:05.104398Z","caller":"traceutil/trace.go:171","msg":"trace[1135918566] transaction","detail":"{read_only:false; response_revision:3347; number_of_response:1; }","duration":"156.258104ms","start":"2026-07-28T14:18:04.948112Z","end":"2026-07-28T14:18:05.10437Z","steps":["trace[1135918566] 'process raft request' (duration: 156.1214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:08.878484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609347182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:18:09.379641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609347182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:18:09.471367Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.179693478s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T14:18:09.479906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205155748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T14:18:09.48Z","caller":"traceutil/trace.go:171","msg":"trace[603410991] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3369; }","duration":"1.205268491s","start":"2026-07-28T14:18:08.274712Z","end":"2026-07-28T14:18:09.47998Z","steps":["trace[603410991] 'range keys from in-memory index tree' (duration: 1.204976204s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:09.48005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:08.274639Z","time spent":"1.205402474s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T14:18:09.480245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355755472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T14:18:09.480297Z","caller":"traceutil/trace.go:171","msg":"trace[1567411438] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3369; }","duration":"1.355841484s","start":"2026-07-28T14:18:08.124442Z","end":"2026-07-28T14:18:09.480284Z","steps":["trace[1567411438] 'range keys from in-memory index tree' (duration: 1.355579038s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:09.480286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3184904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:18:09.480324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:08.12443Z","time spent":"1.355888705s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T14:18:09.480339Z","caller":"traceutil/trace.go:171","msg":"trace[2108751999] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3369; }","duration":"1.318561312s","start":"2026-07-28T14:18:08.16176Z","end":"2026-07-28T14:18:09.480322Z","steps":["trace[2108751999] 'range keys from in-memory index tree' (duration: 1.318439738s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:09.480332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212211503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-07-28T14:18:09.480372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:08.161754Z","time spent":"1.318611403s","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T14:18:09.480379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211173817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T14:18:09.480408Z","caller":"traceutil/trace.go:171","msg":"trace[23641805] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3369; }","duration":"1.212331636s","start":"2026-07-28T14:18:08.268059Z","end":"2026-07-28T14:18:09.48039Z","steps":["trace[23641805] 'range keys from in-memory index tree' (duration: 1.212056529s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:09.48044Z","caller":"traceutil/trace.go:171","msg":"trace[1534978043] transaction","detail":"{read_only:false; response_revision:3370; number_of_response:1; }","duration":"1.188870735s","start":"2026-07-28T14:18:08.291563Z","end":"2026-07-28T14:18:09.480434Z","steps":["trace[1534978043] 'process raft request' (duration: 1.180007876s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:09.48044Z","caller":"traceutil/trace.go:171","msg":"trace[1075680864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3369; }","duration":"1.2112786s","start":"2026-07-28T14:18:08.269147Z","end":"2026-07-28T14:18:09.480426Z","steps":["trace[1075680864] 'range keys from in-memory index tree' (duration: 1.211024294s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:09.480452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:08.268038Z","time spent":"1.212406637s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T14:18:09.480473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:08.269126Z","time spent":"1.211339231s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:18:09.480498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:08.291544Z","time spent":"1.188914107s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:18:09.480713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336432544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T14:18:09.480982Z","caller":"traceutil/trace.go:171","msg":"trace[1965723917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3369; }","duration":"1.336554177s","start":"2026-07-28T14:18:08.144234Z","end":"2026-07-28T14:18:09.480788Z","steps":["trace[1965723917] 'range keys from in-memory index tree' (duration: 1.336237909s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:09.481037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:08.144227Z","time spent":"1.336796913s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T14:18:09.488963Z","caller":"traceutil/trace.go:171","msg":"trace[233244461] linearizableReadLoop","detail":"{readStateIndex:3496; appliedIndex:3492; }","duration":"1.111029351s","start":"2026-07-28T14:18:08.377921Z","end":"2026-07-28T14:18:09.488951Z","steps":["trace[233244461] 'read index received' (duration: 1.093723163s)","trace[233244461] 'applied index is now lower than readState.Index' (duration: 17.305398ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:18:09.489029Z","caller":"traceutil/trace.go:171","msg":"trace[1418677451] transaction","detail":"{read_only:false; response_revision:3373; number_of_response:1; }","duration":"371.716151ms","start":"2026-07-28T14:18:09.117293Z","end":"2026-07-28T14:18:09.48901Z","steps":["trace[1418677451] 'process raft request' (duration: 371.616569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:09.489043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111126903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:18:09.489072Z","caller":"traceutil/trace.go:171","msg":"trace[1477541026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3373; }","duration":"1.111198104s","start":"2026-07-28T14:18:08.377867Z","end":"2026-07-28T14:18:09.489065Z","steps":["trace[1477541026] 'agreement among raft nodes before linearized reading' (duration: 1.111149773s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:09.489091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:08.377848Z","time spent":"1.111238606s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T14:18:09.489043Z","caller":"traceutil/trace.go:171","msg":"trace[1257754704] transaction","detail":"{read_only:false; response_revision:3372; number_of_response:1; }","duration":"1.012159506s","start":"2026-07-28T14:18:08.476843Z","end":"2026-07-28T14:18:09.489002Z","steps":["trace[1257754704] 'process raft request' (duration: 1.012037593s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:09.489108Z","caller":"traceutil/trace.go:171","msg":"trace[1809156511] transaction","detail":"{read_only:false; response_revision:3371; number_of_response:1; }","duration":"1.012272609s","start":"2026-07-28T14:18:08.476826Z","end":"2026-07-28T14:18:09.489098Z","steps":["trace[1809156511] 'process raft request' (duration: 1.01188957s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:09.489126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:09.117269Z","time spent":"371.799463ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:18:09.489168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:08.4768Z","time spent":"1.01233412s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:18:09.48924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:08.476824Z","time spent":"1.01231413s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:18:09.491731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051484708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-28T14:18:09.491777Z","caller":"traceutil/trace.go:171","msg":"trace[1681679624] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3378; }","duration":"1.05154905s","start":"2026-07-28T14:18:08.440211Z","end":"2026-07-28T14:18:09.49176Z","steps":["trace[1681679624] 'agreement among raft nodes before linearized reading' (duration: 1.051459258s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:09.4918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:08.440199Z","time spent":"1.051595691s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-28T14:18:09.491723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.669985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:18:09.491849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.750711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-28T14:18:09.491867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.90295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:18:09.491893Z","caller":"traceutil/trace.go:171","msg":"trace[1550983380] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:3378; }","duration":"467.971371ms","start":"2026-07-28T14:18:09.023913Z","end":"2026-07-28T14:18:09.491884Z","steps":["trace[1550983380] 'agreement among raft nodes before linearized reading' (duration: 467.93353ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:09.491889Z","caller":"traceutil/trace.go:171","msg":"trace[1674826007] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3378; }","duration":"427.88858ms","start":"2026-07-28T14:18:09.063988Z","end":"2026-07-28T14:18:09.491876Z","steps":["trace[1674826007] 'agreement among raft nodes before linearized reading' (duration: 427.682365ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:09.491897Z","caller":"traceutil/trace.go:171","msg":"trace[1404204534] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3378; }","duration":"373.791532ms","start":"2026-07-28T14:18:09.118091Z","end":"2026-07-28T14:18:09.491882Z","steps":["trace[1404204534] 'agreement among raft nodes before linearized reading' (duration: 373.664099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:09.491913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:09.02389Z","time spent":"468.017672ms","remote":"127.0.0.1:60956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:18:09.491931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:09.063943Z","time spent":"427.975312ms","remote":"127.0.0.1:54146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:18:09.491935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:09.118054Z","time spent":"373.873304ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T14:18:13.643738Z","caller":"traceutil/trace.go:171","msg":"trace[657107180] linearizableReadLoop","detail":"{readStateIndex:3523; appliedIndex:3520; }","duration":"134.931296ms","start":"2026-07-28T14:18:13.508778Z","end":"2026-07-28T14:18:13.643709Z","steps":["trace[657107180] 'read index received' (duration: 8.862299ms)","trace[657107180] 'applied index is now lower than readState.Index' (duration: 126.068027ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:18:13.643851Z","caller":"traceutil/trace.go:171","msg":"trace[1283584273] transaction","detail":"{read_only:false; response_revision:3399; number_of_response:1; }","duration":"142.302808ms","start":"2026-07-28T14:18:13.501537Z","end":"2026-07-28T14:18:13.64384Z","steps":["trace[1283584273] 'process raft request' (duration: 54.738043ms)","trace[1283584273] 'compare' (duration: 87.314689ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:18:13.644049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.247674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-28T14:18:13.644154Z","caller":"traceutil/trace.go:171","msg":"trace[1732032601] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3399; }","duration":"135.381867ms","start":"2026-07-28T14:18:13.508746Z","end":"2026-07-28T14:18:13.644128Z","steps":["trace[1732032601] 'agreement among raft nodes before linearized reading' (duration: 135.114561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:13.646997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.478884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T14:18:13.647051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.758506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T14:18:13.647071Z","caller":"traceutil/trace.go:171","msg":"trace[1678880676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3400; }","duration":"136.569767ms","start":"2026-07-28T14:18:13.510485Z","end":"2026-07-28T14:18:13.647055Z","steps":["trace[1678880676] 'agreement among raft nodes before linearized reading' (duration: 136.398003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:13.647079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.592157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T14:18:13.647111Z","caller":"traceutil/trace.go:171","msg":"trace[453218296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3400; }","duration":"137.863549ms","start":"2026-07-28T14:18:13.509231Z","end":"2026-07-28T14:18:13.647095Z","steps":["trace[453218296] 'agreement among raft nodes before linearized reading' (duration: 137.614053ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:13.64715Z","caller":"traceutil/trace.go:171","msg":"trace[1660858614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3400; }","duration":"136.69056ms","start":"2026-07-28T14:18:13.510448Z","end":"2026-07-28T14:18:13.647139Z","steps":["trace[1660858614] 'agreement among raft nodes before linearized reading' (duration: 136.517586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:13.647016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.524281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T14:18:13.64726Z","caller":"traceutil/trace.go:171","msg":"trace[2020500302] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3400; }","duration":"137.779467ms","start":"2026-07-28T14:18:13.509469Z","end":"2026-07-28T14:18:13.647249Z","steps":["trace[2020500302] 'agreement among raft nodes before linearized reading' (duration: 137.4932ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:15.677401Z","caller":"traceutil/trace.go:171","msg":"trace[171971515] transaction","detail":"{read_only:false; response_revision:3419; number_of_response:1; }","duration":"155.524546ms","start":"2026-07-28T14:18:15.521863Z","end":"2026-07-28T14:18:15.677387Z","steps":["trace[171971515] 'process raft request' (duration: 155.424713ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:15.682339Z","caller":"traceutil/trace.go:171","msg":"trace[1381827086] transaction","detail":"{read_only:false; response_revision:3420; number_of_response:1; }","duration":"159.379121ms","start":"2026-07-28T14:18:15.522936Z","end":"2026-07-28T14:18:15.682315Z","steps":["trace[1381827086] 'process raft request' (duration: 159.215397ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:37.985444Z","caller":"traceutil/trace.go:171","msg":"trace[1586957203] transaction","detail":"{read_only:false; response_revision:3582; number_of_response:1; }","duration":"224.840109ms","start":"2026-07-28T14:18:37.76058Z","end":"2026-07-28T14:18:37.98542Z","steps":["trace[1586957203] 'process raft request' (duration: 166.723402ms)","trace[1586957203] 'compare' (duration: 57.753908ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:18:38.517504Z","caller":"traceutil/trace.go:171","msg":"trace[306930666] linearizableReadLoop","detail":"{readStateIndex:3714; appliedIndex:3710; }","duration":"623.198889ms","start":"2026-07-28T14:18:37.894283Z","end":"2026-07-28T14:18:38.517482Z","steps":["trace[306930666] 'read index received' (duration: 32.989366ms)","trace[306930666] 'applied index is now lower than readState.Index' (duration: 590.208673ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:18:38.517549Z","caller":"traceutil/trace.go:171","msg":"trace[2077868220] transaction","detail":"{read_only:false; response_revision:3583; number_of_response:1; }","duration":"756.146067ms","start":"2026-07-28T14:18:37.761366Z","end":"2026-07-28T14:18:38.517512Z","steps":["trace[2077868220] 'process raft request' (duration: 755.929801ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:38.51761Z","caller":"traceutil/trace.go:171","msg":"trace[1351579252] transaction","detail":"{read_only:false; response_revision:3585; number_of_response:1; }","duration":"755.824748ms","start":"2026-07-28T14:18:37.761776Z","end":"2026-07-28T14:18:38.517601Z","steps":["trace[1351579252] 'process raft request' (duration: 755.677124ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:38.517624Z","caller":"traceutil/trace.go:171","msg":"trace[515501326] transaction","detail":"{read_only:false; response_revision:3584; number_of_response:1; }","duration":"755.953801ms","start":"2026-07-28T14:18:37.761632Z","end":"2026-07-28T14:18:38.517585Z","steps":["trace[515501326] 'process raft request' (duration: 755.788537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:38.517841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.566888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T14:18:38.517884Z","caller":"traceutil/trace.go:171","msg":"trace[308399122] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3585; }","duration":"623.64613ms","start":"2026-07-28T14:18:37.894231Z","end":"2026-07-28T14:18:38.517877Z","steps":["trace[308399122] 'agreement among raft nodes before linearized reading' (duration: 623.524647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:38.517909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:37.89421Z","time spent":"623.693951ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T14:18:38.518009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.552217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T14:18:38.517999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:37.761617Z","time spent":"756.168966ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:18:38.518089Z","caller":"traceutil/trace.go:171","msg":"trace[1681697701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3585; }","duration":"297.67402ms","start":"2026-07-28T14:18:38.220395Z","end":"2026-07-28T14:18:38.518069Z","steps":["trace[1681697701] 'agreement among raft nodes before linearized reading' (duration: 297.446685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:38.518148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.995304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T14:18:38.518221Z","caller":"traceutil/trace.go:171","msg":"trace[406913731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3585; }","duration":"623.143608ms","start":"2026-07-28T14:18:37.895066Z","end":"2026-07-28T14:18:38.51821Z","steps":["trace[406913731] 'agreement among raft nodes before linearized reading' (duration: 622.935843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:38.518234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.601218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T14:18:38.518272Z","caller":"traceutil/trace.go:171","msg":"trace[1085722083] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3585; }","duration":"623.65011ms","start":"2026-07-28T14:18:37.894616Z","end":"2026-07-28T14:18:38.518266Z","steps":["trace[1085722083] 'agreement among raft nodes before linearized reading' (duration: 623.585109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:38.518295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:37.894611Z","time spent":"623.679871ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T14:18:38.518285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.828561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:18:38.518147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.63106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T14:18:38.518327Z","caller":"traceutil/trace.go:171","msg":"trace[54784473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3585; }","duration":"142.906643ms","start":"2026-07-28T14:18:38.375409Z","end":"2026-07-28T14:18:38.518316Z","steps":["trace[54784473] 'agreement among raft nodes before linearized reading' (duration: 142.845432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:38.517709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:37.761337Z","time spent":"756.287819ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:18:38.518376Z","caller":"traceutil/trace.go:171","msg":"trace[764881933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3585; }","duration":"623.878216ms","start":"2026-07-28T14:18:37.89448Z","end":"2026-07-28T14:18:38.518358Z","steps":["trace[764881933] 'agreement among raft nodes before linearized reading' (duration: 623.365233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:38.518172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.985124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-28T14:18:38.518481Z","caller":"traceutil/trace.go:171","msg":"trace[1558186917] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3585; }","duration":"623.315041ms","start":"2026-07-28T14:18:37.895158Z","end":"2026-07-28T14:18:38.518473Z","steps":["trace[1558186917] 'agreement among raft nodes before linearized reading' (duration: 622.970593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:38.518522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:37.895146Z","time spent":"623.367013ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T14:18:38.517717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:37.761768Z","time spent":"755.86944ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:18:38.518327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:37.895039Z","time spent":"623.221829ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T14:18:38.518433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:37.894474Z","time spent":"623.943097ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:18:39.024073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609347717,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T14:18:39.04951Z","caller":"traceutil/trace.go:171","msg":"trace[4805699] transaction","detail":"{read_only:false; response_revision:3586; number_of_response:1; }","duration":"526.95761ms","start":"2026-07-28T14:18:38.522528Z","end":"2026-07-28T14:18:39.049485Z","steps":["trace[4805699] 'process raft request' (duration: 512.609665ms)","trace[4805699] 'compare' (duration: 14.226842ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:18:39.049632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:38.522511Z","time spent":"527.052332ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:18:39.099599Z","caller":"traceutil/trace.go:171","msg":"trace[1451310053] transaction","detail":"{read_only:false; response_revision:3587; number_of_response:1; }","duration":"577.015906ms","start":"2026-07-28T14:18:38.522559Z","end":"2026-07-28T14:18:39.099574Z","steps":["trace[1451310053] 'process raft request' (duration: 576.594936ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:39.099738Z","caller":"traceutil/trace.go:171","msg":"trace[1747545146] transaction","detail":"{read_only:false; response_revision:3589; number_of_response:1; }","duration":"577.124709ms","start":"2026-07-28T14:18:38.5226Z","end":"2026-07-28T14:18:39.099725Z","steps":["trace[1747545146] 'process raft request' (duration: 576.906303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:39.099757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:38.522542Z","time spent":"577.134199ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:18:39.099592Z","caller":"traceutil/trace.go:171","msg":"trace[468839582] transaction","detail":"{read_only:false; response_revision:3588; number_of_response:1; }","duration":"576.997386ms","start":"2026-07-28T14:18:38.522562Z","end":"2026-07-28T14:18:39.09956Z","steps":["trace[468839582] 'process raft request' (duration: 576.867733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:39.099844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:38.522585Z","time spent":"577.20212ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:18:39.100085Z","caller":"traceutil/trace.go:171","msg":"trace[355747659] linearizableReadLoop","detail":"{readStateIndex:3720; appliedIndex:3714; }","duration":"576.931344ms","start":"2026-07-28T14:18:38.52313Z","end":"2026-07-28T14:18:39.100062Z","steps":["trace[355747659] 'read index received' (duration: 512.033151ms)","trace[355747659] 'applied index is now lower than readState.Index' (duration: 64.897333ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:18:39.100084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:38.522549Z","time spent":"577.291933ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:18:39.100211Z","caller":"traceutil/trace.go:171","msg":"trace[190053049] transaction","detail":"{read_only:false; response_revision:3591; number_of_response:1; }","duration":"576.098164ms","start":"2026-07-28T14:18:38.524102Z","end":"2026-07-28T14:18:39.1002Z","steps":["trace[190053049] 'process raft request' (duration: 575.880918ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:39.100114Z","caller":"traceutil/trace.go:171","msg":"trace[724547044] transaction","detail":"{read_only:false; response_revision:3590; number_of_response:1; }","duration":"576.505293ms","start":"2026-07-28T14:18:38.523595Z","end":"2026-07-28T14:18:39.1001Z","steps":["trace[724547044] 'process raft request' (duration: 576.093933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:39.10028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:38.523589Z","time spent":"576.657177ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:18:39.100321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:38.524096Z","time spent":"576.144375ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:18:39.100461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.761682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:18:39.100523Z","caller":"traceutil/trace.go:171","msg":"trace[1353199438] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:3591; }","duration":"511.876865ms","start":"2026-07-28T14:18:38.588628Z","end":"2026-07-28T14:18:39.100505Z","steps":["trace[1353199438] 'agreement among raft nodes before linearized reading' (duration: 511.717811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:39.100548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.865742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:18:39.100631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:38.588614Z","time spent":"512.001988ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:18:39.100691Z","caller":"traceutil/trace.go:171","msg":"trace[668853023] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3591; }","duration":"412.042687ms","start":"2026-07-28T14:18:38.68862Z","end":"2026-07-28T14:18:39.100663Z","steps":["trace[668853023] 'agreement among raft nodes before linearized reading' (duration: 411.839682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:39.100761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.406736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-28T14:18:39.100837Z","caller":"traceutil/trace.go:171","msg":"trace[840134804] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3591; }","duration":"577.713593ms","start":"2026-07-28T14:18:38.523112Z","end":"2026-07-28T14:18:39.100826Z","steps":["trace[840134804] 'agreement among raft nodes before linearized reading' (duration: 577.333204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:39.100876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:38.523104Z","time spent":"577.764664ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-28T14:18:39.100763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:38.688595Z","time spent":"412.150939ms","remote":"127.0.0.1:60968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:18:45.075531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609347818,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T14:18:45.212574Z","caller":"traceutil/trace.go:171","msg":"trace[2107533705] transaction","detail":"{read_only:false; response_revision:3624; number_of_response:1; }","duration":"675.703847ms","start":"2026-07-28T14:18:44.53685Z","end":"2026-07-28T14:18:45.212554Z","steps":["trace[2107533705] 'process raft request' (duration: 675.567404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:45.212771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:44.536829Z","time spent":"675.81983ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:18:45.236001Z","caller":"traceutil/trace.go:171","msg":"trace[142386058] transaction","detail":"{read_only:false; response_revision:3625; number_of_response:1; }","duration":"698.06752ms","start":"2026-07-28T14:18:44.537903Z","end":"2026-07-28T14:18:45.23597Z","steps":["trace[142386058] 'process raft request' (duration: 697.840025ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:45.236275Z","caller":"traceutil/trace.go:171","msg":"trace[1709855028] linearizableReadLoop","detail":"{readStateIndex:3757; appliedIndex:3753; }","duration":"661.665389ms","start":"2026-07-28T14:18:44.574593Z","end":"2026-07-28T14:18:45.236258Z","steps":["trace[1709855028] 'read index received' (duration: 637.761469ms)","trace[1709855028] 'applied index is now lower than readState.Index' (duration: 23.90291ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:18:45.236329Z","caller":"traceutil/trace.go:171","msg":"trace[1435928291] transaction","detail":"{read_only:false; response_revision:3626; number_of_response:1; }","duration":"698.333576ms","start":"2026-07-28T14:18:44.537907Z","end":"2026-07-28T14:18:45.236241Z","steps":["trace[1435928291] 'process raft request' (duration: 698.003618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:45.236275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:44.537876Z","time spent":"698.292535ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:18:45.2364Z","caller":"traceutil/trace.go:171","msg":"trace[1833418359] transaction","detail":"{read_only:false; response_revision:3627; number_of_response:1; }","duration":"308.737064ms","start":"2026-07-28T14:18:44.927651Z","end":"2026-07-28T14:18:45.236388Z","steps":["trace[1833418359] 'process raft request' (duration: 308.500168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:45.236504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:44.537878Z","time spent":"698.548502ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:18:45.236581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:44.927623Z","time spent":"308.887968ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:18:45.236677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.06366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c679deb4b881f4\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-07-28T14:18:45.236717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.130652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-28T14:18:45.236759Z","caller":"traceutil/trace.go:171","msg":"trace[1595576852] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c679deb4b881f4; range_end:; response_count:1; response_revision:3627; }","duration":"514.200503ms","start":"2026-07-28T14:18:44.72254Z","end":"2026-07-28T14:18:45.23674Z","steps":["trace[1595576852] 'agreement among raft nodes before linearized reading' (duration: 513.926237ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:45.236775Z","caller":"traceutil/trace.go:171","msg":"trace[903750917] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3627; }","duration":"662.215454ms","start":"2026-07-28T14:18:44.574538Z","end":"2026-07-28T14:18:45.236754Z","steps":["trace[903750917] 'agreement among raft nodes before linearized reading' (duration: 662.101721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:45.23681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:44.72252Z","time spent":"514.282056ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c679deb4b881f4\" "} {"level":"warn","ts":"2026-07-28T14:18:45.236821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:44.574518Z","time spent":"662.292715ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:18:45.236839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.857007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-07-28T14:18:45.237071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.687476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T14:18:45.237131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.328714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12459"} {"level":"info","ts":"2026-07-28T14:18:45.237131Z","caller":"traceutil/trace.go:171","msg":"trace[1288288868] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3627; }","duration":"167.783349ms","start":"2026-07-28T14:18:45.069333Z","end":"2026-07-28T14:18:45.237117Z","steps":["trace[1288288868] 'agreement among raft nodes before linearized reading' (duration: 167.645755ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:45.23717Z","caller":"traceutil/trace.go:171","msg":"trace[603859223] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3627; }","duration":"217.411336ms","start":"2026-07-28T14:18:45.019746Z","end":"2026-07-28T14:18:45.237157Z","steps":["trace[603859223] 'agreement among raft nodes before linearized reading' (duration: 217.310033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:45.23722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.177974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T14:18:45.236603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.884943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T14:18:45.237273Z","caller":"traceutil/trace.go:171","msg":"trace[1541989266] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3627; }","duration":"110.263626ms","start":"2026-07-28T14:18:45.126995Z","end":"2026-07-28T14:18:45.237258Z","steps":["trace[1541989266] 'agreement among raft nodes before linearized reading' (duration: 110.101712ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:45.237277Z","caller":"traceutil/trace.go:171","msg":"trace[1685088078] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3627; }","duration":"109.595079ms","start":"2026-07-28T14:18:45.127667Z","end":"2026-07-28T14:18:45.237262Z","steps":["trace[1685088078] 'agreement among raft nodes before linearized reading' (duration: 108.79691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:45.237347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.602475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T14:18:45.237472Z","caller":"traceutil/trace.go:171","msg":"trace[1610314116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3627; }","duration":"108.772169ms","start":"2026-07-28T14:18:45.128688Z","end":"2026-07-28T14:18:45.237461Z","steps":["trace[1610314116] 'agreement among raft nodes before linearized reading' (duration: 108.317798ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:45.236961Z","caller":"traceutil/trace.go:171","msg":"trace[20133605] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3627; }","duration":"109.972859ms","start":"2026-07-28T14:18:45.126948Z","end":"2026-07-28T14:18:45.236921Z","steps":["trace[20133605] 'agreement among raft nodes before linearized reading' (duration: 109.699522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:45.237497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.816051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T14:18:45.237621Z","caller":"traceutil/trace.go:171","msg":"trace[1883272669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3627; }","duration":"108.990155ms","start":"2026-07-28T14:18:45.128607Z","end":"2026-07-28T14:18:45.237597Z","steps":["trace[1883272669] 'agreement among raft nodes before linearized reading' (duration: 108.598125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:45.741383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609347824,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:18:47.375656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000062721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T14:18:47.375746Z","caller":"traceutil/trace.go:171","msg":"trace[1215175161] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000199155s","start":"2026-07-28T14:18:45.375528Z","end":"2026-07-28T14:18:47.375727Z","steps":["trace[1215175161] 'agreement among raft nodes before linearized reading' (duration: 2.000083122s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:47.375799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:45.375515Z","time spent":"2.000275457s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:18:47.451877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57571751s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:18:47.452406Z","caller":"traceutil/trace.go:171","msg":"trace[1357219088] linearizableReadLoop","detail":"{readStateIndex:3765; appliedIndex:3757; }","duration":"2.211664464s","start":"2026-07-28T14:18:45.240724Z","end":"2026-07-28T14:18:47.452389Z","steps":["trace[1357219088] 'read index received' (duration: 635.293928ms)","trace[1357219088] 'applied index is now lower than readState.Index' (duration: 1.576369436s)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:18:47.452492Z","caller":"traceutil/trace.go:171","msg":"trace[540047540] transaction","detail":"{read_only:false; response_revision:3628; number_of_response:1; }","duration":"2.213254713s","start":"2026-07-28T14:18:45.239225Z","end":"2026-07-28T14:18:47.45248Z","steps":["trace[540047540] 'process raft request' (duration: 636.780035ms)","trace[540047540] 'compare' (duration: 1.575520494s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:18:47.452609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:45.239199Z","time spent":"2.213326725s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:18:47.452697Z","caller":"traceutil/trace.go:171","msg":"trace[405730851] transaction","detail":"{read_only:false; response_revision:3632; number_of_response:1; }","duration":"2.210188837s","start":"2026-07-28T14:18:45.242478Z","end":"2026-07-28T14:18:47.452667Z","steps":["trace[405730851] 'process raft request' (duration: 2.209792928s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:47.452807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:45.242457Z","time spent":"2.210289809s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:18:47.452784Z","caller":"traceutil/trace.go:171","msg":"trace[848462860] transaction","detail":"{read_only:false; response_revision:3634; number_of_response:1; }","duration":"2.210245429s","start":"2026-07-28T14:18:45.242512Z","end":"2026-07-28T14:18:47.452757Z","steps":["trace[848462860] 'process raft request' (duration: 2.209816928s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:47.452896Z","caller":"traceutil/trace.go:171","msg":"trace[2051711677] transaction","detail":"{read_only:false; response_revision:3635; number_of_response:1; }","duration":"2.210294819s","start":"2026-07-28T14:18:45.242577Z","end":"2026-07-28T14:18:47.452872Z","steps":["trace[2051711677] 'process raft request' (duration: 2.209778787s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:47.452948Z","caller":"traceutil/trace.go:171","msg":"trace[287726482] transaction","detail":"{read_only:false; response_revision:3631; number_of_response:1; }","duration":"2.210466214s","start":"2026-07-28T14:18:45.242461Z","end":"2026-07-28T14:18:47.452927Z","steps":["trace[287726482] 'process raft request' (duration: 2.209776947s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:47.453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212259458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12459"} {"level":"info","ts":"2026-07-28T14:18:47.452977Z","caller":"traceutil/trace.go:171","msg":"trace[533039443] transaction","detail":"{read_only:false; response_revision:3633; number_of_response:1; }","duration":"2.210446934s","start":"2026-07-28T14:18:45.242518Z","end":"2026-07-28T14:18:47.452965Z","steps":["trace[533039443] 'process raft request' (duration: 2.209781707s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:47.453029Z","caller":"traceutil/trace.go:171","msg":"trace[1943739380] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3635; }","duration":"2.21233514s","start":"2026-07-28T14:18:45.240687Z","end":"2026-07-28T14:18:47.453022Z","steps":["trace[1943739380] 'agreement among raft nodes before linearized reading' (duration: 2.212175796s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:47.453053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:45.240673Z","time spent":"2.212372601s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T14:18:47.452898Z","caller":"traceutil/trace.go:171","msg":"trace[171055009] transaction","detail":"{read_only:false; response_revision:3630; number_of_response:1; }","duration":"2.210444914s","start":"2026-07-28T14:18:45.242432Z","end":"2026-07-28T14:18:47.452877Z","steps":["trace[171055009] 'process raft request' (duration: 2.209667194s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:47.453093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:45.242504Z","time spent":"2.210530625s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:18:47.453112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:45.242436Z","time spent":"2.210592747s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:18:47.452885Z","caller":"traceutil/trace.go:171","msg":"trace[797265954] transaction","detail":"{read_only:false; response_revision:3629; number_of_response:1; }","duration":"2.210441683s","start":"2026-07-28T14:18:45.242417Z","end":"2026-07-28T14:18:47.452859Z","steps":["trace[797265954] 'process raft request' (duration: 2.209590552s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:47.453102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:45.242551Z","time spent":"2.210421343s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:18:47.452921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:45.242494Z","time spent":"2.210353151s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:18:47.453313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:45.24239Z","time spent":"2.210764391s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:18:47.454485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:45.24239Z","time spent":"2.211182172s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:18:47.723877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.250693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:18:47.724145Z","caller":"traceutil/trace.go:171","msg":"trace[987923136] transaction","detail":"{read_only:false; response_revision:3636; number_of_response:1; }","duration":"1.713015784s","start":"2026-07-28T14:18:46.01108Z","end":"2026-07-28T14:18:47.724095Z","steps":["trace[987923136] 'process raft request' (duration: 1.607464585s)","trace[987923136] 'compare' (duration: 105.101438ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:18:47.724186Z","caller":"traceutil/trace.go:171","msg":"trace[688466345] transaction","detail":"{read_only:false; response_revision:3637; number_of_response:1; }","duration":"1.712691196s","start":"2026-07-28T14:18:46.011469Z","end":"2026-07-28T14:18:47.72416Z","steps":["trace[688466345] 'process raft request' (duration: 1.712499191s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:47.72428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:46.011439Z","time spent":"1.712797529s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:18:47.724312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:46.011049Z","time spent":"1.713174469s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:18:47.820881Z","caller":"traceutil/trace.go:171","msg":"trace[2062812339] transaction","detail":"{read_only:false; response_revision:3639; number_of_response:1; }","duration":"603.04262ms","start":"2026-07-28T14:18:47.217821Z","end":"2026-07-28T14:18:47.820864Z","steps":["trace[2062812339] 'process raft request' (duration: 602.973729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:47.820986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:47.217798Z","time spent":"603.136363ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:18:47.821091Z","caller":"traceutil/trace.go:171","msg":"trace[2030455616] linearizableReadLoop","detail":"{readStateIndex:3772; appliedIndex:3765; }","duration":"368.635935ms","start":"2026-07-28T14:18:47.452446Z","end":"2026-07-28T14:18:47.821082Z","steps":["trace[2030455616] 'read index received' (duration: 166.069816ms)","trace[2030455616] 'applied index is now lower than readState.Index' (duration: 202.565529ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:18:47.821209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152143992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:18:47.821237Z","caller":"traceutil/trace.go:171","msg":"trace[153619466] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3641; }","duration":"2.152213163s","start":"2026-07-28T14:18:45.669015Z","end":"2026-07-28T14:18:47.821229Z","steps":["trace[153619466] 'agreement among raft nodes before linearized reading' (duration: 2.152146842s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:47.821261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:45.669005Z","time spent":"2.152249424s","remote":"127.0.0.1:56778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:18:47.821263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.553937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T14:18:47.821315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.407431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:18:47.821345Z","caller":"traceutil/trace.go:171","msg":"trace[1717440786] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3641; }","duration":"953.66858ms","start":"2026-07-28T14:18:46.86765Z","end":"2026-07-28T14:18:47.821319Z","steps":["trace[1717440786] 'agreement among raft nodes before linearized reading' (duration: 953.468685ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:47.821377Z","caller":"traceutil/trace.go:171","msg":"trace[614901055] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:3641; }","duration":"269.513554ms","start":"2026-07-28T14:18:47.551846Z","end":"2026-07-28T14:18:47.821359Z","steps":["trace[614901055] 'agreement among raft nodes before linearized reading' (duration: 269.419161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:47.821433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:46.867631Z","time spent":"953.788283ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:18:47.821436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.153774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:11153"} {"level":"info","ts":"2026-07-28T14:18:47.821475Z","caller":"traceutil/trace.go:171","msg":"trace[1562852745] transaction","detail":"{read_only:false; response_revision:3641; number_of_response:1; }","duration":"579.214601ms","start":"2026-07-28T14:18:47.242244Z","end":"2026-07-28T14:18:47.821459Z","steps":["trace[1562852745] 'process raft request' (duration: 578.724189ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:47.821504Z","caller":"traceutil/trace.go:171","msg":"trace[44375765] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3641; }","duration":"366.250096ms","start":"2026-07-28T14:18:47.455237Z","end":"2026-07-28T14:18:47.821487Z","steps":["trace[44375765] 'agreement among raft nodes before linearized reading' (duration: 366.00426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:47.821548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.211064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:18:47.821547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:47.455213Z","time spent":"366.326278ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":11176,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-28T14:18:47.821574Z","caller":"traceutil/trace.go:171","msg":"trace[959492501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3641; }","duration":"442.282866ms","start":"2026-07-28T14:18:47.379285Z","end":"2026-07-28T14:18:47.821568Z","steps":["trace[959492501] 'agreement among raft nodes before linearized reading' (duration: 442.243985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:47.821572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:47.242237Z","time spent":"579.280033ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:18:47.821592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:47.379218Z","time spent":"442.371108ms","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:18:47.821589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.512687217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:18:47.822098Z","caller":"traceutil/trace.go:171","msg":"trace[2015751576] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:3641; }","duration":"2.513484857s","start":"2026-07-28T14:18:45.308601Z","end":"2026-07-28T14:18:47.822086Z","steps":["trace[2015751576] 'agreement among raft nodes before linearized reading' (duration: 2.512623705s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:47.822203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:45.308587Z","time spent":"2.513527507s","remote":"127.0.0.1:54614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:18:47.821738Z","caller":"traceutil/trace.go:171","msg":"trace[561857749] transaction","detail":"{read_only:false; response_revision:3640; number_of_response:1; }","duration":"579.569241ms","start":"2026-07-28T14:18:47.242157Z","end":"2026-07-28T14:18:47.821727Z","steps":["trace[561857749] 'process raft request' (duration: 578.675298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:47.821783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379899278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-28T14:18:47.822465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:47.242135Z","time spent":"580.226906ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:18:47.822726Z","caller":"traceutil/trace.go:171","msg":"trace[1227805154] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3641; }","duration":"1.380885283s","start":"2026-07-28T14:18:46.441817Z","end":"2026-07-28T14:18:47.822702Z","steps":["trace[1227805154] 'agreement among raft nodes before linearized reading' (duration: 1.379326004s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:47.8228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:46.441797Z","time spent":"1.380995426s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-28T14:18:47.821778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.533749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:472"} {"level":"info","ts":"2026-07-28T14:18:47.822939Z","caller":"traceutil/trace.go:171","msg":"trace[341844137] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3641; }","duration":"910.718599ms","start":"2026-07-28T14:18:46.912215Z","end":"2026-07-28T14:18:47.822933Z","steps":["trace[341844137] 'agreement among raft nodes before linearized reading' (duration: 909.444207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:47.82296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:46.912207Z","time spent":"910.744739ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:18:47.821959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.243741727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1631"} {"level":"info","ts":"2026-07-28T14:18:47.82313Z","caller":"traceutil/trace.go:171","msg":"trace[1612154843] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3641; }","duration":"2.244957047s","start":"2026-07-28T14:18:45.578165Z","end":"2026-07-28T14:18:47.823122Z","steps":["trace[1612154843] 'agreement among raft nodes before linearized reading' (duration: 2.243688976s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:47.823151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:45.578144Z","time spent":"2.245000138s","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1654,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T14:18:47.82089Z","caller":"traceutil/trace.go:171","msg":"trace[1877387708] transaction","detail":"{read_only:false; response_revision:3638; number_of_response:1; }","duration":"892.790184ms","start":"2026-07-28T14:18:46.928075Z","end":"2026-07-28T14:18:47.820865Z","steps":["trace[1877387708] 'process raft request' (duration: 892.555028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:47.821995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279297811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T14:18:47.82337Z","caller":"traceutil/trace.go:171","msg":"trace[687558946] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3641; }","duration":"1.280728597s","start":"2026-07-28T14:18:46.542624Z","end":"2026-07-28T14:18:47.823353Z","steps":["trace[687558946] 'agreement among raft nodes before linearized reading' (duration: 1.279166788s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:47.823369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:46.928047Z","time spent":"895.237075ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:18:47.823409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:46.542604Z","time spent":"1.280793968s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:18:48.381674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.530661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-07-28T14:18:48.381766Z","caller":"traceutil/trace.go:171","msg":"trace[1680894758] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3641; }","duration":"554.683614ms","start":"2026-07-28T14:18:47.827065Z","end":"2026-07-28T14:18:48.381748Z","steps":["trace[1680894758] 'range keys from in-memory index tree' (duration: 554.370617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:48.381806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:47.827044Z","time spent":"554.753457ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-28T14:18:48.382265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.858886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:18:48.382598Z","caller":"traceutil/trace.go:171","msg":"trace[1172312160] transaction","detail":"{read_only:false; response_revision:3645; number_of_response:1; }","duration":"553.839374ms","start":"2026-07-28T14:18:47.828739Z","end":"2026-07-28T14:18:48.382579Z","steps":["trace[1172312160] 'process raft request' (duration: 553.768472ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:48.382758Z","caller":"traceutil/trace.go:171","msg":"trace[157905803] transaction","detail":"{read_only:false; response_revision:3644; number_of_response:1; }","duration":"554.007698ms","start":"2026-07-28T14:18:47.828733Z","end":"2026-07-28T14:18:48.382741Z","steps":["trace[157905803] 'process raft request' (duration: 553.69368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:48.382702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:47.828724Z","time spent":"553.918786ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:18:48.382778Z","caller":"traceutil/trace.go:171","msg":"trace[1169374998] transaction","detail":"{read_only:false; response_revision:3643; number_of_response:1; }","duration":"554.131452ms","start":"2026-07-28T14:18:47.828603Z","end":"2026-07-28T14:18:48.382735Z","steps":["trace[1169374998] 'process raft request' (duration: 553.766963ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:48.382815Z","caller":"traceutil/trace.go:171","msg":"trace[1793139182] linearizableReadLoop","detail":"{readStateIndex:3773; appliedIndex:3772; }","duration":"554.224173ms","start":"2026-07-28T14:18:47.82857Z","end":"2026-07-28T14:18:48.382794Z","steps":["trace[1793139182] 'read index received' (duration: 26.918415ms)","trace[1793139182] 'applied index is now lower than readState.Index' (duration: 527.303048ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:18:48.382816Z","caller":"traceutil/trace.go:171","msg":"trace[643490737] transaction","detail":"{read_only:false; response_revision:3642; number_of_response:1; }","duration":"554.734786ms","start":"2026-07-28T14:18:47.828054Z","end":"2026-07-28T14:18:48.382789Z","steps":["trace[643490737] 'process raft request' (duration: 27.286465ms)","trace[643490737] 'compare' (duration: 526.712243ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:18:48.38286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:47.828722Z","time spent":"554.08247ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:18:48.382924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:47.828582Z","time spent":"554.266105ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:18:48.38297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:47.828023Z","time spent":"554.87254ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T14:18:48.382968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.393598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:18:48.383018Z","caller":"traceutil/trace.go:171","msg":"trace[1985443744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3645; }","duration":"554.475769ms","start":"2026-07-28T14:18:47.828527Z","end":"2026-07-28T14:18:48.383003Z","steps":["trace[1985443744] 'agreement among raft nodes before linearized reading' (duration: 554.391227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:48.383002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.848274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:18:48.383025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.46022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-98cdd5b1-c7eb-4544-8325-9a7e92823c9e\" ","response":"range_response_count:1 size:2197"} {"level":"warn","ts":"2026-07-28T14:18:48.383062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:47.82851Z","time spent":"554.541442ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T14:18:48.383076Z","caller":"traceutil/trace.go:171","msg":"trace[12013574] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3645; }","duration":"500.964727ms","start":"2026-07-28T14:18:47.882088Z","end":"2026-07-28T14:18:48.383053Z","steps":["trace[12013574] 'agreement among raft nodes before linearized reading' (duration: 500.858854ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:48.383072Z","caller":"traceutil/trace.go:171","msg":"trace[308506471] range","detail":"{range_begin:/registry/persistentvolumes/pvc-98cdd5b1-c7eb-4544-8325-9a7e92823c9e; range_end:; response_count:1; response_revision:3645; }","duration":"554.539622ms","start":"2026-07-28T14:18:47.828521Z","end":"2026-07-28T14:18:48.38306Z","steps":["trace[308506471] 'agreement among raft nodes before linearized reading' (duration: 554.376708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:48.383118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:47.882069Z","time spent":"501.040438ms","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T14:18:48.383138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:47.828508Z","time spent":"554.620493ms","remote":"127.0.0.1:54068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2220,"request content":"key:\"/registry/persistentvolumes/pvc-98cdd5b1-c7eb-4544-8325-9a7e92823c9e\" "} {"level":"warn","ts":"2026-07-28T14:18:48.3832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.06014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T14:18:48.383254Z","caller":"traceutil/trace.go:171","msg":"trace[696157928] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3645; }","duration":"459.188133ms","start":"2026-07-28T14:18:47.924057Z","end":"2026-07-28T14:18:48.383245Z","steps":["trace[696157928] 'agreement among raft nodes before linearized reading' (duration: 458.903646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:18:48.383279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:47.92403Z","time spent":"459.241135ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":372,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:18:53.96951Z","caller":"traceutil/trace.go:171","msg":"trace[1941224878] transaction","detail":"{read_only:false; response_revision:3685; number_of_response:1; }","duration":"129.385428ms","start":"2026-07-28T14:18:53.840082Z","end":"2026-07-28T14:18:53.969468Z","steps":["trace[1941224878] 'process raft request' (duration: 125.271015ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:18:53.969679Z","caller":"traceutil/trace.go:171","msg":"trace[2025438021] transaction","detail":"{read_only:false; response_revision:3686; number_of_response:1; }","duration":"127.995599ms","start":"2026-07-28T14:18:53.841657Z","end":"2026-07-28T14:18:53.969652Z","steps":["trace[2025438021] 'process raft request' (duration: 127.736652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:19:00.02451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609348039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:19:00.524877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609348039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:19:01.370141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609348039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:19:01.870772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609348039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:19:02.40617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609348039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:19:02.930655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609348039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:19:03.374111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000310491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T14:19:03.374295Z","caller":"traceutil/trace.go:171","msg":"trace[1522519754] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000449805s","start":"2026-07-28T14:19:01.37376Z","end":"2026-07-28T14:19:03.374209Z","steps":["trace[1522519754] 'agreement among raft nodes before linearized reading' (duration: 2.000307321s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:19:03.374455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:19:01.373744Z","time spent":"2.000656771s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 14:19:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T14:19:03.431393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609348039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:19:03.931894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609348039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:19:04.432468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609348039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:19:04.514177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:59.515857Z","time spent":"4.99831256s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/28 14:19:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T14:19:04.524026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999621506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T14:19:04.524092Z","caller":"traceutil/trace.go:171","msg":"trace[2124522154] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999718619s","start":"2026-07-28T14:18:59.524359Z","end":"2026-07-28T14:19:04.524078Z","steps":["trace[2124522154] 'agreement among raft nodes before linearized reading' (duration: 4.999635727s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:19:04.524173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:59.524352Z","time spent":"4.999810451s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T14:19:04.524148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00014353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} 2026/07/28 14:19:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-28T14:19:04.524256Z","caller":"traceutil/trace.go:171","msg":"trace[2120064770] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000376837s","start":"2026-07-28T14:18:59.523863Z","end":"2026-07-28T14:19:04.52424Z","steps":["trace[2120064770] 'agreement among raft nodes before linearized reading' (duration: 5.000178842s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:19:04.524321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:59.523843Z","time spent":"5.000465699s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/28 14:19:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T14:19:04.764562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:59.766321Z","time spent":"4.998234358s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/28 14:19:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T14:19:04.84637Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.330391796s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T14:19:04.866989Z","caller":"traceutil/trace.go:171","msg":"trace[137486647] transaction","detail":"{read_only:false; response_revision:3714; number_of_response:1; }","duration":"4.949088814s","start":"2026-07-28T14:18:59.917872Z","end":"2026-07-28T14:19:04.866961Z","steps":["trace[137486647] 'process raft request' (duration: 4.94895544s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:19:04.86707Z","caller":"traceutil/trace.go:171","msg":"trace[1172447790] transaction","detail":"{read_only:false; response_revision:3718; number_of_response:1; }","duration":"4.282967876s","start":"2026-07-28T14:19:00.584088Z","end":"2026-07-28T14:19:04.867056Z","steps":["trace[1172447790] 'process raft request' (duration: 4.282842373s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:19:04.867078Z","caller":"traceutil/trace.go:171","msg":"trace[370595037] linearizableReadLoop","detail":"{readStateIndex:3854; appliedIndex:3844; }","duration":"5.343137858s","start":"2026-07-28T14:18:59.523908Z","end":"2026-07-28T14:19:04.867046Z","steps":["trace[370595037] 'read index received' (duration: 5.322679414s)","trace[370595037] 'applied index is now lower than readState.Index' (duration: 20.457514ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:19:04.867138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:59.917846Z","time spent":"4.949215306s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:19:04.867161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:19:00.584068Z","time spent":"4.283040079s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:19:04.867186Z","caller":"traceutil/trace.go:171","msg":"trace[89994187] transaction","detail":"{read_only:false; response_revision:3719; number_of_response:1; }","duration":"2.137183919s","start":"2026-07-28T14:19:02.72999Z","end":"2026-07-28T14:19:04.867174Z","steps":["trace[89994187] 'process raft request' (duration: 2.136959993s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:19:04.867268Z","caller":"traceutil/trace.go:171","msg":"trace[321609646] transaction","detail":"{read_only:false; response_revision:3716; number_of_response:1; }","duration":"4.877817438s","start":"2026-07-28T14:18:59.989433Z","end":"2026-07-28T14:19:04.867251Z","steps":["trace[321609646] 'process raft request' (duration: 4.877445467s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:19:04.86731Z","caller":"traceutil/trace.go:171","msg":"trace[1566073594] transaction","detail":"{read_only:false; response_revision:3717; number_of_response:1; }","duration":"4.61208214s","start":"2026-07-28T14:19:00.255218Z","end":"2026-07-28T14:19:04.8673Z","steps":["trace[1566073594] 'process raft request' (duration: 4.611686189s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:19:04.867321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:19:02.729967Z","time spent":"2.137254392s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:19:04.867338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:59.989399Z","time spent":"4.87790557s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:19:04.867316Z","caller":"traceutil/trace.go:171","msg":"trace[1767255572] transaction","detail":"{read_only:false; response_revision:3721; number_of_response:1; }","duration":"2.035822615s","start":"2026-07-28T14:19:02.83147Z","end":"2026-07-28T14:19:04.867293Z","steps":["trace[1767255572] 'process raft request' (duration: 2.035549437s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:19:04.867372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:19:00.255194Z","time spent":"4.612147602s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:19:04.867366Z","caller":"traceutil/trace.go:171","msg":"trace[1434957404] transaction","detail":"{read_only:false; response_revision:3720; number_of_response:1; }","duration":"2.092919209s","start":"2026-07-28T14:19:02.774405Z","end":"2026-07-28T14:19:04.867324Z","steps":["trace[1434957404] 'process raft request' (duration: 2.092565089s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:19:04.866991Z","caller":"traceutil/trace.go:171","msg":"trace[1916583798] transaction","detail":"{read_only:false; response_revision:3715; number_of_response:1; }","duration":"4.879315659s","start":"2026-07-28T14:18:59.987649Z","end":"2026-07-28T14:19:04.866964Z","steps":["trace[1916583798] 'process raft request' (duration: 4.879207226s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:19:04.86748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:59.987634Z","time spent":"4.879819913s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:19:04.867509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493100579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:19:04.867543Z","caller":"traceutil/trace.go:171","msg":"trace[891947131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3721; }","duration":"1.493162491s","start":"2026-07-28T14:19:03.374371Z","end":"2026-07-28T14:19:04.867534Z","steps":["trace[891947131] 'agreement among raft nodes before linearized reading' (duration: 1.49311172s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:19:04.867491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:19:02.831439Z","time spent":"2.035977319s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:19:04.867546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:19:02.774392Z","time spent":"2.093072162s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:19:04.867577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:19:03.374354Z","time spent":"1.493217103s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:19:04.867651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230302973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:19:04.867691Z","caller":"traceutil/trace.go:171","msg":"trace[1127122633] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3721; }","duration":"1.230343554s","start":"2026-07-28T14:19:03.637337Z","end":"2026-07-28T14:19:04.867681Z","steps":["trace[1127122633] 'agreement among raft nodes before linearized reading' (duration: 1.230223841s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:19:04.867697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.498313656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.222\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-28T14:19:04.867767Z","caller":"traceutil/trace.go:171","msg":"trace[1317947681] range","detail":"{range_begin:/registry/masterleases/162.253.55.222; range_end:; response_count:1; response_revision:3721; }","duration":"3.498404518s","start":"2026-07-28T14:19:01.369346Z","end":"2026-07-28T14:19:04.86775Z","steps":["trace[1317947681] 'agreement among raft nodes before linearized reading' (duration: 3.498206303s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:19:04.867814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:19:01.369341Z","time spent":"3.498463591s","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.222\" "} {"level":"warn","ts":"2026-07-28T14:19:04.867858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.859046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T14:19:04.867872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.145114278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c679deb4b881f4\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-07-28T14:19:04.867896Z","caller":"traceutil/trace.go:171","msg":"trace[1715704916] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3721; }","duration":"786.938538ms","start":"2026-07-28T14:19:04.080946Z","end":"2026-07-28T14:19:04.867884Z","steps":["trace[1715704916] 'agreement among raft nodes before linearized reading' (duration: 786.890977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:19:04.867906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30636607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12459"} {"level":"warn","ts":"2026-07-28T14:19:04.86793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:19:04.080914Z","time spent":"787.00793ms","remote":"127.0.0.1:55484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:19:04.867932Z","caller":"traceutil/trace.go:171","msg":"trace[967889260] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c679deb4b881f4; range_end:; response_count:1; response_revision:3721; }","duration":"5.145216801s","start":"2026-07-28T14:18:59.722704Z","end":"2026-07-28T14:19:04.867921Z","steps":["trace[967889260] 'agreement among raft nodes before linearized reading' (duration: 5.145025646s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:19:04.867947Z","caller":"traceutil/trace.go:171","msg":"trace[1670510773] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3721; }","duration":"1.306446322s","start":"2026-07-28T14:19:03.561492Z","end":"2026-07-28T14:19:04.867938Z","steps":["trace[1670510773] 'agreement among raft nodes before linearized reading' (duration: 1.306322239s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:19:04.867914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.341528194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-28T14:19:04.868002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862416003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:19:04.868039Z","caller":"traceutil/trace.go:171","msg":"trace[650844580] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:3721; }","duration":"1.862494905s","start":"2026-07-28T14:19:03.005534Z","end":"2026-07-28T14:19:04.868029Z","steps":["trace[650844580] 'agreement among raft nodes before linearized reading' (duration: 1.862436283s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:19:04.868017Z","caller":"traceutil/trace.go:171","msg":"trace[793317423] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3721; }","duration":"5.341651087s","start":"2026-07-28T14:18:59.526354Z","end":"2026-07-28T14:19:04.868005Z","steps":["trace[793317423] 'agreement among raft nodes before linearized reading' (duration: 5.341424261s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:19:04.868061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463581006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T14:19:04.868072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:19:03.005516Z","time spent":"1.862547387s","remote":"127.0.0.1:56686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:19:04.868083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.344047893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-28T14:19:04.86811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:59.526344Z","time spent":"5.34175317s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T14:19:04.868122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.243533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:19:04.868132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.427315446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-28T14:19:04.868157Z","caller":"traceutil/trace.go:171","msg":"trace[357103471] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:3721; }","duration":"978.314785ms","start":"2026-07-28T14:19:03.889832Z","end":"2026-07-28T14:19:04.868147Z","steps":["trace[357103471] 'agreement among raft nodes before linearized reading' (duration: 978.260394ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:19:04.868163Z","caller":"traceutil/trace.go:171","msg":"trace[2108722297] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3721; }","duration":"4.427371817s","start":"2026-07-28T14:19:00.440783Z","end":"2026-07-28T14:19:04.868155Z","steps":["trace[2108722297] 'agreement among raft nodes before linearized reading' (duration: 4.427286155s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:19:04.868172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464016098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T14:19:04.868195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:19:03.889813Z","time spent":"978.374166ms","remote":"127.0.0.1:54718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:19:04.868218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095996104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:19:04.868253Z","caller":"traceutil/trace.go:171","msg":"trace[1465983360] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3721; }","duration":"2.096072636s","start":"2026-07-28T14:19:02.772171Z","end":"2026-07-28T14:19:04.868244Z","steps":["trace[1465983360] 'agreement among raft nodes before linearized reading' (duration: 2.096022095s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:19:04.86828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:19:02.77215Z","time spent":"2.096122447s","remote":"127.0.0.1:56824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:19:04.868286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464292515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:472"} {"level":"info","ts":"2026-07-28T14:19:04.868094Z","caller":"traceutil/trace.go:171","msg":"trace[882339918] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3721; }","duration":"1.463651687s","start":"2026-07-28T14:19:03.404428Z","end":"2026-07-28T14:19:04.86808Z","steps":["trace[882339918] 'agreement among raft nodes before linearized reading' (duration: 1.463574535s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:19:04.868317Z","caller":"traceutil/trace.go:171","msg":"trace[488207232] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3721; }","duration":"1.464344607s","start":"2026-07-28T14:19:03.403963Z","end":"2026-07-28T14:19:04.868307Z","steps":["trace[488207232] 'agreement among raft nodes before linearized reading' (duration: 1.464255954s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:19:04.868352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:19:03.403952Z","time spent":"1.464393238s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:19:04.86782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.888809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:19:04.868199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:19:00.440768Z","time spent":"4.427425789s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-28T14:19:04.8684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388749346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-28T14:19:04.868047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.49881293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:19:04.868432Z","caller":"traceutil/trace.go:171","msg":"trace[1470996639] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3721; }","duration":"2.388824748s","start":"2026-07-28T14:19:02.479598Z","end":"2026-07-28T14:19:04.868423Z","steps":["trace[1470996639] 'agreement among raft nodes before linearized reading' (duration: 2.388740286s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:19:04.868449Z","caller":"traceutil/trace.go:171","msg":"trace[1829552119] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3721; }","duration":"3.499246012s","start":"2026-07-28T14:19:01.369195Z","end":"2026-07-28T14:19:04.868441Z","steps":["trace[1829552119] 'agreement among raft nodes before linearized reading' (duration: 3.49880613s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:19:04.868264Z","caller":"traceutil/trace.go:171","msg":"trace[885486761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3721; }","duration":"5.344154596s","start":"2026-07-28T14:18:59.523978Z","end":"2026-07-28T14:19:04.868133Z","steps":["trace[885486761] 'agreement among raft nodes before linearized reading' (duration: 5.34394194s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:19:04.868498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461538093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:19:04.86852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:59.523973Z","time spent":"5.344537657s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T14:19:04.867978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:59.722686Z","time spent":"5.145273723s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c679deb4b881f4\" "} {"level":"warn","ts":"2026-07-28T14:19:04.867773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.033596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-07-28T14:19:04.868601Z","caller":"traceutil/trace.go:171","msg":"trace[1758440355] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:3721; }","duration":"101.88986ms","start":"2026-07-28T14:19:04.766704Z","end":"2026-07-28T14:19:04.868594Z","steps":["trace[1758440355] 'agreement among raft nodes before linearized reading' (duration: 101.041786ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:19:04.868523Z","caller":"traceutil/trace.go:171","msg":"trace[1851466719] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3721; }","duration":"2.461564653s","start":"2026-07-28T14:19:02.406951Z","end":"2026-07-28T14:19:04.868515Z","steps":["trace[1851466719] 'agreement among raft nodes before linearized reading' (duration: 2.461522902s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:19:04.868674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:19:02.406935Z","time spent":"2.461730859s","remote":"127.0.0.1:56626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:19:04.868457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:19:02.479579Z","time spent":"2.388871009s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:19:04.867755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.343721975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T14:19:04.868376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:19:03.404408Z","time spent":"1.463950926s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T14:19:04.868205Z","caller":"traceutil/trace.go:171","msg":"trace[1720838024] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3721; }","duration":"1.464064709s","start":"2026-07-28T14:19:03.404133Z","end":"2026-07-28T14:19:04.868197Z","steps":["trace[1720838024] 'agreement among raft nodes before linearized reading' (duration: 1.463980196s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:19:04.868942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:19:03.404126Z","time spent":"1.464802789s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:19:04.868485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:19:01.369183Z","time spent":"3.499293863s","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":24,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:19:04.867727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:19:03.637287Z","time spent":"1.230432776s","remote":"127.0.0.1:54068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:19:04.868786Z","caller":"traceutil/trace.go:171","msg":"trace[2145947649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3721; }","duration":"5.344826985s","start":"2026-07-28T14:18:59.523949Z","end":"2026-07-28T14:19:04.868776Z","steps":["trace[2145947649] 'agreement among raft nodes before linearized reading' (duration: 5.343458337s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:19:04.86914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:18:59.523944Z","time spent":"5.345179954s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T14:19:04.868419Z","caller":"traceutil/trace.go:171","msg":"trace[609265469] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3721; }","duration":"782.487515ms","start":"2026-07-28T14:19:04.085922Z","end":"2026-07-28T14:19:04.86841Z","steps":["trace[609265469] 'agreement among raft nodes before linearized reading' (duration: 781.872029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:19:04.869277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:19:04.0859Z","time spent":"783.356809ms","remote":"127.0.0.1:56722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:19:04.867986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:19:03.561465Z","time spent":"1.306504674s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T14:22:27.954744Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2935} {"level":"info","ts":"2026-07-28T14:22:28.0466Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2935,"took":"90.092364ms","hash":2317126764,"current-db-size-bytes":36302848,"current-db-size":"36 MB","current-db-size-in-use-bytes":12382208,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-07-28T14:22:28.046654Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2317126764,"revision":2935,"compact-revision":-1} {"level":"info","ts":"2026-07-28T14:24:32.293625Z","caller":"traceutil/trace.go:171","msg":"trace[759596996] transaction","detail":"{read_only:false; response_revision:5823; number_of_response:1; }","duration":"376.695147ms","start":"2026-07-28T14:24:31.916902Z","end":"2026-07-28T14:24:32.293597Z","steps":["trace[759596996] 'process raft request' (duration: 376.528073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:24:32.293912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:24:31.91687Z","time spent":"376.897072ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:24:32.29671Z","caller":"traceutil/trace.go:171","msg":"trace[1100023519] transaction","detail":"{read_only:false; response_revision:5824; number_of_response:1; }","duration":"247.549167ms","start":"2026-07-28T14:24:32.049138Z","end":"2026-07-28T14:24:32.296687Z","steps":["trace[1100023519] 'process raft request' (duration: 247.319152ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:24:32.296738Z","caller":"traceutil/trace.go:171","msg":"trace[709083439] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"245.283572ms","start":"2026-07-28T14:24:32.051429Z","end":"2026-07-28T14:24:32.296712Z","steps":["trace[709083439] 'process raft request' (duration: 245.146839ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:24:32.29671Z","caller":"traceutil/trace.go:171","msg":"trace[40015885] transaction","detail":"{read_only:false; response_revision:5826; number_of_response:1; }","duration":"244.602335ms","start":"2026-07-28T14:24:32.052083Z","end":"2026-07-28T14:24:32.296685Z","steps":["trace[40015885] 'process raft request' (duration: 244.535464ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:24:32.296835Z","caller":"traceutil/trace.go:171","msg":"trace[2132262949] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"244.646567ms","start":"2026-07-28T14:24:32.052169Z","end":"2026-07-28T14:24:32.296816Z","steps":["trace[2132262949] 'process raft request' (duration: 244.483423ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:24:32.296816Z","caller":"traceutil/trace.go:171","msg":"trace[2124971344] linearizableReadLoop","detail":"{readStateIndex:6030; appliedIndex:6025; }","duration":"185.587151ms","start":"2026-07-28T14:24:32.111211Z","end":"2026-07-28T14:24:32.296798Z","steps":["trace[2124971344] 'read index received' (duration: 182.303241ms)","trace[2124971344] 'applied index is now lower than readState.Index' (duration: 3.28288ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:24:32.296978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.755876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T14:24:32.297183Z","caller":"traceutil/trace.go:171","msg":"trace[1426364988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5827; }","duration":"185.978601ms","start":"2026-07-28T14:24:32.111192Z","end":"2026-07-28T14:24:32.297171Z","steps":["trace[1426364988] 'agreement among raft nodes before linearized reading' (duration: 185.658613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:24:32.297278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.627505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T14:24:32.297275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.726284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T14:24:32.297338Z","caller":"traceutil/trace.go:171","msg":"trace[1640508158] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5827; }","duration":"161.688277ms","start":"2026-07-28T14:24:32.135634Z","end":"2026-07-28T14:24:32.297322Z","steps":["trace[1640508158] 'agreement among raft nodes before linearized reading' (duration: 161.596495ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:24:32.297353Z","caller":"traceutil/trace.go:171","msg":"trace[771599073] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5827; }","duration":"167.851257ms","start":"2026-07-28T14:24:32.129488Z","end":"2026-07-28T14:24:32.297339Z","steps":["trace[771599073] 'agreement among raft nodes before linearized reading' (duration: 167.711064ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:25:23.375984Z","caller":"traceutil/trace.go:171","msg":"trace[1560936941] linearizableReadLoop","detail":"{readStateIndex:6355; appliedIndex:6354; }","duration":"497.380234ms","start":"2026-07-28T14:25:22.87858Z","end":"2026-07-28T14:25:23.375961Z","steps":["trace[1560936941] 'read index received' (duration: 497.334373ms)","trace[1560936941] 'applied index is now lower than readState.Index' (duration: 44.661µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:25:23.376156Z","caller":"traceutil/trace.go:171","msg":"trace[548025022] transaction","detail":"{read_only:false; response_revision:6142; number_of_response:1; }","duration":"497.561919ms","start":"2026-07-28T14:25:22.878547Z","end":"2026-07-28T14:25:23.376109Z","steps":["trace[548025022] 'process raft request' (duration: 497.281972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:25:23.376193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.58349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T14:25:23.376304Z","caller":"traceutil/trace.go:171","msg":"trace[1665290124] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6142; }","duration":"497.732953ms","start":"2026-07-28T14:25:22.878563Z","end":"2026-07-28T14:25:23.376296Z","steps":["trace[1665290124] 'agreement among raft nodes before linearized reading' (duration: 497.507868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:25:23.37633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:25:22.878551Z","time spent":"497.770654ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T14:25:23.37635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:25:22.878537Z","time spent":"497.698392ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:25:23.421882Z","caller":"traceutil/trace.go:171","msg":"trace[1669413648] transaction","detail":"{read_only:false; response_revision:6143; number_of_response:1; }","duration":"543.116373ms","start":"2026-07-28T14:25:22.878732Z","end":"2026-07-28T14:25:23.421849Z","steps":["trace[1669413648] 'process raft request' (duration: 542.814575ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:25:23.422143Z","caller":"traceutil/trace.go:171","msg":"trace[880198948] transaction","detail":"{read_only:false; response_revision:6144; number_of_response:1; }","duration":"543.189574ms","start":"2026-07-28T14:25:22.878926Z","end":"2026-07-28T14:25:23.422116Z","steps":["trace[880198948] 'process raft request' (duration: 542.857476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:25:23.422198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:25:22.878726Z","time spent":"543.296017ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:25:23.422316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:25:22.878905Z","time spent":"543.319057ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:25:23.422419Z","caller":"traceutil/trace.go:171","msg":"trace[703961813] transaction","detail":"{read_only:false; response_revision:6145; number_of_response:1; }","duration":"542.406455ms","start":"2026-07-28T14:25:22.880002Z","end":"2026-07-28T14:25:23.422409Z","steps":["trace[703961813] 'process raft request' (duration: 542.022976ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:25:23.42244Z","caller":"traceutil/trace.go:171","msg":"trace[1001762773] transaction","detail":"{read_only:false; response_revision:6146; number_of_response:1; }","duration":"542.114848ms","start":"2026-07-28T14:25:22.880304Z","end":"2026-07-28T14:25:23.422419Z","steps":["trace[1001762773] 'process raft request' (duration: 541.987834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:25:23.422465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:25:22.87991Z","time spent":"542.528668ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:25:23.422512Z","caller":"traceutil/trace.go:171","msg":"trace[2125797] transaction","detail":"{read_only:false; response_revision:6147; number_of_response:1; }","duration":"539.918994ms","start":"2026-07-28T14:25:22.882554Z","end":"2026-07-28T14:25:23.422473Z","steps":["trace[2125797] 'process raft request' (duration: 539.808621ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:25:23.422522Z","caller":"traceutil/trace.go:171","msg":"trace[2103707774] transaction","detail":"{read_only:false; response_revision:6148; number_of_response:1; }","duration":"539.788851ms","start":"2026-07-28T14:25:22.882687Z","end":"2026-07-28T14:25:23.422476Z","steps":["trace[2103707774] 'process raft request' (duration: 539.708269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:25:23.422587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:25:22.880291Z","time spent":"542.211691ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:25:23.422693Z","caller":"traceutil/trace.go:171","msg":"trace[1625456500] transaction","detail":"{read_only:false; response_revision:6149; number_of_response:1; }","duration":"219.943615ms","start":"2026-07-28T14:25:23.202729Z","end":"2026-07-28T14:25:23.422673Z","steps":["trace[1625456500] 'process raft request' (duration: 219.697899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:25:23.422708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:25:22.882678Z","time spent":"539.925464ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:25:23.422733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:25:22.882544Z","time spent":"540.050808ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:25:23.42282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.498197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-28T14:25:23.422831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.068175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-28T14:25:23.422859Z","caller":"traceutil/trace.go:171","msg":"trace[786047513] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6150; }","duration":"542.565349ms","start":"2026-07-28T14:25:22.880286Z","end":"2026-07-28T14:25:23.422851Z","steps":["trace[786047513] 'agreement among raft nodes before linearized reading' (duration: 542.460027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:25:23.422852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.351049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12459"} {"level":"info","ts":"2026-07-28T14:25:23.422885Z","caller":"traceutil/trace.go:171","msg":"trace[1671216312] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:6150; }","duration":"544.125436ms","start":"2026-07-28T14:25:22.878742Z","end":"2026-07-28T14:25:23.422867Z","steps":["trace[1671216312] 'agreement among raft nodes before linearized reading' (duration: 543.924412ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:25:23.42289Z","caller":"traceutil/trace.go:171","msg":"trace[973327712] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6150; }","duration":"541.411541ms","start":"2026-07-28T14:25:22.881468Z","end":"2026-07-28T14:25:23.42288Z","steps":["trace[973327712] 'agreement among raft nodes before linearized reading' (duration: 541.246667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:25:23.422886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:25:22.880276Z","time spent":"542.60152ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T14:25:23.422917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:25:22.878737Z","time spent":"544.172169ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-28T14:25:23.422919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:25:22.881462Z","time spent":"541.451172ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T14:25:23.42295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.254766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T14:25:23.422956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.506955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:25:23.422998Z","caller":"traceutil/trace.go:171","msg":"trace[1255720381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6150; }","duration":"543.353278ms","start":"2026-07-28T14:25:22.879631Z","end":"2026-07-28T14:25:23.422984Z","steps":["trace[1255720381] 'agreement among raft nodes before linearized reading' (duration: 543.175814ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:25:23.423021Z","caller":"traceutil/trace.go:171","msg":"trace[498368313] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6150; }","duration":"172.624369ms","start":"2026-07-28T14:25:23.250381Z","end":"2026-07-28T14:25:23.423005Z","steps":["trace[498368313] 'agreement among raft nodes before linearized reading' (duration: 172.522886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:25:23.423018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.519998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T14:25:23.422976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.40669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:25:23.423042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:25:22.878859Z","time spent":"544.172709ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T14:25:23.423078Z","caller":"traceutil/trace.go:171","msg":"trace[972443434] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6150; }","duration":"542.6071ms","start":"2026-07-28T14:25:22.880453Z","end":"2026-07-28T14:25:23.42306Z","steps":["trace[972443434] 'agreement among raft nodes before linearized reading' (duration: 542.429126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:25:23.423125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:25:22.880439Z","time spent":"542.675282ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T14:25:23.423132Z","caller":"traceutil/trace.go:171","msg":"trace[1340817630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6150; }","duration":"541.551464ms","start":"2026-07-28T14:25:22.88154Z","end":"2026-07-28T14:25:23.423092Z","steps":["trace[1340817630] 'agreement among raft nodes before linearized reading' (duration: 541.416151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:25:23.423197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:25:22.881533Z","time spent":"541.645416ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T14:27:00.945141Z","caller":"traceutil/trace.go:171","msg":"trace[711789037] transaction","detail":"{read_only:false; response_revision:6814; number_of_response:1; }","duration":"125.18545ms","start":"2026-07-28T14:27:00.819926Z","end":"2026-07-28T14:27:00.945111Z","steps":["trace[711789037] 'process raft request' (duration: 125.003556ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:00.949862Z","caller":"traceutil/trace.go:171","msg":"trace[684607450] transaction","detail":"{read_only:false; response_revision:6815; number_of_response:1; }","duration":"128.225344ms","start":"2026-07-28T14:27:00.821617Z","end":"2026-07-28T14:27:00.949842Z","steps":["trace[684607450] 'process raft request' (duration: 128.106991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:17.950197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.067429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:27:17.950315Z","caller":"traceutil/trace.go:171","msg":"trace[782182052] transaction","detail":"{read_only:false; response_revision:7066; number_of_response:1; }","duration":"142.41462ms","start":"2026-07-28T14:27:17.807878Z","end":"2026-07-28T14:27:17.950293Z","steps":["trace[782182052] 'process raft request' (duration: 35.177037ms)","trace[782182052] 'compare' (duration: 106.823132ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:27:17.964776Z","caller":"traceutil/trace.go:171","msg":"trace[306740666] transaction","detail":"{read_only:false; response_revision:7067; number_of_response:1; }","duration":"120.135717ms","start":"2026-07-28T14:27:17.844628Z","end":"2026-07-28T14:27:17.964764Z","steps":["trace[306740666] 'process raft request' (duration: 120.069966ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:17.990854Z","caller":"traceutil/trace.go:171","msg":"trace[1973609216] transaction","detail":"{read_only:false; response_revision:7068; number_of_response:1; }","duration":"141.060687ms","start":"2026-07-28T14:27:17.849782Z","end":"2026-07-28T14:27:17.990843Z","steps":["trace[1973609216] 'process raft request' (duration: 140.836991ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:17.990961Z","caller":"traceutil/trace.go:171","msg":"trace[1878072209] transaction","detail":"{read_only:false; response_revision:7069; number_of_response:1; }","duration":"138.035833ms","start":"2026-07-28T14:27:17.852918Z","end":"2026-07-28T14:27:17.990954Z","steps":["trace[1878072209] 'process raft request' (duration: 137.748846ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:27.960985Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5040} {"level":"info","ts":"2026-07-28T14:27:28.017795Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5040,"took":"55.739418ms","hash":1944626642,"current-db-size-bytes":36302848,"current-db-size":"36 MB","current-db-size-in-use-bytes":10014720,"current-db-size-in-use":"10 MB"} {"level":"info","ts":"2026-07-28T14:27:28.017868Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1944626642,"revision":5040,"compact-revision":2935} {"level":"info","ts":"2026-07-28T14:27:34.258332Z","caller":"traceutil/trace.go:171","msg":"trace[1170220056] transaction","detail":"{read_only:false; response_revision:7179; number_of_response:1; }","duration":"218.912656ms","start":"2026-07-28T14:27:34.039396Z","end":"2026-07-28T14:27:34.258309Z","steps":["trace[1170220056] 'process raft request' (duration: 218.68268ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:34.258543Z","caller":"traceutil/trace.go:171","msg":"trace[3321803] linearizableReadLoop","detail":"{readStateIndex:7426; appliedIndex:7423; }","duration":"199.809241ms","start":"2026-07-28T14:27:34.058687Z","end":"2026-07-28T14:27:34.258497Z","steps":["trace[3321803] 'read index received' (duration: 35.711259ms)","trace[3321803] 'applied index is now lower than readState.Index' (duration: 164.094902ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:27:34.258599Z","caller":"traceutil/trace.go:171","msg":"trace[123968948] transaction","detail":"{read_only:false; response_revision:7180; number_of_response:1; }","duration":"217.646335ms","start":"2026-07-28T14:27:34.040909Z","end":"2026-07-28T14:27:34.258555Z","steps":["trace[123968948] 'process raft request' (duration: 217.362468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:34.25877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.505481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:27:34.258811Z","caller":"traceutil/trace.go:171","msg":"trace[768919522] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:7180; }","duration":"173.569833ms","start":"2026-07-28T14:27:34.085229Z","end":"2026-07-28T14:27:34.258799Z","steps":["trace[768919522] 'agreement among raft nodes before linearized reading' (duration: 173.46692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:34.258867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.727343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-28T14:27:34.258847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.14586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T14:27:34.258922Z","caller":"traceutil/trace.go:171","msg":"trace[1779601269] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:7180; }","duration":"156.812185ms","start":"2026-07-28T14:27:34.102098Z","end":"2026-07-28T14:27:34.25891Z","steps":["trace[1779601269] 'agreement among raft nodes before linearized reading' (duration: 156.656321ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:34.258947Z","caller":"traceutil/trace.go:171","msg":"trace[414210443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7180; }","duration":"200.359265ms","start":"2026-07-28T14:27:34.058566Z","end":"2026-07-28T14:27:34.258926Z","steps":["trace[414210443] 'agreement among raft nodes before linearized reading' (duration: 200.081238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:34.259299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.565408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T14:27:34.25936Z","caller":"traceutil/trace.go:171","msg":"trace[207609970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7180; }","duration":"158.64716ms","start":"2026-07-28T14:27:34.100702Z","end":"2026-07-28T14:27:34.259349Z","steps":["trace[207609970] 'agreement among raft nodes before linearized reading' (duration: 158.374543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:34.259365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.108333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T14:27:34.259418Z","caller":"traceutil/trace.go:171","msg":"trace[1189400403] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7180; }","duration":"157.212895ms","start":"2026-07-28T14:27:34.102191Z","end":"2026-07-28T14:27:34.259404Z","steps":["trace[1189400403] 'agreement among raft nodes before linearized reading' (duration: 156.99223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:34.259502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.029017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T14:27:34.259545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.032967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T14:27:34.259548Z","caller":"traceutil/trace.go:171","msg":"trace[538999674] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7180; }","duration":"163.131249ms","start":"2026-07-28T14:27:34.096406Z","end":"2026-07-28T14:27:34.259537Z","steps":["trace[538999674] 'agreement among raft nodes before linearized reading' (duration: 163.026766ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:34.259574Z","caller":"traceutil/trace.go:171","msg":"trace[1136191503] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7180; }","duration":"163.077387ms","start":"2026-07-28T14:27:34.09649Z","end":"2026-07-28T14:27:34.259567Z","steps":["trace[1136191503] 'agreement among raft nodes before linearized reading' (duration: 162.991615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:34.495866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.244774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:27:34.495998Z","caller":"traceutil/trace.go:171","msg":"trace[412749611] transaction","detail":"{read_only:false; response_revision:7181; number_of_response:1; }","duration":"233.05616ms","start":"2026-07-28T14:27:34.26292Z","end":"2026-07-28T14:27:34.495976Z","steps":["trace[412749611] 'process raft request' (duration: 103.58579ms)","trace[412749611] 'compare' (duration: 129.114761ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:27:34.505257Z","caller":"traceutil/trace.go:171","msg":"trace[1390835764] transaction","detail":"{read_only:false; response_revision:7182; number_of_response:1; }","duration":"241.182847ms","start":"2026-07-28T14:27:34.264063Z","end":"2026-07-28T14:27:34.505246Z","steps":["trace[1390835764] 'process raft request' (duration: 241.085115ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:34.505438Z","caller":"traceutil/trace.go:171","msg":"trace[1772055929] transaction","detail":"{read_only:false; response_revision:7183; number_of_response:1; }","duration":"241.308801ms","start":"2026-07-28T14:27:34.26412Z","end":"2026-07-28T14:27:34.505429Z","steps":["trace[1772055929] 'process raft request' (duration: 241.096825ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:34.505702Z","caller":"traceutil/trace.go:171","msg":"trace[36568971] linearizableReadLoop","detail":"{readStateIndex:7432; appliedIndex:7427; }","duration":"124.303654ms","start":"2026-07-28T14:27:34.381384Z","end":"2026-07-28T14:27:34.505688Z","steps":["trace[36568971] 'read index received' (duration: 123.71922ms)","trace[36568971] 'applied index is now lower than readState.Index' (duration: 583.664µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:27:34.505743Z","caller":"traceutil/trace.go:171","msg":"trace[303168993] transaction","detail":"{read_only:false; response_revision:7185; number_of_response:1; }","duration":"241.540987ms","start":"2026-07-28T14:27:34.264174Z","end":"2026-07-28T14:27:34.505715Z","steps":["trace[303168993] 'process raft request' (duration: 241.394133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:34.505805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.418217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:27:34.505831Z","caller":"traceutil/trace.go:171","msg":"trace[1733265385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7186; }","duration":"124.508329ms","start":"2026-07-28T14:27:34.381316Z","end":"2026-07-28T14:27:34.505824Z","steps":["trace[1733265385] 'agreement among raft nodes before linearized reading' (duration: 124.450278ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:34.505823Z","caller":"traceutil/trace.go:171","msg":"trace[2043170145] transaction","detail":"{read_only:false; response_revision:7186; number_of_response:1; }","duration":"241.119586ms","start":"2026-07-28T14:27:34.264686Z","end":"2026-07-28T14:27:34.505805Z","steps":["trace[2043170145] 'process raft request' (duration: 240.967242ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:34.505877Z","caller":"traceutil/trace.go:171","msg":"trace[2060093597] transaction","detail":"{read_only:false; response_revision:7184; number_of_response:1; }","duration":"241.71698ms","start":"2026-07-28T14:27:34.264145Z","end":"2026-07-28T14:27:34.505862Z","steps":["trace[2060093597] 'process raft request' (duration: 241.236538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:36.189405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609357089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:27:36.52913Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.406952577s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T14:27:36.529529Z","caller":"traceutil/trace.go:171","msg":"trace[1393057546] transaction","detail":"{read_only:false; response_revision:7187; number_of_response:1; }","duration":"1.407488021s","start":"2026-07-28T14:27:35.122021Z","end":"2026-07-28T14:27:36.529509Z","steps":["trace[1393057546] 'process raft request' (duration: 1.407337017s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:36.529869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:35.121997Z","time spent":"1.407796138s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:27:37.527664Z","caller":"traceutil/trace.go:171","msg":"trace[1609805557] linearizableReadLoop","detail":"{readStateIndex:7438; appliedIndex:7432; }","duration":"1.838478426s","start":"2026-07-28T14:27:35.689165Z","end":"2026-07-28T14:27:37.527643Z","steps":["trace[1609805557] 'read index received' (duration: 840.174639ms)","trace[1609805557] 'applied index is now lower than readState.Index' (duration: 998.302907ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:27:37.527845Z","caller":"traceutil/trace.go:171","msg":"trace[1020332190] transaction","detail":"{read_only:false; response_revision:7189; number_of_response:1; }","duration":"2.149471652s","start":"2026-07-28T14:27:35.378354Z","end":"2026-07-28T14:27:37.527826Z","steps":["trace[1020332190] 'process raft request' (duration: 2.149060942s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:37.527854Z","caller":"traceutil/trace.go:171","msg":"trace[404971037] transaction","detail":"{read_only:false; response_revision:7192; number_of_response:1; }","duration":"1.408426085s","start":"2026-07-28T14:27:36.11939Z","end":"2026-07-28T14:27:37.527816Z","steps":["trace[404971037] 'process raft request' (duration: 1.408130518s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:37.527914Z","caller":"traceutil/trace.go:171","msg":"trace[1043304634] transaction","detail":"{read_only:false; response_revision:7193; number_of_response:1; }","duration":"1.264194016s","start":"2026-07-28T14:27:36.263708Z","end":"2026-07-28T14:27:37.527902Z","steps":["trace[1043304634] 'process raft request' (duration: 1.263842447s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:37.528119Z","caller":"traceutil/trace.go:171","msg":"trace[166454714] transaction","detail":"{read_only:false; response_revision:7190; number_of_response:1; }","duration":"1.642330624s","start":"2026-07-28T14:27:35.885753Z","end":"2026-07-28T14:27:37.528084Z","steps":["trace[166454714] 'process raft request' (duration: 1.641698789s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:37.528125Z","caller":"traceutil/trace.go:171","msg":"trace[683229456] transaction","detail":"{read_only:false; response_revision:7191; number_of_response:1; }","duration":"1.428125884s","start":"2026-07-28T14:27:36.099977Z","end":"2026-07-28T14:27:37.528103Z","steps":["trace[683229456] 'process raft request' (duration: 1.427505149s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:37.528174Z","caller":"traceutil/trace.go:171","msg":"trace[1065864222] transaction","detail":"{read_only:false; response_revision:7194; number_of_response:1; }","duration":"1.264142064s","start":"2026-07-28T14:27:36.264022Z","end":"2026-07-28T14:27:37.528164Z","steps":["trace[1065864222] 'process raft request' (duration: 1.26355987s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:37.528218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:35.885729Z","time spent":"1.642432056s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:27:37.528231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:36.09996Z","time spent":"1.428222306s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:27:37.528101Z","caller":"traceutil/trace.go:171","msg":"trace[622868673] transaction","detail":"{read_only:false; response_revision:7195; number_of_response:1; }","duration":"1.031839483s","start":"2026-07-28T14:27:36.496229Z","end":"2026-07-28T14:27:37.528069Z","steps":["trace[622868673] 'process raft request' (duration: 1.031382782s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:37.528238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83905167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6rp8g\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-28T14:27:37.528313Z","caller":"traceutil/trace.go:171","msg":"trace[560960144] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6rp8g; range_end:; response_count:1; response_revision:7195; }","duration":"1.839182844s","start":"2026-07-28T14:27:35.689111Z","end":"2026-07-28T14:27:37.528294Z","steps":["trace[560960144] 'agreement among raft nodes before linearized reading' (duration: 1.839008649s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:37.528353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:35.689088Z","time spent":"1.839257135s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-6rp8g\" "} {"level":"warn","ts":"2026-07-28T14:27:37.528362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:36.264011Z","time spent":"1.264207666s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:27:37.528444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:36.496204Z","time spent":"1.032082499s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:27:37.528376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:36.263688Z","time spent":"1.264254567s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:27:37.528565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:35.378313Z","time spent":"2.149580585s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:27:37.528778Z","caller":"traceutil/trace.go:171","msg":"trace[851071957] transaction","detail":"{read_only:false; response_revision:7188; number_of_response:1; }","duration":"2.404788193s","start":"2026-07-28T14:27:35.123932Z","end":"2026-07-28T14:27:37.52872Z","steps":["trace[851071957] 'process raft request' (duration: 2.348027262s)","trace[851071957] 'compare' (duration: 55.353427ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:27:37.528811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:36.119382Z","time spent":"1.408552068s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:27:37.528875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:35.123896Z","time spent":"2.404917576s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:27:37.664217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.067885ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-28T14:27:37.664424Z","caller":"traceutil/trace.go:171","msg":"trace[1825210451] linearizableReadLoop","detail":"{readStateIndex:7442; appliedIndex:7441; }","duration":"136.675125ms","start":"2026-07-28T14:27:37.52773Z","end":"2026-07-28T14:27:37.664405Z","steps":["trace[1825210451] 'read index received' (duration: 1.318592ms)","trace[1825210451] 'applied index is now lower than readState.Index' (duration: 135.354933ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:27:37.664581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134038029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:698"} {"level":"warn","ts":"2026-07-28T14:27:37.66463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36383089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:27:37.664679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154249541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T14:27:37.664747Z","caller":"traceutil/trace.go:171","msg":"trace[1339884675] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7195; }","duration":"1.154338563s","start":"2026-07-28T14:27:36.510395Z","end":"2026-07-28T14:27:37.664733Z","steps":["trace[1339884675] 'agreement among raft nodes before linearized reading' (duration: 1.154168619s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:37.664733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626761486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T14:27:37.664667Z","caller":"traceutil/trace.go:171","msg":"trace[971763171] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:7195; }","duration":"1.134144172s","start":"2026-07-28T14:27:36.530502Z","end":"2026-07-28T14:27:37.664647Z","steps":["trace[971763171] 'agreement among raft nodes before linearized reading' (duration: 1.133909536s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:37.66478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:36.510389Z","time spent":"1.154387494s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T14:27:37.664782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156376622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T14:27:37.664812Z","caller":"traceutil/trace.go:171","msg":"trace[469914528] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7195; }","duration":"1.156434964s","start":"2026-07-28T14:27:36.508368Z","end":"2026-07-28T14:27:37.664803Z","steps":["trace[469914528] 'agreement among raft nodes before linearized reading' (duration: 1.156344451s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:37.664813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:36.530491Z","time spent":"1.134306025s","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":721,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"warn","ts":"2026-07-28T14:27:37.664825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15505465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-28T14:27:37.664581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.527107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:27:37.664853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:36.508354Z","time spent":"1.156491616s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T14:27:37.664871Z","caller":"traceutil/trace.go:171","msg":"trace[1028363036] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:7195; }","duration":"1.155108742s","start":"2026-07-28T14:27:36.509746Z","end":"2026-07-28T14:27:37.664855Z","steps":["trace[1028363036] 'agreement among raft nodes before linearized reading' (duration: 1.155013449s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:37.664901Z","caller":"traceutil/trace.go:171","msg":"trace[235319720] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:7195; }","duration":"789.900376ms","start":"2026-07-28T14:27:36.874979Z","end":"2026-07-28T14:27:37.66488Z","steps":["trace[235319720] 'agreement among raft nodes before linearized reading' (duration: 789.502697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:37.664917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:36.509737Z","time spent":"1.155172763s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T14:27:37.664737Z","caller":"traceutil/trace.go:171","msg":"trace[909443490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7195; }","duration":"1.363975713s","start":"2026-07-28T14:27:36.300738Z","end":"2026-07-28T14:27:37.664714Z","steps":["trace[909443490] 'agreement among raft nodes before linearized reading' (duration: 1.363799569s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:37.664965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:36.300726Z","time spent":"1.364232749s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:27:37.664977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:36.874961Z","time spent":"789.988599ms","remote":"127.0.0.1:54180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:27:37.664867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155633085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-28T14:27:37.664571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154329672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T14:27:37.665047Z","caller":"traceutil/trace.go:171","msg":"trace[261721737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7195; }","duration":"1.154839705s","start":"2026-07-28T14:27:36.510195Z","end":"2026-07-28T14:27:37.665035Z","steps":["trace[261721737] 'agreement among raft nodes before linearized reading' (duration: 1.1542112s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:37.665083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:36.510187Z","time spent":"1.154887046s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T14:27:37.665119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288305912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:27:37.665054Z","caller":"traceutil/trace.go:171","msg":"trace[128637090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7195; }","duration":"1.155852949s","start":"2026-07-28T14:27:36.509181Z","end":"2026-07-28T14:27:37.665034Z","steps":["trace[128637090] 'agreement among raft nodes before linearized reading' (duration: 1.155518251s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:37.665147Z","caller":"traceutil/trace.go:171","msg":"trace[1442800623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7195; }","duration":"1.288971089s","start":"2026-07-28T14:27:36.376169Z","end":"2026-07-28T14:27:37.66514Z","steps":["trace[1442800623] 'agreement among raft nodes before linearized reading' (duration: 1.288300272s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:37.665163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:36.37615Z","time spent":"1.289009909s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:27:37.665202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:36.509163Z","time spent":"1.155993683s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T14:27:37.665496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615150564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-28T14:27:37.665533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656548411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T14:27:37.665548Z","caller":"traceutil/trace.go:171","msg":"trace[1687030821] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:7195; }","duration":"1.615240416s","start":"2026-07-28T14:27:36.050292Z","end":"2026-07-28T14:27:37.665532Z","steps":["trace[1687030821] 'agreement among raft nodes before linearized reading' (duration: 1.614358805s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:37.665578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:36.050281Z","time spent":"1.615289847s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:27:37.665584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655912705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-28T14:27:37.665612Z","caller":"traceutil/trace.go:171","msg":"trace[1842113887] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:7195; }","duration":"1.656674014s","start":"2026-07-28T14:27:36.008921Z","end":"2026-07-28T14:27:37.665564Z","steps":["trace[1842113887] 'agreement among raft nodes before linearized reading' (duration: 1.65569087s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:37.665633Z","caller":"traceutil/trace.go:171","msg":"trace[1172974458] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:7195; }","duration":"1.655965326s","start":"2026-07-28T14:27:36.009654Z","end":"2026-07-28T14:27:37.66562Z","steps":["trace[1172974458] 'agreement among raft nodes before linearized reading' (duration: 1.654989903s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:37.665666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:36.00963Z","time spent":"1.656028808s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:27:37.665658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.103384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63391"} {"level":"warn","ts":"2026-07-28T14:27:37.665686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:36.008899Z","time spent":"1.656747626s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T14:27:37.665727Z","caller":"traceutil/trace.go:171","msg":"trace[1518650411] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:7195; }","duration":"132.199215ms","start":"2026-07-28T14:27:37.533508Z","end":"2026-07-28T14:27:37.665708Z","steps":["trace[1518650411] 'agreement among raft nodes before linearized reading' (duration: 131.15302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:37.665866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166008437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T14:27:37.665856Z","caller":"traceutil/trace.go:171","msg":"trace[1156305487] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:7195; }","duration":"1.626826758s","start":"2026-07-28T14:27:36.037951Z","end":"2026-07-28T14:27:37.664778Z","steps":["trace[1156305487] 'agreement among raft nodes before linearized reading' (duration: 1.626592282s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:37.665916Z","caller":"traceutil/trace.go:171","msg":"trace[1728632150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7195; }","duration":"1.166080578s","start":"2026-07-28T14:27:36.499823Z","end":"2026-07-28T14:27:37.665903Z","steps":["trace[1728632150] 'agreement among raft nodes before linearized reading' (duration: 1.16490302s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:37.665931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:36.03791Z","time spent":"1.628005587s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:27:37.665945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:36.49981Z","time spent":"1.16612899s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:27:37.665894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65197364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12459"} {"level":"info","ts":"2026-07-28T14:27:37.666118Z","caller":"traceutil/trace.go:171","msg":"trace[662232932] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7195; }","duration":"1.652208285s","start":"2026-07-28T14:27:36.013889Z","end":"2026-07-28T14:27:37.666097Z","steps":["trace[662232932] 'agreement among raft nodes before linearized reading' (duration: 1.650678588s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:37.666198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:36.01388Z","time spent":"1.652304078s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T14:27:37.886552Z","caller":"traceutil/trace.go:171","msg":"trace[1669164385] transaction","detail":"{read_only:false; response_revision:7197; number_of_response:1; }","duration":"212.064789ms","start":"2026-07-28T14:27:37.674461Z","end":"2026-07-28T14:27:37.886526Z","steps":["trace[1669164385] 'process raft request' (duration: 113.987033ms)","trace[1669164385] 'compare' (duration: 97.703547ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:27:37.886738Z","caller":"traceutil/trace.go:171","msg":"trace[1596679088] linearizableReadLoop","detail":"{readStateIndex:7451; appliedIndex:7442; }","duration":"208.42807ms","start":"2026-07-28T14:27:37.678288Z","end":"2026-07-28T14:27:37.886717Z","steps":["trace[1596679088] 'read index received' (duration: 40.139546ms)","trace[1596679088] 'applied index is now lower than readState.Index' (duration: 168.284974ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:27:37.88687Z","caller":"traceutil/trace.go:171","msg":"trace[1638497750] transaction","detail":"{read_only:false; response_revision:7198; number_of_response:1; }","duration":"212.341776ms","start":"2026-07-28T14:27:37.674517Z","end":"2026-07-28T14:27:37.886859Z","steps":["trace[1638497750] 'process raft request' (duration: 211.872484ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:37.887Z","caller":"traceutil/trace.go:171","msg":"trace[1889534299] transaction","detail":"{read_only:false; response_revision:7199; number_of_response:1; }","duration":"211.089995ms","start":"2026-07-28T14:27:37.675893Z","end":"2026-07-28T14:27:37.886982Z","steps":["trace[1889534299] 'process raft request' (duration: 210.591863ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:37.887006Z","caller":"traceutil/trace.go:171","msg":"trace[1608671653] transaction","detail":"{read_only:false; response_revision:7200; number_of_response:1; }","duration":"211.049805ms","start":"2026-07-28T14:27:37.675925Z","end":"2026-07-28T14:27:37.886975Z","steps":["trace[1608671653] 'process raft request' (duration: 210.601254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:37.887018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.709877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:27:37.887106Z","caller":"traceutil/trace.go:171","msg":"trace[342517088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7205; }","duration":"208.841271ms","start":"2026-07-28T14:27:37.678252Z","end":"2026-07-28T14:27:37.887093Z","steps":["trace[342517088] 'agreement among raft nodes before linearized reading' (duration: 208.684297ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:37.887029Z","caller":"traceutil/trace.go:171","msg":"trace[1536640332] transaction","detail":"{read_only:false; response_revision:7203; number_of_response:1; }","duration":"209.306052ms","start":"2026-07-28T14:27:37.677685Z","end":"2026-07-28T14:27:37.886991Z","steps":["trace[1536640332] 'process raft request' (duration: 208.933823ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:37.887203Z","caller":"traceutil/trace.go:171","msg":"trace[1900662483] transaction","detail":"{read_only:false; response_revision:7201; number_of_response:1; }","duration":"211.031304ms","start":"2026-07-28T14:27:37.67616Z","end":"2026-07-28T14:27:37.887191Z","steps":["trace[1900662483] 'process raft request' (duration: 210.399149ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:37.887286Z","caller":"traceutil/trace.go:171","msg":"trace[1766578875] transaction","detail":"{read_only:false; response_revision:7202; number_of_response:1; }","duration":"210.03365ms","start":"2026-07-28T14:27:37.67724Z","end":"2026-07-28T14:27:37.887273Z","steps":["trace[1766578875] 'process raft request' (duration: 209.349933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:37.887111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.170915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12459"} {"level":"info","ts":"2026-07-28T14:27:37.887434Z","caller":"traceutil/trace.go:171","msg":"trace[65030276] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7205; }","duration":"206.529445ms","start":"2026-07-28T14:27:37.680892Z","end":"2026-07-28T14:27:37.887422Z","steps":["trace[65030276] 'agreement among raft nodes before linearized reading' (duration: 206.106784ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:37.887412Z","caller":"traceutil/trace.go:171","msg":"trace[1471220553] transaction","detail":"{read_only:false; response_revision:7204; number_of_response:1; }","duration":"209.274851ms","start":"2026-07-28T14:27:37.678099Z","end":"2026-07-28T14:27:37.887374Z","steps":["trace[1471220553] 'process raft request' (duration: 208.549194ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:37.887435Z","caller":"traceutil/trace.go:171","msg":"trace[1278260317] transaction","detail":"{read_only:false; response_revision:7205; number_of_response:1; }","duration":"208.866251ms","start":"2026-07-28T14:27:37.678503Z","end":"2026-07-28T14:27:37.88737Z","steps":["trace[1278260317] 'process raft request' (duration: 208.175024ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:43.683629Z","caller":"traceutil/trace.go:171","msg":"trace[579781987] transaction","detail":"{read_only:false; response_revision:7235; number_of_response:1; }","duration":"127.398749ms","start":"2026-07-28T14:27:43.556205Z","end":"2026-07-28T14:27:43.683603Z","steps":["trace[579781987] 'process raft request' (duration: 127.348438ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:43.683869Z","caller":"traceutil/trace.go:171","msg":"trace[2144387046] transaction","detail":"{read_only:false; response_revision:7233; number_of_response:1; }","duration":"128.210808ms","start":"2026-07-28T14:27:43.555621Z","end":"2026-07-28T14:27:43.683832Z","steps":["trace[2144387046] 'process raft request' (duration: 127.723817ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:43.683909Z","caller":"traceutil/trace.go:171","msg":"trace[2043449738] transaction","detail":"{read_only:false; response_revision:7234; number_of_response:1; }","duration":"128.001343ms","start":"2026-07-28T14:27:43.555877Z","end":"2026-07-28T14:27:43.683878Z","steps":["trace[2043449738] 'process raft request' (duration: 127.597694ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:49.726579Z","caller":"traceutil/trace.go:171","msg":"trace[1227307500] transaction","detail":"{read_only:false; response_revision:7272; number_of_response:1; }","duration":"101.792757ms","start":"2026-07-28T14:27:49.624756Z","end":"2026-07-28T14:27:49.726548Z","steps":["trace[1227307500] 'process raft request' (duration: 101.541621ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:51.658263Z","caller":"traceutil/trace.go:171","msg":"trace[424050312] transaction","detail":"{read_only:false; response_revision:7283; number_of_response:1; }","duration":"121.760032ms","start":"2026-07-28T14:27:51.536481Z","end":"2026-07-28T14:27:51.658241Z","steps":["trace[424050312] 'process raft request' (duration: 121.608689ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:28:51.08206Z","caller":"traceutil/trace.go:171","msg":"trace[409605821] linearizableReadLoop","detail":"{readStateIndex:8054; appliedIndex:8053; }","duration":"100.017694ms","start":"2026-07-28T14:28:50.982009Z","end":"2026-07-28T14:28:51.082027Z","steps":["trace[409605821] 'read index received' (duration: 99.814519ms)","trace[409605821] 'applied index is now lower than readState.Index' (duration: 201.975µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:28:51.082194Z","caller":"traceutil/trace.go:171","msg":"trace[1207431654] transaction","detail":"{read_only:false; response_revision:7777; number_of_response:1; }","duration":"144.336322ms","start":"2026-07-28T14:28:50.937813Z","end":"2026-07-28T14:28:51.082149Z","steps":["trace[1207431654] 'process raft request' (duration: 144.028594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:28:51.082265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.226548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:28:51.08239Z","caller":"traceutil/trace.go:171","msg":"trace[1591129457] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:7777; }","duration":"100.423833ms","start":"2026-07-28T14:28:50.981936Z","end":"2026-07-28T14:28:51.08236Z","steps":["trace[1591129457] 'agreement among raft nodes before linearized reading' (duration: 100.225088ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:28:56.750946Z","caller":"traceutil/trace.go:171","msg":"trace[2005173284] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"116.700179ms","start":"2026-07-28T14:28:56.634215Z","end":"2026-07-28T14:28:56.750915Z","steps":["trace[2005173284] 'process raft request' (duration: 101.002177ms)","trace[2005173284] 'compare' (duration: 15.569889ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:28:56.752034Z","caller":"traceutil/trace.go:171","msg":"trace[21497569] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"105.026455ms","start":"2026-07-28T14:28:56.646965Z","end":"2026-07-28T14:28:56.751991Z","steps":["trace[21497569] 'process raft request' (duration: 104.81164ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:02.458964Z","caller":"traceutil/trace.go:171","msg":"trace[959237194] linearizableReadLoop","detail":"{readStateIndex:8587; appliedIndex:8586; }","duration":"123.796262ms","start":"2026-07-28T14:29:02.335142Z","end":"2026-07-28T14:29:02.458939Z","steps":["trace[959237194] 'read index received' (duration: 123.571416ms)","trace[959237194] 'applied index is now lower than readState.Index' (duration: 223.916µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:29:02.459273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.077808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T14:29:02.459327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.335312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-28T14:29:02.459339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.102618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T14:29:02.459366Z","caller":"traceutil/trace.go:171","msg":"trace[1368667893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8299; }","duration":"124.258133ms","start":"2026-07-28T14:29:02.335089Z","end":"2026-07-28T14:29:02.459347Z","steps":["trace[1368667893] 'agreement among raft nodes before linearized reading' (duration: 123.960626ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:02.459393Z","caller":"traceutil/trace.go:171","msg":"trace[1271448922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8299; }","duration":"121.466066ms","start":"2026-07-28T14:29:02.337914Z","end":"2026-07-28T14:29:02.459381Z","steps":["trace[1271448922] 'agreement among raft nodes before linearized reading' (duration: 121.212349ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:02.459398Z","caller":"traceutil/trace.go:171","msg":"trace[219854538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8299; }","duration":"119.19492ms","start":"2026-07-28T14:29:02.340191Z","end":"2026-07-28T14:29:02.459386Z","steps":["trace[219854538] 'agreement among raft nodes before linearized reading' (duration: 119.001585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:02.459427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.320604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T14:29:02.459529Z","caller":"traceutil/trace.go:171","msg":"trace[1040612655] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:8299; }","duration":"117.454208ms","start":"2026-07-28T14:29:02.34205Z","end":"2026-07-28T14:29:02.459504Z","steps":["trace[1040612655] 'agreement among raft nodes before linearized reading' (duration: 117.12307ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:02.459535Z","caller":"traceutil/trace.go:171","msg":"trace[1625771268] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"126.58189ms","start":"2026-07-28T14:29:02.332448Z","end":"2026-07-28T14:29:02.45903Z","steps":["trace[1625771268] 'process raft request' (duration: 126.317374ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:06.181825Z","caller":"traceutil/trace.go:171","msg":"trace[1526487577] linearizableReadLoop","detail":"{readStateIndex:8647; appliedIndex:8646; }","duration":"232.725552ms","start":"2026-07-28T14:29:05.949067Z","end":"2026-07-28T14:29:06.181793Z","steps":["trace[1526487577] 'read index received' (duration: 232.710472ms)","trace[1526487577] 'applied index is now lower than readState.Index' (duration: 12.67µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:29:06.181822Z","caller":"traceutil/trace.go:171","msg":"trace[1861420347] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"569.490384ms","start":"2026-07-28T14:29:05.612309Z","end":"2026-07-28T14:29:06.181799Z","steps":["trace[1861420347] 'process raft request' (duration: 569.361231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:06.181958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.882356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:29:06.182005Z","caller":"traceutil/trace.go:171","msg":"trace[752450881] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:8356; }","duration":"232.947467ms","start":"2026-07-28T14:29:05.949048Z","end":"2026-07-28T14:29:06.181995Z","steps":["trace[752450881] 'agreement among raft nodes before linearized reading' (duration: 232.861295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:06.182101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:05.612275Z","time spent":"569.7248ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4936,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:29:06.374419Z","caller":"traceutil/trace.go:171","msg":"trace[1287813998] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"357.098567ms","start":"2026-07-28T14:29:06.017301Z","end":"2026-07-28T14:29:06.3744Z","steps":["trace[1287813998] 'process raft request' (duration: 357.051426ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:06.374486Z","caller":"traceutil/trace.go:171","msg":"trace[1992406286] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"365.87235ms","start":"2026-07-28T14:29:06.008586Z","end":"2026-07-28T14:29:06.374459Z","steps":["trace[1992406286] 'process raft request' (duration: 365.652485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:06.374557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:06.017289Z","time spent":"357.19843ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:29:06.374632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:06.008561Z","time spent":"365.989204ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:29:06.374837Z","caller":"traceutil/trace.go:171","msg":"trace[501564015] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"352.943186ms","start":"2026-07-28T14:29:06.021868Z","end":"2026-07-28T14:29:06.374812Z","steps":["trace[501564015] 'process raft request' (duration: 352.508176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:06.374983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:06.021841Z","time spent":"353.06994ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:29:06.375079Z","caller":"traceutil/trace.go:171","msg":"trace[269447338] linearizableReadLoop","detail":"{readStateIndex:8652; appliedIndex:8647; }","duration":"193.129038ms","start":"2026-07-28T14:29:06.181925Z","end":"2026-07-28T14:29:06.375054Z","steps":["trace[269447338] 'read index received' (duration: 192.358079ms)","trace[269447338] 'applied index is now lower than readState.Index' (duration: 770.329µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:29:06.375118Z","caller":"traceutil/trace.go:171","msg":"trace[1104607704] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"329.65947ms","start":"2026-07-28T14:29:06.045442Z","end":"2026-07-28T14:29:06.375101Z","steps":["trace[1104607704] 'process raft request' (duration: 329.523357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:06.375967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:06.045434Z","time spent":"330.425629ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T14:29:06.376254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.337225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:29:06.376231Z","caller":"traceutil/trace.go:171","msg":"trace[923403187] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"347.998197ms","start":"2026-07-28T14:29:06.028187Z","end":"2026-07-28T14:29:06.376186Z","steps":["trace[923403187] 'process raft request' (duration: 346.51038ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:06.376319Z","caller":"traceutil/trace.go:171","msg":"trace[359928572] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:8361; }","duration":"318.441137ms","start":"2026-07-28T14:29:06.057854Z","end":"2026-07-28T14:29:06.376295Z","steps":["trace[359928572] 'agreement among raft nodes before linearized reading' (duration: 318.031127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:06.376352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:06.057836Z","time spent":"318.508038ms","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:29:06.37639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:06.028174Z","time spent":"348.14981ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:29:06.376462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.550613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6rp8g\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-28T14:29:06.376544Z","caller":"traceutil/trace.go:171","msg":"trace[431090848] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6rp8g; range_end:; response_count:1; response_revision:8361; }","duration":"254.680916ms","start":"2026-07-28T14:29:06.121844Z","end":"2026-07-28T14:29:06.376525Z","steps":["trace[431090848] 'agreement among raft nodes before linearized reading' (duration: 254.066141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:06.376608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.891398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T14:29:06.376714Z","caller":"traceutil/trace.go:171","msg":"trace[43826799] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8361; }","duration":"221.999081ms","start":"2026-07-28T14:29:06.154673Z","end":"2026-07-28T14:29:06.376672Z","steps":["trace[43826799] 'agreement among raft nodes before linearized reading' (duration: 221.216031ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:06.570908Z","caller":"traceutil/trace.go:171","msg":"trace[990842501] linearizableReadLoop","detail":"{readStateIndex:8655; appliedIndex:8652; }","duration":"195.774974ms","start":"2026-07-28T14:29:06.375114Z","end":"2026-07-28T14:29:06.570889Z","steps":["trace[990842501] 'read index received' (duration: 195.564619ms)","trace[990842501] 'applied index is now lower than readState.Index' (duration: 209.625µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:29:06.570909Z","caller":"traceutil/trace.go:171","msg":"trace[1063258418] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"383.267964ms","start":"2026-07-28T14:29:06.187604Z","end":"2026-07-28T14:29:06.570872Z","steps":["trace[1063258418] 'process raft request' (duration: 382.998348ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:06.571024Z","caller":"traceutil/trace.go:171","msg":"trace[1972596036] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"381.42885ms","start":"2026-07-28T14:29:06.18955Z","end":"2026-07-28T14:29:06.570979Z","steps":["trace[1972596036] 'process raft request' (duration: 381.279686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:06.571077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.585051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9tj9g\" ","response":"range_response_count:1 size:9674"} {"level":"warn","ts":"2026-07-28T14:29:06.571069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:06.187584Z","time spent":"383.405218ms","remote":"127.0.0.1:54086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1250,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:29:06.571109Z","caller":"traceutil/trace.go:171","msg":"trace[55313116] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9tj9g; range_end:; response_count:1; response_revision:8364; }","duration":"385.704784ms","start":"2026-07-28T14:29:06.185395Z","end":"2026-07-28T14:29:06.5711Z","steps":["trace[55313116] 'agreement among raft nodes before linearized reading' (duration: 385.592181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:06.571132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:06.185374Z","time spent":"385.752035ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9697,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9tj9g\" "} {"level":"warn","ts":"2026-07-28T14:29:06.571102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.486329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:29:06.571178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:06.189539Z","time spent":"381.545812ms","remote":"127.0.0.1:54420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4883,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:29:06.571254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.163905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-results-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:29:06.571305Z","caller":"traceutil/trace.go:171","msg":"trace[328817074] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"382.975667ms","start":"2026-07-28T14:29:06.188316Z","end":"2026-07-28T14:29:06.571291Z","steps":["trace[328817074] 'process raft request' (duration: 382.473755ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:06.571373Z","caller":"traceutil/trace.go:171","msg":"trace[1770939254] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-results-cache; range_end:; response_count:0; response_revision:8364; }","duration":"386.35826ms","start":"2026-07-28T14:29:06.184984Z","end":"2026-07-28T14:29:06.571342Z","steps":["trace[1770939254] 'agreement among raft nodes before linearized reading' (duration: 386.076843ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:06.571199Z","caller":"traceutil/trace.go:171","msg":"trace[594065961] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8364; }","duration":"376.619913ms","start":"2026-07-28T14:29:06.194555Z","end":"2026-07-28T14:29:06.571174Z","steps":["trace[594065961] 'agreement among raft nodes before linearized reading' (duration: 376.430818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:06.571449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:06.194547Z","time spent":"376.892199ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:29:06.571441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:06.184966Z","time spent":"386.462873ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-results-cache\" "} {"level":"warn","ts":"2026-07-28T14:29:06.571452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:06.188295Z","time spent":"383.059649ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1854,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:29:06.613151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.969644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:29:06.613227Z","caller":"traceutil/trace.go:171","msg":"trace[766077408] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8365; }","duration":"186.065717ms","start":"2026-07-28T14:29:06.427134Z","end":"2026-07-28T14:29:06.6132Z","steps":["trace[766077408] 'agreement among raft nodes before linearized reading' (duration: 185.943744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:06.613295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.460336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63391"} {"level":"info","ts":"2026-07-28T14:29:06.613333Z","caller":"traceutil/trace.go:171","msg":"trace[1118104249] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"230.19853ms","start":"2026-07-28T14:29:06.383109Z","end":"2026-07-28T14:29:06.613308Z","steps":["trace[1118104249] 'process raft request' (duration: 229.746839ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:06.613376Z","caller":"traceutil/trace.go:171","msg":"trace[675844179] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:8365; }","duration":"232.576618ms","start":"2026-07-28T14:29:06.380787Z","end":"2026-07-28T14:29:06.613364Z","steps":["trace[675844179] 'agreement among raft nodes before linearized reading' (duration: 232.352332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:06.613419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.706418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T14:29:06.613483Z","caller":"traceutil/trace.go:171","msg":"trace[1863165869] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8365; }","duration":"141.80274ms","start":"2026-07-28T14:29:06.471663Z","end":"2026-07-28T14:29:06.613466Z","steps":["trace[1863165869] 'agreement among raft nodes before linearized reading' (duration: 141.682177ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:06.892861Z","caller":"traceutil/trace.go:171","msg":"trace[1324683201] linearizableReadLoop","detail":"{readStateIndex:8658; appliedIndex:8656; }","duration":"279.817438ms","start":"2026-07-28T14:29:06.613018Z","end":"2026-07-28T14:29:06.892835Z","steps":["trace[1324683201] 'read index received' (duration: 279.580402ms)","trace[1324683201] 'applied index is now lower than readState.Index' (duration: 235.946µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:29:06.892974Z","caller":"traceutil/trace.go:171","msg":"trace[1162183621] transaction","detail":"{read_only:false; response_revision:8366; number_of_response:1; }","duration":"313.173499ms","start":"2026-07-28T14:29:06.57979Z","end":"2026-07-28T14:29:06.892963Z","steps":["trace[1162183621] 'process raft request' (duration: 312.79848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:06.893095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:06.579774Z","time spent":"313.22979ms","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5114,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:29:06.893154Z","caller":"traceutil/trace.go:171","msg":"trace[875703157] transaction","detail":"{read_only:false; response_revision:8367; number_of_response:1; }","duration":"310.146955ms","start":"2026-07-28T14:29:06.582983Z","end":"2026-07-28T14:29:06.89313Z","steps":["trace[875703157] 'process raft request' (duration: 309.784596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:06.893298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:06.582969Z","time spent":"310.256728ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9671,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:29:06.893343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.505928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:29:06.893386Z","caller":"traceutil/trace.go:171","msg":"trace[1284325671] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:0; response_revision:8367; }","duration":"318.57755ms","start":"2026-07-28T14:29:06.574799Z","end":"2026-07-28T14:29:06.893376Z","steps":["trace[1284325671] 'agreement among raft nodes before linearized reading' (duration: 318.512258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:06.893422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:06.574781Z","time spent":"318.634882ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-07-28T14:29:07.011987Z","caller":"traceutil/trace.go:171","msg":"trace[879262554] transaction","detail":"{read_only:false; response_revision:8368; number_of_response:1; }","duration":"394.256801ms","start":"2026-07-28T14:29:06.617681Z","end":"2026-07-28T14:29:07.011937Z","steps":["trace[879262554] 'process raft request' (duration: 366.470505ms)","trace[879262554] 'compare' (duration: 27.53125ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:29:07.012103Z","caller":"traceutil/trace.go:171","msg":"trace[1299543991] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"393.529834ms","start":"2026-07-28T14:29:06.618431Z","end":"2026-07-28T14:29:07.011961Z","steps":["trace[1299543991] 'process raft request' (duration: 393.416751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:07.012177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:06.617659Z","time spent":"394.408955ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:29:07.01231Z","caller":"traceutil/trace.go:171","msg":"trace[2009224542] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"393.645097ms","start":"2026-07-28T14:29:06.618639Z","end":"2026-07-28T14:29:07.012284Z","steps":["trace[2009224542] 'process raft request' (duration: 393.486733ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:07.012392Z","caller":"traceutil/trace.go:171","msg":"trace[82518894] transaction","detail":"{read_only:false; response_revision:8370; number_of_response:1; }","duration":"393.873032ms","start":"2026-07-28T14:29:06.618507Z","end":"2026-07-28T14:29:07.01238Z","steps":["trace[82518894] 'process raft request' (duration: 393.403001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:07.012457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:06.618484Z","time spent":"393.945943ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:29:07.012451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:06.618588Z","time spent":"393.78053ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:29:07.012584Z","caller":"traceutil/trace.go:171","msg":"trace[1781247977] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"393.77924ms","start":"2026-07-28T14:29:06.618797Z","end":"2026-07-28T14:29:07.012576Z","steps":["trace[1781247977] 'process raft request' (duration: 393.400041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:07.012636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:06.618787Z","time spent":"393.821321ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:29:07.012618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:06.618417Z","time spent":"393.7862ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:29:07.012712Z","caller":"traceutil/trace.go:171","msg":"trace[1488037164] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"322.509606ms","start":"2026-07-28T14:29:06.690186Z","end":"2026-07-28T14:29:07.012696Z","steps":["trace[1488037164] 'process raft request' (duration: 322.035974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:07.012792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:06.690164Z","time spent":"322.584628ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:29:07.429242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.971554ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-28T14:29:07.42935Z","caller":"traceutil/trace.go:171","msg":"trace[2095273958] linearizableReadLoop","detail":"{readStateIndex:8665; appliedIndex:8658; }","duration":"536.39991ms","start":"2026-07-28T14:29:06.892932Z","end":"2026-07-28T14:29:07.429332Z","steps":["trace[2095273958] 'read index received' (duration: 91.155128ms)","trace[2095273958] 'applied index is now lower than readState.Index' (duration: 445.243002ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:29:07.429698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.003456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:29:07.429776Z","caller":"traceutil/trace.go:171","msg":"trace[425679449] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8373; }","duration":"757.14507ms","start":"2026-07-28T14:29:06.672611Z","end":"2026-07-28T14:29:07.429756Z","steps":["trace[425679449] 'agreement among raft nodes before linearized reading' (duration: 757.018477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:07.429695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.652733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:29:07.42982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:06.67258Z","time spent":"757.229892ms","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:29:07.429838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.242788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9tj9g.18c67a75308fecea\" ","response":"range_response_count:1 size:921"} {"level":"info","ts":"2026-07-28T14:29:07.429842Z","caller":"traceutil/trace.go:171","msg":"trace[1153245481] range","detail":"{range_begin:/registry/configmaps/monitoring/loki; range_end:; response_count:0; response_revision:8373; }","duration":"533.842577ms","start":"2026-07-28T14:29:06.895976Z","end":"2026-07-28T14:29:07.429818Z","steps":["trace[1153245481] 'agreement among raft nodes before linearized reading' (duration: 533.632402ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:07.429889Z","caller":"traceutil/trace.go:171","msg":"trace[938330380] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9tj9g.18c67a75308fecea; range_end:; response_count:1; response_revision:8373; }","duration":"377.373231ms","start":"2026-07-28T14:29:07.0525Z","end":"2026-07-28T14:29:07.429873Z","steps":["trace[938330380] 'agreement among raft nodes before linearized reading' (duration: 377.159486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:07.429906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:06.895961Z","time spent":"533.92813ms","remote":"127.0.0.1:54028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/monitoring/loki\" "} {"level":"warn","ts":"2026-07-28T14:29:07.429947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:07.05248Z","time spent":"377.455153ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":944,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9tj9g.18c67a75308fecea\" "} {"level":"warn","ts":"2026-07-28T14:29:14.279152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217977881s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:29:14.279291Z","caller":"traceutil/trace.go:171","msg":"trace[886649231] linearizableReadLoop","detail":"{readStateIndex:8867; appliedIndex:8866; }","duration":"1.244840965s","start":"2026-07-28T14:29:13.034431Z","end":"2026-07-28T14:29:14.279272Z","steps":["trace[886649231] 'read index received' (duration: 26.665719ms)","trace[886649231] 'applied index is now lower than readState.Index' (duration: 1.218173716s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:29:14.27948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24504136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-28T14:29:14.2795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245067161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T14:29:14.279547Z","caller":"traceutil/trace.go:171","msg":"trace[1762159655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8570; }","duration":"1.245156203s","start":"2026-07-28T14:29:13.034381Z","end":"2026-07-28T14:29:14.279537Z","steps":["trace[1762159655] 'agreement among raft nodes before linearized reading' (duration: 1.244980689s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:14.279551Z","caller":"traceutil/trace.go:171","msg":"trace[830253330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8570; }","duration":"1.245163083s","start":"2026-07-28T14:29:13.03437Z","end":"2026-07-28T14:29:14.279533Z","steps":["trace[830253330] 'agreement among raft nodes before linearized reading' (duration: 1.244972588s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:14.279582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:13.034362Z","time spent":"1.245211734s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T14:29:14.279595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:13.034346Z","time spent":"1.245238634s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T14:29:14.279619Z","caller":"traceutil/trace.go:171","msg":"trace[1305743043] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"1.298373117s","start":"2026-07-28T14:29:12.981199Z","end":"2026-07-28T14:29:14.279572Z","steps":["trace[1305743043] 'process raft request' (duration: 79.880633ms)","trace[1305743043] 'compare' (duration: 1.217485089s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:29:14.279796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:12.981183Z","time spent":"1.298537222s","remote":"127.0.0.1:54408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:29:14.285414Z","caller":"traceutil/trace.go:171","msg":"trace[255192698] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"1.238175563s","start":"2026-07-28T14:29:13.047207Z","end":"2026-07-28T14:29:14.285382Z","steps":["trace[255192698] 'process raft request' (duration: 1.238070011s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:14.285545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:13.047181Z","time spent":"1.238300996s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2191,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T14:29:14.334356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299552146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T14:29:14.334443Z","caller":"traceutil/trace.go:171","msg":"trace[235615927] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8574; }","duration":"1.29971123s","start":"2026-07-28T14:29:13.03471Z","end":"2026-07-28T14:29:14.334421Z","steps":["trace[235615927] 'agreement among raft nodes before linearized reading' (duration: 1.299460914s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:14.334477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:13.034674Z","time spent":"1.299797461s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T14:29:14.3347Z","caller":"traceutil/trace.go:171","msg":"trace[294491066] transaction","detail":"{read_only:false; response_revision:8572; number_of_response:1; }","duration":"1.224103141s","start":"2026-07-28T14:29:13.110583Z","end":"2026-07-28T14:29:14.334686Z","steps":["trace[294491066] 'process raft request' (duration: 1.223352932s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:14.33479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:13.110559Z","time spent":"1.224167412s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T14:29:14.33514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.147343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:29:14.335169Z","caller":"traceutil/trace.go:171","msg":"trace[19272200] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8574; }","duration":"268.251416ms","start":"2026-07-28T14:29:14.066909Z","end":"2026-07-28T14:29:14.33516Z","steps":["trace[19272200] 'agreement among raft nodes before linearized reading' (duration: 268.195935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:14.335347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259109322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T14:29:14.335372Z","caller":"traceutil/trace.go:171","msg":"trace[198297477] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:8574; }","duration":"1.259186844s","start":"2026-07-28T14:29:13.076178Z","end":"2026-07-28T14:29:14.335365Z","steps":["trace[198297477] 'agreement among raft nodes before linearized reading' (duration: 1.259118583s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:14.335391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:13.076151Z","time spent":"1.259235195s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:29:14.335526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24711235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T14:29:14.335587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299350691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-28T14:29:14.33562Z","caller":"traceutil/trace.go:171","msg":"trace[895080422] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:8574; }","duration":"1.247247504s","start":"2026-07-28T14:29:13.088351Z","end":"2026-07-28T14:29:14.335599Z","steps":["trace[895080422] 'agreement among raft nodes before linearized reading' (duration: 1.246926346s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:14.335621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296795809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T14:29:14.335656Z","caller":"traceutil/trace.go:171","msg":"trace[1867211937] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:8574; }","duration":"1.299474604s","start":"2026-07-28T14:29:13.036163Z","end":"2026-07-28T14:29:14.335638Z","steps":["trace[1867211937] 'agreement among raft nodes before linearized reading' (duration: 1.299253548s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:14.335578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.529324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:29:14.335688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:13.088341Z","time spent":"1.247336616s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T14:29:14.335691Z","caller":"traceutil/trace.go:171","msg":"trace[1047229243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8574; }","duration":"1.296893912s","start":"2026-07-28T14:29:13.038783Z","end":"2026-07-28T14:29:14.335677Z","steps":["trace[1047229243] 'agreement among raft nodes before linearized reading' (duration: 1.296697057s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:14.335694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:13.036143Z","time spent":"1.299544576s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T14:29:14.335727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:13.03877Z","time spent":"1.296949013s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T14:29:14.335753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.848065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:29:14.335787Z","caller":"traceutil/trace.go:171","msg":"trace[1523180521] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8574; }","duration":"507.920567ms","start":"2026-07-28T14:29:13.827859Z","end":"2026-07-28T14:29:14.335779Z","steps":["trace[1523180521] 'agreement among raft nodes before linearized reading' (duration: 507.837935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:14.33581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:13.827835Z","time spent":"507.971808ms","remote":"127.0.0.1:54266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":28,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:29:14.335772Z","caller":"traceutil/trace.go:171","msg":"trace[335226209] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8574; }","duration":"929.77232ms","start":"2026-07-28T14:29:13.405935Z","end":"2026-07-28T14:29:14.335708Z","steps":["trace[335226209] 'agreement among raft nodes before linearized reading' (duration: 929.411851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:14.335837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.006498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T14:29:14.335873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226356515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13222"} {"level":"info","ts":"2026-07-28T14:29:14.335884Z","caller":"traceutil/trace.go:171","msg":"trace[76346455] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8574; }","duration":"829.049729ms","start":"2026-07-28T14:29:13.506819Z","end":"2026-07-28T14:29:14.335869Z","steps":["trace[76346455] 'agreement among raft nodes before linearized reading' (duration: 828.982808ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:14.335907Z","caller":"traceutil/trace.go:171","msg":"trace[1785796099] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8574; }","duration":"1.226442937s","start":"2026-07-28T14:29:13.109452Z","end":"2026-07-28T14:29:14.335895Z","steps":["trace[1785796099] 'agreement among raft nodes before linearized reading' (duration: 1.226352525s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:14.335909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:13.50672Z","time spent":"829.183782ms","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:29:14.335923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242890308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-28T14:29:14.335965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246808083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:472"} {"level":"warn","ts":"2026-07-28T14:29:14.335653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.343151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:29:14.335987Z","caller":"traceutil/trace.go:171","msg":"trace[1845499684] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:8574; }","duration":"1.242998891s","start":"2026-07-28T14:29:13.092963Z","end":"2026-07-28T14:29:14.335962Z","steps":["trace[1845499684] 'agreement among raft nodes before linearized reading' (duration: 1.242871788s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:14.336005Z","caller":"traceutil/trace.go:171","msg":"trace[574147372] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:8574; }","duration":"1.246869305s","start":"2026-07-28T14:29:13.089126Z","end":"2026-07-28T14:29:14.335995Z","steps":["trace[574147372] 'agreement among raft nodes before linearized reading' (duration: 1.246774892s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:14.336007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168791785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1713"} {"level":"warn","ts":"2026-07-28T14:29:14.33603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:13.089115Z","time spent":"1.246907625s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T14:29:14.336034Z","caller":"traceutil/trace.go:171","msg":"trace[495899678] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8574; }","duration":"1.168866636s","start":"2026-07-28T14:29:13.16716Z","end":"2026-07-28T14:29:14.336026Z","steps":["trace[495899678] 'agreement among raft nodes before linearized reading' (duration: 1.168788774s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:14.335907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:13.405908Z","time spent":"929.976515ms","remote":"127.0.0.1:56722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:29:14.33606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:13.167133Z","time spent":"1.168922738s","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1736,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-28T14:29:14.335932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:13.109427Z","time spent":"1.226498739s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13245,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-28T14:29:14.336029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:13.092932Z","time spent":"1.243086222s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T14:29:14.336033Z","caller":"traceutil/trace.go:171","msg":"trace[923658535] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8574; }","duration":"666.816783ms","start":"2026-07-28T14:29:13.669189Z","end":"2026-07-28T14:29:14.336006Z","steps":["trace[923658535] 'agreement among raft nodes before linearized reading' (duration: 666.266449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:14.337219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:13.669155Z","time spent":"667.99008ms","remote":"127.0.0.1:54366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:29:14.546334Z","caller":"traceutil/trace.go:171","msg":"trace[296721705] linearizableReadLoop","detail":"{readStateIndex:8872; appliedIndex:8871; }","duration":"206.416172ms","start":"2026-07-28T14:29:14.339893Z","end":"2026-07-28T14:29:14.546309Z","steps":["trace[296721705] 'read index received' (duration: 206.279599ms)","trace[296721705] 'applied index is now lower than readState.Index' (duration: 135.683µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:29:14.546664Z","caller":"traceutil/trace.go:171","msg":"trace[339774474] transaction","detail":"{read_only:false; response_revision:8575; number_of_response:1; }","duration":"253.699782ms","start":"2026-07-28T14:29:14.292951Z","end":"2026-07-28T14:29:14.546651Z","steps":["trace[339774474] 'process raft request' (duration: 253.124218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:14.547013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.101258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b69ca01a-5abe-465a-ade4-0f17735097b6\" ","response":"range_response_count:1 size:2270"} {"level":"info","ts":"2026-07-28T14:29:14.547058Z","caller":"traceutil/trace.go:171","msg":"trace[342765635] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b69ca01a-5abe-465a-ade4-0f17735097b6; range_end:; response_count:1; response_revision:8575; }","duration":"207.196131ms","start":"2026-07-28T14:29:14.339848Z","end":"2026-07-28T14:29:14.547045Z","steps":["trace[342765635] 'agreement among raft nodes before linearized reading' (duration: 207.003956ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:14.59598Z","caller":"traceutil/trace.go:171","msg":"trace[1850476738] transaction","detail":"{read_only:false; response_revision:8577; number_of_response:1; }","duration":"253.389994ms","start":"2026-07-28T14:29:14.342548Z","end":"2026-07-28T14:29:14.595938Z","steps":["trace[1850476738] 'process raft request' (duration: 253.281552ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:14.59633Z","caller":"traceutil/trace.go:171","msg":"trace[1720604132] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"254.358648ms","start":"2026-07-28T14:29:14.341923Z","end":"2026-07-28T14:29:14.596281Z","steps":["trace[1720604132] 'process raft request' (duration: 253.682041ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:14.596429Z","caller":"traceutil/trace.go:171","msg":"trace[292816060] transaction","detail":"{read_only:false; response_revision:8578; number_of_response:1; }","duration":"253.695962ms","start":"2026-07-28T14:29:14.342695Z","end":"2026-07-28T14:29:14.596391Z","steps":["trace[292816060] 'process raft request' (duration: 253.19126ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:14.596561Z","caller":"traceutil/trace.go:171","msg":"trace[849508590] transaction","detail":"{read_only:false; response_revision:8582; number_of_response:1; }","duration":"248.888235ms","start":"2026-07-28T14:29:14.347656Z","end":"2026-07-28T14:29:14.596544Z","steps":["trace[849508590] 'process raft request' (duration: 248.779272ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:14.596596Z","caller":"traceutil/trace.go:171","msg":"trace[1132342506] transaction","detail":"{read_only:false; response_revision:8580; number_of_response:1; }","duration":"253.767334ms","start":"2026-07-28T14:29:14.342812Z","end":"2026-07-28T14:29:14.596579Z","steps":["trace[1132342506] 'process raft request' (duration: 253.531488ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:14.59667Z","caller":"traceutil/trace.go:171","msg":"trace[1838572226] transaction","detail":"{read_only:false; response_revision:8581; number_of_response:1; }","duration":"253.664391ms","start":"2026-07-28T14:29:14.342989Z","end":"2026-07-28T14:29:14.596654Z","steps":["trace[1838572226] 'process raft request' (duration: 253.395584ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:14.596714Z","caller":"traceutil/trace.go:171","msg":"trace[276007493] transaction","detail":"{read_only:false; response_revision:8579; number_of_response:1; }","duration":"253.901697ms","start":"2026-07-28T14:29:14.342799Z","end":"2026-07-28T14:29:14.596701Z","steps":["trace[276007493] 'process raft request' (duration: 253.417175ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:14.59693Z","caller":"traceutil/trace.go:171","msg":"trace[626341019] transaction","detail":"{read_only:false; response_revision:8583; number_of_response:1; }","duration":"249.140541ms","start":"2026-07-28T14:29:14.347778Z","end":"2026-07-28T14:29:14.596918Z","steps":["trace[626341019] 'process raft request' (duration: 248.725341ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:14.596985Z","caller":"traceutil/trace.go:171","msg":"trace[818100327] transaction","detail":"{read_only:false; response_revision:8585; number_of_response:1; }","duration":"173.419629ms","start":"2026-07-28T14:29:14.423543Z","end":"2026-07-28T14:29:14.596962Z","steps":["trace[818100327] 'process raft request' (duration: 173.308957ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:14.596942Z","caller":"traceutil/trace.go:171","msg":"trace[1192387060] transaction","detail":"{read_only:false; response_revision:8584; number_of_response:1; }","duration":"179.977039ms","start":"2026-07-28T14:29:14.416952Z","end":"2026-07-28T14:29:14.596929Z","steps":["trace[1192387060] 'process raft request' (duration: 179.729612ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:14.597044Z","caller":"traceutil/trace.go:171","msg":"trace[47377603] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"162.132184ms","start":"2026-07-28T14:29:14.434874Z","end":"2026-07-28T14:29:14.597006Z","steps":["trace[47377603] 'process raft request' (duration: 162.054783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:14.597101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.767602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:29:14.597135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.120169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:29:14.597236Z","caller":"traceutil/trace.go:171","msg":"trace[1632429270] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8587; }","duration":"147.321565ms","start":"2026-07-28T14:29:14.449897Z","end":"2026-07-28T14:29:14.597218Z","steps":["trace[1632429270] 'agreement among raft nodes before linearized reading' (duration: 147.093479ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:14.596997Z","caller":"traceutil/trace.go:171","msg":"trace[1065074369] transaction","detail":"{read_only:false; response_revision:8586; number_of_response:1; }","duration":"162.113704ms","start":"2026-07-28T14:29:14.434873Z","end":"2026-07-28T14:29:14.596986Z","steps":["trace[1065074369] 'process raft request' (duration: 162.015632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:14.597364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.106925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7fb568dbf5-jp287.18c67a76d59fd528\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-07-28T14:29:14.59752Z","caller":"traceutil/trace.go:171","msg":"trace[722584718] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-7fb568dbf5-jp287.18c67a76d59fd528; range_end:; response_count:1; response_revision:8587; }","duration":"257.290809ms","start":"2026-07-28T14:29:14.340208Z","end":"2026-07-28T14:29:14.597498Z","steps":["trace[722584718] 'agreement among raft nodes before linearized reading' (duration: 256.779837ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:14.597158Z","caller":"traceutil/trace.go:171","msg":"trace[1004105086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8587; }","duration":"218.880205ms","start":"2026-07-28T14:29:14.378261Z","end":"2026-07-28T14:29:14.597141Z","steps":["trace[1004105086] 'agreement among raft nodes before linearized reading' (duration: 218.785642ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:14.713234Z","caller":"traceutil/trace.go:171","msg":"trace[1116104133] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"109.449933ms","start":"2026-07-28T14:29:14.603726Z","end":"2026-07-28T14:29:14.713176Z","steps":["trace[1116104133] 'process raft request' (duration: 109.162386ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:14.713252Z","caller":"traceutil/trace.go:171","msg":"trace[1776264090] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"109.180746ms","start":"2026-07-28T14:29:14.604046Z","end":"2026-07-28T14:29:14.713227Z","steps":["trace[1776264090] 'process raft request' (duration: 109.074463ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:14.713276Z","caller":"traceutil/trace.go:171","msg":"trace[1691301220] transaction","detail":"{read_only:false; response_revision:8590; number_of_response:1; }","duration":"109.37351ms","start":"2026-07-28T14:29:14.603877Z","end":"2026-07-28T14:29:14.71325Z","steps":["trace[1691301220] 'process raft request' (duration: 109.180636ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:14.713498Z","caller":"traceutil/trace.go:171","msg":"trace[892930100] transaction","detail":"{read_only:false; response_revision:8592; number_of_response:1; }","duration":"108.786777ms","start":"2026-07-28T14:29:14.604683Z","end":"2026-07-28T14:29:14.71347Z","steps":["trace[892930100] 'process raft request' (duration: 108.484689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:15.460554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609360161,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T14:29:15.662612Z","caller":"traceutil/trace.go:171","msg":"trace[695291278] transaction","detail":"{read_only:false; response_revision:8594; number_of_response:1; }","duration":"794.354365ms","start":"2026-07-28T14:29:14.868223Z","end":"2026-07-28T14:29:15.662577Z","steps":["trace[695291278] 'process raft request' (duration: 794.14171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:15.662818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:14.868201Z","time spent":"794.520389ms","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2899,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T14:29:15.904953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.657751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:29:15.90508Z","caller":"traceutil/trace.go:171","msg":"trace[725363894] linearizableReadLoop","detail":"{readStateIndex:8892; appliedIndex:8890; }","duration":"944.959749ms","start":"2026-07-28T14:29:14.960099Z","end":"2026-07-28T14:29:15.905059Z","steps":["trace[725363894] 'read index received' (duration: 702.244634ms)","trace[725363894] 'applied index is now lower than readState.Index' (duration: 242.713075ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:29:15.905193Z","caller":"traceutil/trace.go:171","msg":"trace[748065160] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"756.603917ms","start":"2026-07-28T14:29:15.148563Z","end":"2026-07-28T14:29:15.905167Z","steps":["trace[748065160] 'process raft request' (duration: 606.620788ms)","trace[748065160] 'compare' (duration: 149.514987ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:29:15.905199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.102303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:29:15.905273Z","caller":"traceutil/trace.go:171","msg":"trace[1875775764] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8595; }","duration":"945.217466ms","start":"2026-07-28T14:29:14.960039Z","end":"2026-07-28T14:29:15.905256Z","steps":["trace[1875775764] 'agreement among raft nodes before linearized reading' (duration: 945.109183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:15.905312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:15.148534Z","time spent":"756.72593ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:29:15.905332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:14.960021Z","time spent":"945.296527ms","remote":"127.0.0.1:54546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:29:15.924944Z","caller":"traceutil/trace.go:171","msg":"trace[451896591] transaction","detail":"{read_only:false; response_revision:8596; number_of_response:1; }","duration":"253.121638ms","start":"2026-07-28T14:29:15.671794Z","end":"2026-07-28T14:29:15.924916Z","steps":["trace[451896591] 'process raft request' (duration: 252.915193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:15.925022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.794592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T14:29:15.925038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.809435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9tj9g.18c67a74f46399e3\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-07-28T14:29:15.925073Z","caller":"traceutil/trace.go:171","msg":"trace[1635342079] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8596; }","duration":"130.898865ms","start":"2026-07-28T14:29:15.79416Z","end":"2026-07-28T14:29:15.925059Z","steps":["trace[1635342079] 'agreement among raft nodes before linearized reading' (duration: 130.804602ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:15.925104Z","caller":"traceutil/trace.go:171","msg":"trace[1075321011] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9tj9g.18c67a74f46399e3; range_end:; response_count:1; response_revision:8596; }","duration":"327.901547ms","start":"2026-07-28T14:29:15.597186Z","end":"2026-07-28T14:29:15.925087Z","steps":["trace[1075321011] 'agreement among raft nodes before linearized reading' (duration: 327.743964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:15.92515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:15.597177Z","time spent":"327.965469ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":929,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9tj9g.18c67a74f46399e3\" "} {"level":"warn","ts":"2026-07-28T14:29:15.925367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.882365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:797132"} {"level":"info","ts":"2026-07-28T14:29:15.925426Z","caller":"traceutil/trace.go:171","msg":"trace[886512756] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:8596; }","duration":"747.983647ms","start":"2026-07-28T14:29:15.177428Z","end":"2026-07-28T14:29:15.925411Z","steps":["trace[886512756] 'agreement among raft nodes before linearized reading' (duration: 747.404753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:15.925462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:15.177406Z","time spent":"748.047148ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":797155,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-07-28T14:29:15.925558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.590727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9tj9g\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-07-28T14:29:15.925804Z","caller":"traceutil/trace.go:171","msg":"trace[1651044403] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9tj9g; range_end:; response_count:1; response_revision:8596; }","duration":"331.892974ms","start":"2026-07-28T14:29:15.593891Z","end":"2026-07-28T14:29:15.925784Z","steps":["trace[1651044403] 'agreement among raft nodes before linearized reading' (duration: 331.119796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:15.925864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:15.593871Z","time spent":"331.979206ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9tj9g\" "} {"level":"info","ts":"2026-07-28T14:29:16.135988Z","caller":"traceutil/trace.go:171","msg":"trace[1100428033] linearizableReadLoop","detail":"{readStateIndex:8896; appliedIndex:8895; }","duration":"133.421426ms","start":"2026-07-28T14:29:16.002545Z","end":"2026-07-28T14:29:16.135966Z","steps":["trace[1100428033] 'read index received' (duration: 67.996404ms)","trace[1100428033] 'applied index is now lower than readState.Index' (duration: 65.424072ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:29:16.136039Z","caller":"traceutil/trace.go:171","msg":"trace[1227983354] transaction","detail":"{read_only:false; response_revision:8599; number_of_response:1; }","duration":"144.517316ms","start":"2026-07-28T14:29:15.991472Z","end":"2026-07-28T14:29:16.135989Z","steps":["trace[1227983354] 'process raft request' (duration: 79.128875ms)","trace[1227983354] 'compare' (duration: 65.266418ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:29:16.13614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.584759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:29:16.13618Z","caller":"traceutil/trace.go:171","msg":"trace[79119759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8599; }","duration":"133.671431ms","start":"2026-07-28T14:29:16.002497Z","end":"2026-07-28T14:29:16.136169Z","steps":["trace[79119759] 'agreement among raft nodes before linearized reading' (duration: 133.562789ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:16.488126Z","caller":"traceutil/trace.go:171","msg":"trace[718689816] linearizableReadLoop","detail":"{readStateIndex:8898; appliedIndex:8896; }","duration":"110.965ms","start":"2026-07-28T14:29:16.377132Z","end":"2026-07-28T14:29:16.488097Z","steps":["trace[718689816] 'read index received' (duration: 50.215572ms)","trace[718689816] 'applied index is now lower than readState.Index' (duration: 60.748217ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:29:16.488167Z","caller":"traceutil/trace.go:171","msg":"trace[1549602697] transaction","detail":"{read_only:false; response_revision:8601; number_of_response:1; }","duration":"141.073562ms","start":"2026-07-28T14:29:16.347068Z","end":"2026-07-28T14:29:16.488142Z","steps":["trace[1549602697] 'process raft request' (duration: 140.382295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:16.488242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.088972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:29:16.488279Z","caller":"traceutil/trace.go:171","msg":"trace[1268845815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8601; }","duration":"111.162245ms","start":"2026-07-28T14:29:16.377107Z","end":"2026-07-28T14:29:16.488269Z","steps":["trace[1268845815] 'agreement among raft nodes before linearized reading' (duration: 111.080453ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:18.632137Z","caller":"traceutil/trace.go:171","msg":"trace[1595321048] transaction","detail":"{read_only:false; response_revision:8638; number_of_response:1; }","duration":"195.891286ms","start":"2026-07-28T14:29:18.43623Z","end":"2026-07-28T14:29:18.632121Z","steps":["trace[1595321048] 'process raft request' (duration: 195.759433ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:18.632279Z","caller":"traceutil/trace.go:171","msg":"trace[1962777862] linearizableReadLoop","detail":"{readStateIndex:8937; appliedIndex:8936; }","duration":"140.761144ms","start":"2026-07-28T14:29:18.49133Z","end":"2026-07-28T14:29:18.632091Z","steps":["trace[1962777862] 'read index received' (duration: 140.622911ms)","trace[1962777862] 'applied index is now lower than readState.Index' (duration: 137.613µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:29:18.632445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.100593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T14:29:18.632531Z","caller":"traceutil/trace.go:171","msg":"trace[117458094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8638; }","duration":"141.244437ms","start":"2026-07-28T14:29:18.491269Z","end":"2026-07-28T14:29:18.632513Z","steps":["trace[117458094] 'agreement among raft nodes before linearized reading' (duration: 140.99031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:25.56075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.039825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:29:25.560893Z","caller":"traceutil/trace.go:171","msg":"trace[1776568179] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"331.142586ms","start":"2026-07-28T14:29:25.229729Z","end":"2026-07-28T14:29:25.560872Z","steps":["trace[1776568179] 'process raft request' (duration: 218.900105ms)","trace[1776568179] 'compare' (duration: 111.869812ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:29:25.560956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:25.229711Z","time spent":"331.219768ms","remote":"127.0.0.1:53996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129176,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:29:25.770203Z","caller":"traceutil/trace.go:171","msg":"trace[1618666166] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"171.668397ms","start":"2026-07-28T14:29:25.598507Z","end":"2026-07-28T14:29:25.770175Z","steps":["trace[1618666166] 'process raft request' (duration: 132.019202ms)","trace[1618666166] 'compare' (duration: 39.319717ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:29:25.770195Z","caller":"traceutil/trace.go:171","msg":"trace[152390569] linearizableReadLoop","detail":"{readStateIndex:9081; appliedIndex:9080; }","duration":"146.298199ms","start":"2026-07-28T14:29:25.623852Z","end":"2026-07-28T14:29:25.770151Z","steps":["trace[152390569] 'read index received' (duration: 106.647615ms)","trace[152390569] 'applied index is now lower than readState.Index' (duration: 39.648924ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:29:25.770429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.553775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-7fb568dbf5-jp287\" ","response":"range_response_count:1 size:11848"} {"level":"info","ts":"2026-07-28T14:29:25.770513Z","caller":"traceutil/trace.go:171","msg":"trace[1670882568] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-7fb568dbf5-jp287; range_end:; response_count:1; response_revision:8779; }","duration":"146.696139ms","start":"2026-07-28T14:29:25.623795Z","end":"2026-07-28T14:29:25.770491Z","steps":["trace[1670882568] 'agreement among raft nodes before linearized reading' (duration: 146.446453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:26.046342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.591714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:29:26.046468Z","caller":"traceutil/trace.go:171","msg":"trace[1712236836] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"264.616548ms","start":"2026-07-28T14:29:25.781831Z","end":"2026-07-28T14:29:26.046447Z","steps":["trace[1712236836] 'process raft request' (duration: 106.787728ms)","trace[1712236836] 'compare' (duration: 157.40523ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:29:26.214988Z","caller":"traceutil/trace.go:171","msg":"trace[1534651959] transaction","detail":"{read_only:false; response_revision:8781; number_of_response:1; }","duration":"163.068697ms","start":"2026-07-28T14:29:26.051886Z","end":"2026-07-28T14:29:26.214954Z","steps":["trace[1534651959] 'process raft request' (duration: 141.540144ms)","trace[1534651959] 'compare' (duration: 21.39312ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:29:26.374761Z","caller":"traceutil/trace.go:171","msg":"trace[1696803840] transaction","detail":"{read_only:false; response_revision:8782; number_of_response:1; }","duration":"322.483026ms","start":"2026-07-28T14:29:26.052258Z","end":"2026-07-28T14:29:26.374741Z","steps":["trace[1696803840] 'process raft request' (duration: 267.426496ms)","trace[1696803840] 'compare' (duration: 54.715182ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:29:26.374874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:26.052235Z","time spent":"322.580388ms","remote":"127.0.0.1:54086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:29:26.374891Z","caller":"traceutil/trace.go:171","msg":"trace[934276817] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"318.867827ms","start":"2026-07-28T14:29:26.056007Z","end":"2026-07-28T14:29:26.374875Z","steps":["trace[934276817] 'process raft request' (duration: 318.54959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:26.374977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:26.055986Z","time spent":"318.938439ms","remote":"127.0.0.1:54420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:29:26.680408Z","caller":"traceutil/trace.go:171","msg":"trace[87314589] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"294.503445ms","start":"2026-07-28T14:29:26.385857Z","end":"2026-07-28T14:29:26.680361Z","steps":["trace[87314589] 'process raft request' (duration: 213.474534ms)","trace[87314589] 'compare' (duration: 80.855797ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:29:26.798131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.782186ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-28T14:29:26.798238Z","caller":"traceutil/trace.go:171","msg":"trace[1084575737] linearizableReadLoop","detail":"{readStateIndex:9087; appliedIndex:9085; }","duration":"128.148007ms","start":"2026-07-28T14:29:26.670065Z","end":"2026-07-28T14:29:26.798213Z","steps":["trace[1084575737] 'read index received' (duration: 37.201µs)","trace[1084575737] 'applied index is now lower than readState.Index' (duration: 128.109666ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:29:26.798406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.343203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T14:29:26.798438Z","caller":"traceutil/trace.go:171","msg":"trace[1827362908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8784; }","duration":"128.429075ms","start":"2026-07-28T14:29:26.670002Z","end":"2026-07-28T14:29:26.798431Z","steps":["trace[1827362908] 'agreement among raft nodes before linearized reading' (duration: 128.293281ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:26.834058Z","caller":"traceutil/trace.go:171","msg":"trace[674304928] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"105.64242ms","start":"2026-07-28T14:29:26.728375Z","end":"2026-07-28T14:29:26.834017Z","steps":["trace[674304928] 'process raft request' (duration: 105.477006ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:26.8423Z","caller":"traceutil/trace.go:171","msg":"trace[1617878820] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"110.208981ms","start":"2026-07-28T14:29:26.732064Z","end":"2026-07-28T14:29:26.842273Z","steps":["trace[1617878820] 'process raft request' (duration: 109.955895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:26.842551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.894408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T14:29:26.84265Z","caller":"traceutil/trace.go:171","msg":"trace[241530881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8789; }","duration":"118.012971ms","start":"2026-07-28T14:29:26.724615Z","end":"2026-07-28T14:29:26.842628Z","steps":["trace[241530881] 'agreement among raft nodes before linearized reading' (duration: 117.715544ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:26.842902Z","caller":"traceutil/trace.go:171","msg":"trace[389192219] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"110.483438ms","start":"2026-07-28T14:29:26.732406Z","end":"2026-07-28T14:29:26.842889Z","steps":["trace[389192219] 'process raft request' (duration: 109.780251ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:26.84299Z","caller":"traceutil/trace.go:171","msg":"trace[611037234] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"105.780063ms","start":"2026-07-28T14:29:26.7372Z","end":"2026-07-28T14:29:26.84298Z","steps":["trace[611037234] 'process raft request' (duration: 105.011735ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:32.911094Z","caller":"traceutil/trace.go:171","msg":"trace[1351880850] transaction","detail":"{read_only:false; response_revision:8863; number_of_response:1; }","duration":"134.061602ms","start":"2026-07-28T14:29:32.776999Z","end":"2026-07-28T14:29:32.91106Z","steps":["trace[1351880850] 'process raft request' (duration: 133.810116ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:33.052665Z","caller":"traceutil/trace.go:171","msg":"trace[334455885] transaction","detail":"{read_only:false; response_revision:8864; number_of_response:1; }","duration":"198.050089ms","start":"2026-07-28T14:29:32.854589Z","end":"2026-07-28T14:29:33.052639Z","steps":["trace[334455885] 'process raft request' (duration: 106.743638ms)","trace[334455885] 'compare' (duration: 91.074695ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:29:33.052695Z","caller":"traceutil/trace.go:171","msg":"trace[39479946] transaction","detail":"{read_only:false; response_revision:8865; number_of_response:1; }","duration":"194.100183ms","start":"2026-07-28T14:29:32.858577Z","end":"2026-07-28T14:29:33.052677Z","steps":["trace[39479946] 'process raft request' (duration: 193.97991ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:33.052879Z","caller":"traceutil/trace.go:171","msg":"trace[384008424] transaction","detail":"{read_only:false; response_revision:8866; number_of_response:1; }","duration":"191.008848ms","start":"2026-07-28T14:29:32.86186Z","end":"2026-07-28T14:29:33.052869Z","steps":["trace[384008424] 'process raft request' (duration: 190.740241ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:33.052976Z","caller":"traceutil/trace.go:171","msg":"trace[137906052] linearizableReadLoop","detail":"{readStateIndex:9171; appliedIndex:9167; }","duration":"141.980754ms","start":"2026-07-28T14:29:32.910988Z","end":"2026-07-28T14:29:33.052969Z","steps":["trace[137906052] 'read index received' (duration: 50.398246ms)","trace[137906052] 'applied index is now lower than readState.Index' (duration: 91.581848ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:29:33.053052Z","caller":"traceutil/trace.go:171","msg":"trace[1927309696] transaction","detail":"{read_only:false; response_revision:8867; number_of_response:1; }","duration":"189.942632ms","start":"2026-07-28T14:29:32.863053Z","end":"2026-07-28T14:29:33.052996Z","steps":["trace[1927309696] 'process raft request' (duration: 189.775088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:33.053109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.463916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T14:29:33.05316Z","caller":"traceutil/trace.go:171","msg":"trace[640747719] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8867; }","duration":"172.545857ms","start":"2026-07-28T14:29:32.880603Z","end":"2026-07-28T14:29:33.053149Z","steps":["trace[640747719] 'agreement among raft nodes before linearized reading' (duration: 172.373833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:33.053189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.612367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T14:29:33.053216Z","caller":"traceutil/trace.go:171","msg":"trace[413866393] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:8867; }","duration":"183.669419ms","start":"2026-07-28T14:29:32.869538Z","end":"2026-07-28T14:29:33.053207Z","steps":["trace[413866393] 'agreement among raft nodes before linearized reading' (duration: 183.602647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:33.053304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.76448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-28T14:29:33.053285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.195549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T14:29:33.053292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.935774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack\" ","response":"range_response_count:1 size:1876"} {"level":"info","ts":"2026-07-28T14:29:33.053334Z","caller":"traceutil/trace.go:171","msg":"trace[322954002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8867; }","duration":"169.823152ms","start":"2026-07-28T14:29:32.883501Z","end":"2026-07-28T14:29:33.053324Z","steps":["trace[322954002] 'agreement among raft nodes before linearized reading' (duration: 169.73924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:33.053108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.987739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T14:29:33.053357Z","caller":"traceutil/trace.go:171","msg":"trace[1603851944] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack; range_end:; response_count:1; response_revision:8867; }","duration":"214.016407ms","start":"2026-07-28T14:29:32.839325Z","end":"2026-07-28T14:29:33.053342Z","steps":["trace[1603851944] 'agreement among raft nodes before linearized reading' (duration: 213.841753ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:33.053368Z","caller":"traceutil/trace.go:171","msg":"trace[1338369630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8867; }","duration":"188.298601ms","start":"2026-07-28T14:29:32.865038Z","end":"2026-07-28T14:29:33.053337Z","steps":["trace[1338369630] 'agreement among raft nodes before linearized reading' (duration: 188.090506ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:33.053366Z","caller":"traceutil/trace.go:171","msg":"trace[797977327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8867; }","duration":"173.334088ms","start":"2026-07-28T14:29:32.880025Z","end":"2026-07-28T14:29:33.053359Z","steps":["trace[797977327] 'agreement among raft nodes before linearized reading' (duration: 172.991409ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:33.231154Z","caller":"traceutil/trace.go:171","msg":"trace[517321869] linearizableReadLoop","detail":"{readStateIndex:9172; appliedIndex:9171; }","duration":"178.130233ms","start":"2026-07-28T14:29:33.052999Z","end":"2026-07-28T14:29:33.231129Z","steps":["trace[517321869] 'read index received' (duration: 177.728833ms)","trace[517321869] 'applied index is now lower than readState.Index' (duration: 400.46µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:29:33.231427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.847035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T14:29:33.23147Z","caller":"traceutil/trace.go:171","msg":"trace[2100469882] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8868; }","duration":"269.945777ms","start":"2026-07-28T14:29:32.961514Z","end":"2026-07-28T14:29:33.23146Z","steps":["trace[2100469882] 'agreement among raft nodes before linearized reading' (duration: 269.777703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:33.231504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.520546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-28T14:29:33.231583Z","caller":"traceutil/trace.go:171","msg":"trace[2023414287] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8868; }","duration":"315.624499ms","start":"2026-07-28T14:29:32.915937Z","end":"2026-07-28T14:29:33.231562Z","steps":["trace[2023414287] 'agreement among raft nodes before linearized reading' (duration: 315.397753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:33.231622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:32.915919Z","time spent":"315.69561ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-07-28T14:29:33.231604Z","caller":"traceutil/trace.go:171","msg":"trace[156044734] transaction","detail":"{read_only:false; response_revision:8868; number_of_response:1; }","duration":"315.68218ms","start":"2026-07-28T14:29:32.915895Z","end":"2026-07-28T14:29:33.231577Z","steps":["trace[156044734] 'process raft request' (duration: 314.812889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:33.231846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:32.915853Z","time spent":"315.890945ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T14:29:33.231292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.085923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6rp8g\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-28T14:29:33.231934Z","caller":"traceutil/trace.go:171","msg":"trace[956858138] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6rp8g; range_end:; response_count:1; response_revision:8868; }","duration":"266.732869ms","start":"2026-07-28T14:29:32.96516Z","end":"2026-07-28T14:29:33.231893Z","steps":["trace[956858138] 'agreement among raft nodes before linearized reading' (duration: 265.990021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:33.232861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.332888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225408"} {"level":"info","ts":"2026-07-28T14:29:33.232983Z","caller":"traceutil/trace.go:171","msg":"trace[1303566064] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8868; }","duration":"298.484781ms","start":"2026-07-28T14:29:32.934469Z","end":"2026-07-28T14:29:33.232954Z","steps":["trace[1303566064] 'agreement among raft nodes before linearized reading' (duration: 296.841731ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:33.260832Z","caller":"traceutil/trace.go:171","msg":"trace[798388050] transaction","detail":"{read_only:false; response_revision:8869; number_of_response:1; }","duration":"203.842949ms","start":"2026-07-28T14:29:33.056973Z","end":"2026-07-28T14:29:33.260816Z","steps":["trace[798388050] 'process raft request' (duration: 203.640554ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:33.261094Z","caller":"traceutil/trace.go:171","msg":"trace[1912143095] transaction","detail":"{read_only:false; response_revision:8870; number_of_response:1; }","duration":"203.440279ms","start":"2026-07-28T14:29:33.057624Z","end":"2026-07-28T14:29:33.261064Z","steps":["trace[1912143095] 'process raft request' (duration: 203.147612ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:33.261146Z","caller":"traceutil/trace.go:171","msg":"trace[432166441] transaction","detail":"{read_only:false; response_revision:8871; number_of_response:1; }","duration":"203.387778ms","start":"2026-07-28T14:29:33.057742Z","end":"2026-07-28T14:29:33.261129Z","steps":["trace[432166441] 'process raft request' (duration: 203.234274ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:33.261227Z","caller":"traceutil/trace.go:171","msg":"trace[1841574944] transaction","detail":"{read_only:false; response_revision:8873; number_of_response:1; }","duration":"203.411468ms","start":"2026-07-28T14:29:33.057806Z","end":"2026-07-28T14:29:33.261217Z","steps":["trace[1841574944] 'process raft request' (duration: 203.281085ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:33.261268Z","caller":"traceutil/trace.go:171","msg":"trace[278839065] transaction","detail":"{read_only:false; response_revision:8872; number_of_response:1; }","duration":"203.45875ms","start":"2026-07-28T14:29:33.05779Z","end":"2026-07-28T14:29:33.261249Z","steps":["trace[278839065] 'process raft request' (duration: 203.275615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:33.26131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.925934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-07-28T14:29:33.261335Z","caller":"traceutil/trace.go:171","msg":"trace[556271275] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:8873; }","duration":"207.019206ms","start":"2026-07-28T14:29:33.05431Z","end":"2026-07-28T14:29:33.261329Z","steps":["trace[556271275] 'agreement among raft nodes before linearized reading' (duration: 206.950864ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:33.592462Z","caller":"traceutil/trace.go:171","msg":"trace[634154236] linearizableReadLoop","detail":"{readStateIndex:9184; appliedIndex:9183; }","duration":"175.429158ms","start":"2026-07-28T14:29:33.417011Z","end":"2026-07-28T14:29:33.59244Z","steps":["trace[634154236] 'read index received' (duration: 173.497561ms)","trace[634154236] 'applied index is now lower than readState.Index' (duration: 1.930687ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:29:33.592587Z","caller":"traceutil/trace.go:171","msg":"trace[1726237107] transaction","detail":"{read_only:false; response_revision:8880; number_of_response:1; }","duration":"175.786867ms","start":"2026-07-28T14:29:33.416766Z","end":"2026-07-28T14:29:33.592552Z","steps":["trace[1726237107] 'process raft request' (duration: 173.776428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:33.592693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.661604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-07-28T14:29:33.592735Z","caller":"traceutil/trace.go:171","msg":"trace[99554871] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8880; }","duration":"175.735865ms","start":"2026-07-28T14:29:33.416989Z","end":"2026-07-28T14:29:33.592725Z","steps":["trace[99554871] 'agreement among raft nodes before linearized reading' (duration: 175.544731ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:33.741423Z","caller":"traceutil/trace.go:171","msg":"trace[1973697132] transaction","detail":"{read_only:false; response_revision:8883; number_of_response:1; }","duration":"138.824708ms","start":"2026-07-28T14:29:33.602566Z","end":"2026-07-28T14:29:33.741391Z","steps":["trace[1973697132] 'process raft request' (duration: 138.680554ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:33.7415Z","caller":"traceutil/trace.go:171","msg":"trace[266286389] transaction","detail":"{read_only:false; response_revision:8882; number_of_response:1; }","duration":"141.205746ms","start":"2026-07-28T14:29:33.600258Z","end":"2026-07-28T14:29:33.741464Z","steps":["trace[266286389] 'process raft request' (duration: 121.185259ms)","trace[266286389] 'compare' (duration: 19.624887ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:29:33.870013Z","caller":"traceutil/trace.go:171","msg":"trace[783693625] transaction","detail":"{read_only:false; response_revision:8886; number_of_response:1; }","duration":"111.951143ms","start":"2026-07-28T14:29:33.758023Z","end":"2026-07-28T14:29:33.869974Z","steps":["trace[783693625] 'process raft request' (duration: 111.579634ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:33.870089Z","caller":"traceutil/trace.go:171","msg":"trace[126874936] transaction","detail":"{read_only:false; response_revision:8885; number_of_response:1; }","duration":"119.531498ms","start":"2026-07-28T14:29:33.750525Z","end":"2026-07-28T14:29:33.870056Z","steps":["trace[126874936] 'process raft request' (duration: 93.028013ms)","trace[126874936] 'compare' (duration: 25.769537ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:29:37.880583Z","caller":"traceutil/trace.go:171","msg":"trace[1081199864] transaction","detail":"{read_only:false; response_revision:8958; number_of_response:1; }","duration":"552.364867ms","start":"2026-07-28T14:29:37.328168Z","end":"2026-07-28T14:29:37.880533Z","steps":["trace[1081199864] 'process raft request' (duration: 502.693479ms)","trace[1081199864] 'compare' (duration: 49.386471ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:29:37.880613Z","caller":"traceutil/trace.go:171","msg":"trace[1417738631] transaction","detail":"{read_only:false; response_revision:8959; number_of_response:1; }","duration":"552.417989ms","start":"2026-07-28T14:29:37.328169Z","end":"2026-07-28T14:29:37.880587Z","steps":["trace[1417738631] 'process raft request' (duration: 552.280545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:37.880737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:37.328152Z","time spent":"552.50422ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:29:37.880741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:37.328145Z","time spent":"552.522031ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:29:37.881964Z","caller":"traceutil/trace.go:171","msg":"trace[664077888] linearizableReadLoop","detail":"{readStateIndex:9266; appliedIndex:9262; }","duration":"546.141095ms","start":"2026-07-28T14:29:37.3358Z","end":"2026-07-28T14:29:37.881941Z","steps":["trace[664077888] 'read index received' (duration: 495.163945ms)","trace[664077888] 'applied index is now lower than readState.Index' (duration: 50.97585ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:29:37.882162Z","caller":"traceutil/trace.go:171","msg":"trace[2008758941] transaction","detail":"{read_only:false; response_revision:8962; number_of_response:1; }","duration":"296.991214ms","start":"2026-07-28T14:29:37.585149Z","end":"2026-07-28T14:29:37.882141Z","steps":["trace[2008758941] 'process raft request' (duration: 296.742318ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:37.882385Z","caller":"traceutil/trace.go:171","msg":"trace[275225046] transaction","detail":"{read_only:false; response_revision:8960; number_of_response:1; }","duration":"553.71972ms","start":"2026-07-28T14:29:37.328653Z","end":"2026-07-28T14:29:37.882373Z","steps":["trace[275225046] 'process raft request' (duration: 553.076804ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:37.882467Z","caller":"traceutil/trace.go:171","msg":"trace[1360010689] transaction","detail":"{read_only:false; response_revision:8961; number_of_response:1; }","duration":"553.139786ms","start":"2026-07-28T14:29:37.329303Z","end":"2026-07-28T14:29:37.882443Z","steps":["trace[1360010689] 'process raft request' (duration: 552.551721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:37.88249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:37.328643Z","time spent":"553.778861ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:29:37.882583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:37.32929Z","time spent":"553.239289ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:29:37.882595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.341499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T14:29:37.882715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.627439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-28T14:29:37.882728Z","caller":"traceutil/trace.go:171","msg":"trace[1698814825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8962; }","duration":"534.497913ms","start":"2026-07-28T14:29:37.348194Z","end":"2026-07-28T14:29:37.882692Z","steps":["trace[1698814825] 'agreement among raft nodes before linearized reading' (duration: 534.069032ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:37.882757Z","caller":"traceutil/trace.go:171","msg":"trace[954148812] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:8962; }","duration":"387.714361ms","start":"2026-07-28T14:29:37.495032Z","end":"2026-07-28T14:29:37.882746Z","steps":["trace[954148812] 'agreement among raft nodes before linearized reading' (duration: 387.547397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:37.882973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:37.495009Z","time spent":"387.957047ms","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-28T14:29:37.882979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:37.348174Z","time spent":"534.795579ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T14:29:37.88315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.355696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6rp8g\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-28T14:29:37.883179Z","caller":"traceutil/trace.go:171","msg":"trace[1646502661] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6rp8g; range_end:; response_count:1; response_revision:8962; }","duration":"547.400416ms","start":"2026-07-28T14:29:37.33577Z","end":"2026-07-28T14:29:37.883171Z","steps":["trace[1646502661] 'agreement among raft nodes before linearized reading' (duration: 547.345535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:37.883205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:37.335746Z","time spent":"547.453468ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-6rp8g\" "} {"level":"warn","ts":"2026-07-28T14:29:37.88319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.166099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:29:37.883297Z","caller":"traceutil/trace.go:171","msg":"trace[571306885] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8962; }","duration":"519.272782ms","start":"2026-07-28T14:29:37.364005Z","end":"2026-07-28T14:29:37.883278Z","steps":["trace[571306885] 'agreement among raft nodes before linearized reading' (duration: 519.124218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:37.88345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:37.363962Z","time spent":"519.470087ms","remote":"127.0.0.1:55582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:29:37.883207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.707094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:29:37.88352Z","caller":"traceutil/trace.go:171","msg":"trace[1499680731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8962; }","duration":"504.047252ms","start":"2026-07-28T14:29:37.379462Z","end":"2026-07-28T14:29:37.883509Z","steps":["trace[1499680731] 'agreement among raft nodes before linearized reading' (duration: 503.513039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:37.883558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:37.379451Z","time spent":"504.098813ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T14:29:52.298146Z","caller":"traceutil/trace.go:171","msg":"trace[191232345] linearizableReadLoop","detail":"{readStateIndex:9471; appliedIndex:9470; }","duration":"353.095757ms","start":"2026-07-28T14:29:51.944998Z","end":"2026-07-28T14:29:52.298094Z","steps":["trace[191232345] 'read index received' (duration: 352.916923ms)","trace[191232345] 'applied index is now lower than readState.Index' (duration: 177.464µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:29:52.298214Z","caller":"traceutil/trace.go:171","msg":"trace[385976795] transaction","detail":"{read_only:false; response_revision:9160; number_of_response:1; }","duration":"353.292871ms","start":"2026-07-28T14:29:51.944893Z","end":"2026-07-28T14:29:52.298185Z","steps":["trace[385976795] 'process raft request' (duration: 352.998614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:52.298363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:51.94482Z","time spent":"353.467656ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:29:52.298483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.437785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T14:29:52.298565Z","caller":"traceutil/trace.go:171","msg":"trace[529932551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9160; }","duration":"353.607179ms","start":"2026-07-28T14:29:51.944942Z","end":"2026-07-28T14:29:52.29855Z","steps":["trace[529932551] 'agreement among raft nodes before linearized reading' (duration: 353.360013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:52.298622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:51.944903Z","time spent":"353.705512ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T14:29:52.372791Z","caller":"traceutil/trace.go:171","msg":"trace[26232634] transaction","detail":"{read_only:false; response_revision:9161; number_of_response:1; }","duration":"423.824124ms","start":"2026-07-28T14:29:51.948938Z","end":"2026-07-28T14:29:52.372762Z","steps":["trace[26232634] 'process raft request' (duration: 423.65567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:52.372957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:51.948914Z","time spent":"423.958318ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:29:52.373178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.526165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T14:29:52.373201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.253242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6rp8g\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-28T14:29:52.373272Z","caller":"traceutil/trace.go:171","msg":"trace[1523636275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9162; }","duration":"427.650108ms","start":"2026-07-28T14:29:51.945598Z","end":"2026-07-28T14:29:52.373249Z","steps":["trace[1523636275] 'agreement among raft nodes before linearized reading' (duration: 427.371742ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:52.373313Z","caller":"traceutil/trace.go:171","msg":"trace[1246838266] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6rp8g; range_end:; response_count:1; response_revision:9162; }","duration":"421.411625ms","start":"2026-07-28T14:29:51.951882Z","end":"2026-07-28T14:29:52.373293Z","steps":["trace[1246838266] 'agreement among raft nodes before linearized reading' (duration: 421.149649ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:52.373318Z","caller":"traceutil/trace.go:171","msg":"trace[1456468622] transaction","detail":"{read_only:false; response_revision:9162; number_of_response:1; }","duration":"336.986784ms","start":"2026-07-28T14:29:52.036317Z","end":"2026-07-28T14:29:52.373304Z","steps":["trace[1456468622] 'process raft request' (duration: 336.403109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:52.37333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:51.945589Z","time spent":"427.72609ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:29:52.373373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:51.951869Z","time spent":"421.495558ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-6rp8g\" "} {"level":"warn","ts":"2026-07-28T14:29:52.373392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:52.036292Z","time spent":"337.067986ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:29:52.37355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.487516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T14:29:52.373604Z","caller":"traceutil/trace.go:171","msg":"trace[904824313] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9162; }","duration":"423.581679ms","start":"2026-07-28T14:29:51.950008Z","end":"2026-07-28T14:29:52.37359Z","steps":["trace[904824313] 'agreement among raft nodes before linearized reading' (duration: 423.448835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:52.373649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:51.949988Z","time spent":"423.651401ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T14:29:53.052793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.885678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:29:53.052992Z","caller":"traceutil/trace.go:171","msg":"trace[1374317936] linearizableReadLoop","detail":"{readStateIndex:9475; appliedIndex:9473; }","duration":"672.983144ms","start":"2026-07-28T14:29:52.379996Z","end":"2026-07-28T14:29:53.052979Z","steps":["trace[1374317936] 'read index received' (duration: 47.85898ms)","trace[1374317936] 'applied index is now lower than readState.Index' (duration: 625.123334ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:29:53.053049Z","caller":"traceutil/trace.go:171","msg":"trace[1354651691] transaction","detail":"{read_only:false; response_revision:9164; number_of_response:1; }","duration":"674.769447ms","start":"2026-07-28T14:29:52.378273Z","end":"2026-07-28T14:29:53.053042Z","steps":["trace[1354651691] 'process raft request' (duration: 674.608343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:53.053088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:52.378246Z","time spent":"674.819999ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:29:53.05317Z","caller":"traceutil/trace.go:171","msg":"trace[315605532] transaction","detail":"{read_only:false; response_revision:9163; number_of_response:1; }","duration":"749.585945ms","start":"2026-07-28T14:29:52.303548Z","end":"2026-07-28T14:29:53.053134Z","steps":["trace[315605532] 'process raft request' (duration: 124.293917ms)","trace[315605532] 'compare' (duration: 624.676523ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:29:53.053227Z","caller":"traceutil/trace.go:171","msg":"trace[2041720136] transaction","detail":"{read_only:false; response_revision:9165; number_of_response:1; }","duration":"672.921562ms","start":"2026-07-28T14:29:52.380298Z","end":"2026-07-28T14:29:53.05322Z","steps":["trace[2041720136] 'process raft request' (duration: 672.654295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:53.053262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:52.380275Z","time spent":"672.969393ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:29:53.053338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:52.303523Z","time spent":"749.726038ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:29:53.053717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.746043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82470"} {"level":"info","ts":"2026-07-28T14:29:53.053755Z","caller":"traceutil/trace.go:171","msg":"trace[1213231390] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:9165; }","duration":"673.812813ms","start":"2026-07-28T14:29:52.379933Z","end":"2026-07-28T14:29:53.053746Z","steps":["trace[1213231390] 'agreement among raft nodes before linearized reading' (duration: 673.623459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:53.053782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:52.379922Z","time spent":"673.852655ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82493,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T14:29:53.077303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.494041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T14:29:53.077358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.037941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:29:53.077423Z","caller":"traceutil/trace.go:171","msg":"trace[355723764] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:9166; }","duration":"135.688625ms","start":"2026-07-28T14:29:52.941704Z","end":"2026-07-28T14:29:53.077393Z","steps":["trace[355723764] 'agreement among raft nodes before linearized reading' (duration: 135.373328ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:53.077433Z","caller":"traceutil/trace.go:171","msg":"trace[994083976] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:9166; }","duration":"266.192994ms","start":"2026-07-28T14:29:52.811222Z","end":"2026-07-28T14:29:53.077415Z","steps":["trace[994083976] 'agreement among raft nodes before linearized reading' (duration: 265.918407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:53.077522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.67603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1643"} {"level":"info","ts":"2026-07-28T14:29:53.077572Z","caller":"traceutil/trace.go:171","msg":"trace[246972396] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:9166; }","duration":"578.778241ms","start":"2026-07-28T14:29:52.49878Z","end":"2026-07-28T14:29:53.077559Z","steps":["trace[246972396] 'agreement among raft nodes before linearized reading' (duration: 578.255159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:53.077571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.712878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-28T14:29:53.077314Z","caller":"traceutil/trace.go:171","msg":"trace[427814730] transaction","detail":"{read_only:false; response_revision:9166; number_of_response:1; }","duration":"188.214779ms","start":"2026-07-28T14:29:52.889009Z","end":"2026-07-28T14:29:53.077223Z","steps":["trace[427814730] 'process raft request' (duration: 187.892771ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:53.077657Z","caller":"traceutil/trace.go:171","msg":"trace[272367415] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:9166; }","duration":"167.79831ms","start":"2026-07-28T14:29:52.909839Z","end":"2026-07-28T14:29:53.077638Z","steps":["trace[272367415] 'agreement among raft nodes before linearized reading' (duration: 167.253417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:53.0776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:52.498757Z","time spent":"578.836163ms","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1666,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-28T14:29:53.879007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609361457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:29:54.332417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.74418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:29:54.332586Z","caller":"traceutil/trace.go:171","msg":"trace[736745544] transaction","detail":"{read_only:false; response_revision:9167; number_of_response:1; }","duration":"1.150108312s","start":"2026-07-28T14:29:53.182456Z","end":"2026-07-28T14:29:54.332564Z","steps":["trace[736745544] 'process raft request' (duration: 781.112746ms)","trace[736745544] 'compare' (duration: 368.385641ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:29:54.332651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:53.182427Z","time spent":"1.150192413s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:29:54.524987Z","caller":"traceutil/trace.go:171","msg":"trace[183924735] transaction","detail":"{read_only:false; response_revision:9168; number_of_response:1; }","duration":"1.337233624s","start":"2026-07-28T14:29:53.187726Z","end":"2026-07-28T14:29:54.52496Z","steps":["trace[183924735] 'process raft request' (duration: 1.28797729s)","trace[183924735] 'compare' (duration: 49.105821ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:29:54.525115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:53.187704Z","time spent":"1.337348496s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:29:54.525224Z","caller":"traceutil/trace.go:171","msg":"trace[1765409982] transaction","detail":"{read_only:false; response_revision:9169; number_of_response:1; }","duration":"1.336323912s","start":"2026-07-28T14:29:53.188882Z","end":"2026-07-28T14:29:54.525206Z","steps":["trace[1765409982] 'process raft request' (duration: 1.336048135s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:54.525341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:53.188874Z","time spent":"1.336403474s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:29:54.525412Z","caller":"traceutil/trace.go:171","msg":"trace[352628564] transaction","detail":"{read_only:false; response_revision:9170; number_of_response:1; }","duration":"1.333660627s","start":"2026-07-28T14:29:53.191726Z","end":"2026-07-28T14:29:54.525387Z","steps":["trace[352628564] 'process raft request' (duration: 1.333417111s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:54.525526Z","caller":"traceutil/trace.go:171","msg":"trace[584780295] linearizableReadLoop","detail":"{readStateIndex:9482; appliedIndex:9477; }","duration":"1.147493888s","start":"2026-07-28T14:29:53.378012Z","end":"2026-07-28T14:29:54.525505Z","steps":["trace[584780295] 'read index received' (duration: 585.572158ms)","trace[584780295] 'applied index is now lower than readState.Index' (duration: 561.918939ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:29:54.525572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:53.191719Z","time spent":"1.333771779s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:29:54.525579Z","caller":"traceutil/trace.go:171","msg":"trace[309185560] transaction","detail":"{read_only:false; response_revision:9171; number_of_response:1; }","duration":"1.088159558s","start":"2026-07-28T14:29:53.43738Z","end":"2026-07-28T14:29:54.525539Z","steps":["trace[309185560] 'process raft request' (duration: 1.087927723s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:54.525661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.699216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:29:54.52569Z","caller":"traceutil/trace.go:171","msg":"trace[53570066] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:9171; }","duration":"169.786279ms","start":"2026-07-28T14:29:54.355894Z","end":"2026-07-28T14:29:54.52568Z","steps":["trace[53570066] 'agreement among raft nodes before linearized reading' (duration: 169.729147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:54.525762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:53.437354Z","time spent":"1.088322692s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:29:54.525793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.720172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-28T14:29:54.525797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133626409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T14:29:54.525829Z","caller":"traceutil/trace.go:171","msg":"trace[598078315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9171; }","duration":"222.795044ms","start":"2026-07-28T14:29:54.303023Z","end":"2026-07-28T14:29:54.525818Z","steps":["trace[598078315] 'agreement among raft nodes before linearized reading' (duration: 222.668681ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:54.525853Z","caller":"traceutil/trace.go:171","msg":"trace[1435827878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9171; }","duration":"1.133686831s","start":"2026-07-28T14:29:53.392154Z","end":"2026-07-28T14:29:54.525841Z","steps":["trace[1435827878] 'agreement among raft nodes before linearized reading' (duration: 1.133474036s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:54.525876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.456817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-28T14:29:54.525889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:53.392091Z","time spent":"1.133790823s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T14:29:54.52582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147820516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:29:54.525897Z","caller":"traceutil/trace.go:171","msg":"trace[1462910643] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:9171; }","duration":"148.503239ms","start":"2026-07-28T14:29:54.377386Z","end":"2026-07-28T14:29:54.525889Z","steps":["trace[1462910643] 'agreement among raft nodes before linearized reading' (duration: 148.447508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:54.525935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.006131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:29:54.525944Z","caller":"traceutil/trace.go:171","msg":"trace[1592013253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9171; }","duration":"1.14798327s","start":"2026-07-28T14:29:53.377952Z","end":"2026-07-28T14:29:54.525936Z","steps":["trace[1592013253] 'agreement among raft nodes before linearized reading' (duration: 1.147849417s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:54.525976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:53.377928Z","time spent":"1.148041381s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T14:29:54.525976Z","caller":"traceutil/trace.go:171","msg":"trace[1020448056] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9171; }","duration":"742.082202ms","start":"2026-07-28T14:29:53.78388Z","end":"2026-07-28T14:29:54.525962Z","steps":["trace[1020448056] 'agreement among raft nodes before linearized reading' (duration: 742.00776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:54.526036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:53.78386Z","time spent":"742.167274ms","remote":"127.0.0.1:56844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:29:54.846603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.488768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:29:54.846789Z","caller":"traceutil/trace.go:171","msg":"trace[232188298] transaction","detail":"{read_only:false; response_revision:9172; number_of_response:1; }","duration":"316.855782ms","start":"2026-07-28T14:29:54.529901Z","end":"2026-07-28T14:29:54.846757Z","steps":["trace[232188298] 'process raft request' (duration: 105.005666ms)","trace[232188298] 'compare' (duration: 211.265211ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:29:54.846879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:54.529883Z","time spent":"316.955084ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:29:55.163701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.458318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:29:55.163967Z","caller":"traceutil/trace.go:171","msg":"trace[2079189028] transaction","detail":"{read_only:false; response_revision:9173; number_of_response:1; }","duration":"633.794425ms","start":"2026-07-28T14:29:54.530132Z","end":"2026-07-28T14:29:55.163927Z","steps":["trace[2079189028] 'process raft request' (duration: 423.952438ms)","trace[2079189028] 'compare' (duration: 209.017847ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:29:55.164076Z","caller":"traceutil/trace.go:171","msg":"trace[1212609610] linearizableReadLoop","detail":"{readStateIndex:9485; appliedIndex:9482; }","duration":"628.070036ms","start":"2026-07-28T14:29:54.535985Z","end":"2026-07-28T14:29:55.164055Z","steps":["trace[1212609610] 'read index received' (duration: 98.932447ms)","trace[1212609610] 'applied index is now lower than readState.Index' (duration: 529.136219ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:29:55.164094Z","caller":"traceutil/trace.go:171","msg":"trace[2092907988] transaction","detail":"{read_only:false; response_revision:9174; number_of_response:1; }","duration":"633.744345ms","start":"2026-07-28T14:29:54.53032Z","end":"2026-07-28T14:29:55.164064Z","steps":["trace[2092907988] 'process raft request' (duration: 633.508119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:55.164154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:54.530108Z","time spent":"633.94558ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:29:55.16422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.22366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:29:55.164252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:54.530299Z","time spent":"633.868837ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:29:55.164296Z","caller":"traceutil/trace.go:171","msg":"trace[723426449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9174; }","duration":"628.338422ms","start":"2026-07-28T14:29:54.53594Z","end":"2026-07-28T14:29:55.164278Z","steps":["trace[723426449] 'agreement among raft nodes before linearized reading' (duration: 628.200979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:55.164341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:54.535928Z","time spent":"628.405364ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:29:55.164377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.086954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-28T14:29:55.164317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.919382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:29:55.164407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.848081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-28T14:29:55.164451Z","caller":"traceutil/trace.go:171","msg":"trace[119090948] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:9174; }","duration":"447.187247ms","start":"2026-07-28T14:29:54.717242Z","end":"2026-07-28T14:29:55.164429Z","steps":["trace[119090948] 'agreement among raft nodes before linearized reading' (duration: 446.995772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:55.164496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:54.717232Z","time spent":"447.255248ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T14:29:55.16449Z","caller":"traceutil/trace.go:171","msg":"trace[1366911618] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:9174; }","duration":"506.154968ms","start":"2026-07-28T14:29:54.658306Z","end":"2026-07-28T14:29:55.164461Z","steps":["trace[1366911618] 'agreement among raft nodes before linearized reading' (duration: 505.900321ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:55.164493Z","caller":"traceutil/trace.go:171","msg":"trace[1722976270] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:9174; }","duration":"452.009265ms","start":"2026-07-28T14:29:54.712464Z","end":"2026-07-28T14:29:55.164473Z","steps":["trace[1722976270] 'agreement among raft nodes before linearized reading' (duration: 451.757839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:55.16455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:54.712429Z","time spent":"452.113177ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:29:55.164553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.807492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6rp8g\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-28T14:29:55.164557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:54.65829Z","time spent":"506.250659ms","remote":"127.0.0.1:54626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:29:55.164587Z","caller":"traceutil/trace.go:171","msg":"trace[1506379754] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6rp8g; range_end:; response_count:1; response_revision:9174; }","duration":"102.896454ms","start":"2026-07-28T14:29:55.06168Z","end":"2026-07-28T14:29:55.164577Z","steps":["trace[1506379754] 'agreement among raft nodes before linearized reading' (duration: 102.790942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:55.164433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.208307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T14:29:55.164606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.684322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T14:29:55.164661Z","caller":"traceutil/trace.go:171","msg":"trace[1759158900] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:9174; }","duration":"262.493674ms","start":"2026-07-28T14:29:54.902155Z","end":"2026-07-28T14:29:55.164648Z","steps":["trace[1759158900] 'agreement among raft nodes before linearized reading' (duration: 262.220097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:55.164693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.446443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T14:29:55.164741Z","caller":"traceutil/trace.go:171","msg":"trace[1659992085] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:9174; }","duration":"456.528175ms","start":"2026-07-28T14:29:54.708197Z","end":"2026-07-28T14:29:55.164726Z","steps":["trace[1659992085] 'agreement among raft nodes before linearized reading' (duration: 456.372571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:55.164744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.745504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T14:29:55.164751Z","caller":"traceutil/trace.go:171","msg":"trace[1174938650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9174; }","duration":"105.869827ms","start":"2026-07-28T14:29:55.058821Z","end":"2026-07-28T14:29:55.164691Z","steps":["trace[1174938650] 'agreement among raft nodes before linearized reading' (duration: 105.489448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:55.164771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:54.708176Z","time spent":"456.588736ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T14:29:55.164789Z","caller":"traceutil/trace.go:171","msg":"trace[2043743972] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9174; }","duration":"105.825535ms","start":"2026-07-28T14:29:55.058954Z","end":"2026-07-28T14:29:55.164779Z","steps":["trace[2043743972] 'agreement among raft nodes before linearized reading' (duration: 105.698562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:55.165084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.331586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-28T14:29:55.165126Z","caller":"traceutil/trace.go:171","msg":"trace[482425403] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:9174; }","duration":"444.404338ms","start":"2026-07-28T14:29:54.720708Z","end":"2026-07-28T14:29:55.165113Z","steps":["trace[482425403] 'agreement among raft nodes before linearized reading' (duration: 443.496066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:55.165139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.201835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T14:29:55.165156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:54.720692Z","time spent":"444.45805ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T14:29:55.165179Z","caller":"traceutil/trace.go:171","msg":"trace[338154288] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9174; }","duration":"106.255156ms","start":"2026-07-28T14:29:55.058911Z","end":"2026-07-28T14:29:55.165166Z","steps":["trace[338154288] 'agreement among raft nodes before linearized reading' (duration: 105.288942ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:55.33334Z","caller":"traceutil/trace.go:171","msg":"trace[1213389818] transaction","detail":"{read_only:false; response_revision:9178; number_of_response:1; }","duration":"162.598163ms","start":"2026-07-28T14:29:55.17072Z","end":"2026-07-28T14:29:55.333318Z","steps":["trace[1213389818] 'process raft request' (duration: 162.543782ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:55.333415Z","caller":"traceutil/trace.go:171","msg":"trace[1901641248] transaction","detail":"{read_only:false; response_revision:9176; number_of_response:1; }","duration":"162.767157ms","start":"2026-07-28T14:29:55.170584Z","end":"2026-07-28T14:29:55.333351Z","steps":["trace[1901641248] 'process raft request' (duration: 113.662237ms)","trace[1901641248] 'compare' (duration: 48.860314ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:29:55.333592Z","caller":"traceutil/trace.go:171","msg":"trace[1715916880] transaction","detail":"{read_only:false; response_revision:9177; number_of_response:1; }","duration":"162.90132ms","start":"2026-07-28T14:29:55.170684Z","end":"2026-07-28T14:29:55.333585Z","steps":["trace[1715916880] 'process raft request' (duration: 162.545781ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:55.333626Z","caller":"traceutil/trace.go:171","msg":"trace[2142211079] transaction","detail":"{read_only:false; response_revision:9179; number_of_response:1; }","duration":"162.795927ms","start":"2026-07-28T14:29:55.170804Z","end":"2026-07-28T14:29:55.3336Z","steps":["trace[2142211079] 'process raft request' (duration: 162.48568ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:55.333827Z","caller":"traceutil/trace.go:171","msg":"trace[163042247] transaction","detail":"{read_only:false; response_revision:9180; number_of_response:1; }","duration":"162.984123ms","start":"2026-07-28T14:29:55.170836Z","end":"2026-07-28T14:29:55.33382Z","steps":["trace[163042247] 'process raft request' (duration: 162.704246ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:55.333882Z","caller":"traceutil/trace.go:171","msg":"trace[1551968653] transaction","detail":"{read_only:false; response_revision:9181; number_of_response:1; }","duration":"162.106691ms","start":"2026-07-28T14:29:55.17177Z","end":"2026-07-28T14:29:55.333877Z","steps":["trace[1551968653] 'process raft request' (duration: 161.977888ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:30:04.728949Z","caller":"traceutil/trace.go:171","msg":"trace[1378873678] transaction","detail":"{read_only:false; response_revision:9252; number_of_response:1; }","duration":"164.418978ms","start":"2026-07-28T14:30:04.564505Z","end":"2026-07-28T14:30:04.728924Z","steps":["trace[1378873678] 'process raft request' (duration: 164.370677ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:30:04.728978Z","caller":"traceutil/trace.go:171","msg":"trace[261611600] transaction","detail":"{read_only:false; response_revision:9251; number_of_response:1; }","duration":"164.533361ms","start":"2026-07-28T14:30:04.564425Z","end":"2026-07-28T14:30:04.728959Z","steps":["trace[261611600] 'process raft request' (duration: 164.304845ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:30:05.354423Z","caller":"traceutil/trace.go:171","msg":"trace[1799820075] linearizableReadLoop","detail":"{readStateIndex:9568; appliedIndex:9566; }","duration":"122.044422ms","start":"2026-07-28T14:30:05.232333Z","end":"2026-07-28T14:30:05.354377Z","steps":["trace[1799820075] 'read index received' (duration: 36.01392ms)","trace[1799820075] 'applied index is now lower than readState.Index' (duration: 86.026392ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:30:05.354471Z","caller":"traceutil/trace.go:171","msg":"trace[2065619338] transaction","detail":"{read_only:false; response_revision:9255; number_of_response:1; }","duration":"144.0696ms","start":"2026-07-28T14:30:05.210375Z","end":"2026-07-28T14:30:05.354445Z","steps":["trace[2065619338] 'process raft request' (duration: 133.916062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:30:05.354638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.286238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T14:30:05.354888Z","caller":"traceutil/trace.go:171","msg":"trace[63385476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9255; }","duration":"122.577576ms","start":"2026-07-28T14:30:05.232301Z","end":"2026-07-28T14:30:05.354879Z","steps":["trace[63385476] 'agreement among raft nodes before linearized reading' (duration: 122.218277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:30:05.354792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.233406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6rp8g\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-28T14:30:05.354962Z","caller":"traceutil/trace.go:171","msg":"trace[65748022] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6rp8g; range_end:; response_count:1; response_revision:9255; }","duration":"115.491132ms","start":"2026-07-28T14:30:05.239463Z","end":"2026-07-28T14:30:05.354954Z","steps":["trace[65748022] 'agreement among raft nodes before linearized reading' (duration: 115.178245ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:30:05.611636Z","caller":"traceutil/trace.go:171","msg":"trace[1005771997] transaction","detail":"{read_only:false; response_revision:9257; number_of_response:1; }","duration":"251.224288ms","start":"2026-07-28T14:30:05.360388Z","end":"2026-07-28T14:30:05.611612Z","steps":["trace[1005771997] 'process raft request' (duration: 231.64528ms)","trace[1005771997] 'compare' (duration: 19.299602ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:30:05.611812Z","caller":"traceutil/trace.go:171","msg":"trace[653611219] transaction","detail":"{read_only:false; response_revision:9258; number_of_response:1; }","duration":"251.334111ms","start":"2026-07-28T14:30:05.360471Z","end":"2026-07-28T14:30:05.611805Z","steps":["trace[653611219] 'process raft request' (duration: 251.107826ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:30:05.612153Z","caller":"traceutil/trace.go:171","msg":"trace[2001098338] transaction","detail":"{read_only:false; response_revision:9260; number_of_response:1; }","duration":"251.588467ms","start":"2026-07-28T14:30:05.36055Z","end":"2026-07-28T14:30:05.612139Z","steps":["trace[2001098338] 'process raft request' (duration: 251.473885ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:30:05.612161Z","caller":"traceutil/trace.go:171","msg":"trace[854754118] linearizableReadLoop","detail":"{readStateIndex:9573; appliedIndex:9569; }","duration":"249.180638ms","start":"2026-07-28T14:30:05.362953Z","end":"2026-07-28T14:30:05.612134Z","steps":["trace[854754118] 'read index received' (duration: 45.4665ms)","trace[854754118] 'applied index is now lower than readState.Index' (duration: 203.712648ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:30:05.612139Z","caller":"traceutil/trace.go:171","msg":"trace[1339352965] transaction","detail":"{read_only:false; response_revision:9259; number_of_response:1; }","duration":"251.590437ms","start":"2026-07-28T14:30:05.360528Z","end":"2026-07-28T14:30:05.612118Z","steps":["trace[1339352965] 'process raft request' (duration: 251.246048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:30:05.61233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.253443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:30:05.612392Z","caller":"traceutil/trace.go:171","msg":"trace[517980782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9260; }","duration":"236.361655ms","start":"2026-07-28T14:30:05.376013Z","end":"2026-07-28T14:30:05.612374Z","steps":["trace[517980782] 'agreement among raft nodes before linearized reading' (duration: 236.265383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:30:05.612475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.312981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T14:30:05.612518Z","caller":"traceutil/trace.go:171","msg":"trace[1528424612] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9260; }","duration":"100.388293ms","start":"2026-07-28T14:30:05.512112Z","end":"2026-07-28T14:30:05.6125Z","steps":["trace[1528424612] 'agreement among raft nodes before linearized reading' (duration: 100.26773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:30:05.612501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.534817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82672"} {"level":"warn","ts":"2026-07-28T14:30:05.612546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.2125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T14:30:05.612574Z","caller":"traceutil/trace.go:171","msg":"trace[622970982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9260; }","duration":"204.265811ms","start":"2026-07-28T14:30:05.408299Z","end":"2026-07-28T14:30:05.612565Z","steps":["trace[622970982] 'agreement among raft nodes before linearized reading' (duration: 204.155808ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:30:05.612581Z","caller":"traceutil/trace.go:171","msg":"trace[1842068730] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:9260; }","duration":"249.62968ms","start":"2026-07-28T14:30:05.362935Z","end":"2026-07-28T14:30:05.612564Z","steps":["trace[1842068730] 'agreement among raft nodes before linearized reading' (duration: 249.317142ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:30:05.778246Z","caller":"traceutil/trace.go:171","msg":"trace[1828237860] transaction","detail":"{read_only:false; response_revision:9262; number_of_response:1; }","duration":"161.184468ms","start":"2026-07-28T14:30:05.617027Z","end":"2026-07-28T14:30:05.778212Z","steps":["trace[1828237860] 'process raft request' (duration: 141.576589ms)","trace[1828237860] 'compare' (duration: 19.386354ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:30:40.668283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.927554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:30:40.668396Z","caller":"traceutil/trace.go:171","msg":"trace[153792939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9602; }","duration":"290.103278ms","start":"2026-07-28T14:30:40.378271Z","end":"2026-07-28T14:30:40.668375Z","steps":["trace[153792939] 'range keys from in-memory index tree' (duration: 289.75806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:30:40.668299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.58764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-28T14:30:40.668522Z","caller":"traceutil/trace.go:171","msg":"trace[1588205406] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:9602; }","duration":"200.880648ms","start":"2026-07-28T14:30:40.467615Z","end":"2026-07-28T14:30:40.668496Z","steps":["trace[1588205406] 'range keys from in-memory index tree' (duration: 200.286053ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:30:40.692696Z","caller":"traceutil/trace.go:171","msg":"trace[784153662] transaction","detail":"{read_only:false; response_revision:9603; number_of_response:1; }","duration":"137.661264ms","start":"2026-07-28T14:30:40.555016Z","end":"2026-07-28T14:30:40.692677Z","steps":["trace[784153662] 'process raft request' (duration: 137.47878ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:30:40.867309Z","caller":"traceutil/trace.go:171","msg":"trace[942758045] linearizableReadLoop","detail":"{readStateIndex:9926; appliedIndex:9925; }","duration":"173.228503ms","start":"2026-07-28T14:30:40.69265Z","end":"2026-07-28T14:30:40.865878Z","steps":["trace[942758045] 'read index received' (duration: 173.021878ms)","trace[942758045] 'applied index is now lower than readState.Index' (duration: 205.225µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:30:40.867604Z","caller":"traceutil/trace.go:171","msg":"trace[1654955696] transaction","detail":"{read_only:false; response_revision:9604; number_of_response:1; }","duration":"194.710428ms","start":"2026-07-28T14:30:40.672879Z","end":"2026-07-28T14:30:40.86759Z","steps":["trace[1654955696] 'process raft request' (duration: 192.781601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:30:40.867914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.39834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-28T14:30:40.867976Z","caller":"traceutil/trace.go:171","msg":"trace[1107194277] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:9604; }","duration":"194.511133ms","start":"2026-07-28T14:30:40.673447Z","end":"2026-07-28T14:30:40.867958Z","steps":["trace[1107194277] 'agreement among raft nodes before linearized reading' (duration: 194.339619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:30:40.868209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.900751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-28T14:30:40.868249Z","caller":"traceutil/trace.go:171","msg":"trace[1226263585] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:9604; }","duration":"196.958363ms","start":"2026-07-28T14:30:40.671281Z","end":"2026-07-28T14:30:40.86824Z","steps":["trace[1226263585] 'agreement among raft nodes before linearized reading' (duration: 196.84817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:30:40.868419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.972087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T14:30:40.868469Z","caller":"traceutil/trace.go:171","msg":"trace[113223895] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:9604; }","duration":"198.061429ms","start":"2026-07-28T14:30:40.670397Z","end":"2026-07-28T14:30:40.868458Z","steps":["trace[113223895] 'agreement among raft nodes before linearized reading' (duration: 197.964267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:30:40.884396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.651301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:30:40.88446Z","caller":"traceutil/trace.go:171","msg":"trace[2076380538] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:9605; }","duration":"132.769814ms","start":"2026-07-28T14:30:40.751675Z","end":"2026-07-28T14:30:40.884445Z","steps":["trace[2076380538] 'agreement among raft nodes before linearized reading' (duration: 132.653481ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:30:48.719765Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5a9e84e0e0a90b63","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T14:30:48.725324Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-28T14:30:48.725431Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-07-28T14:30:50.024008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.119029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T14:30:50.024096Z","caller":"traceutil/trace.go:171","msg":"trace[960003377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9686; }","duration":"141.233301ms","start":"2026-07-28T14:30:49.882845Z","end":"2026-07-28T14:30:50.024079Z","steps":["trace[960003377] 'range keys from in-memory index tree' (duration: 140.867762ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:30:55.138328Z","caller":"traceutil/trace.go:171","msg":"trace[738564910] transaction","detail":"{read_only:false; response_revision:9727; number_of_response:1; }","duration":"114.373154ms","start":"2026-07-28T14:30:55.023928Z","end":"2026-07-28T14:30:55.138302Z","steps":["trace[738564910] 'process raft request' (duration: 114.2218ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:32:27.966917Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7139} {"level":"info","ts":"2026-07-28T14:32:28.021519Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7139,"took":"53.062927ms","hash":1934353968,"current-db-size-bytes":36724736,"current-db-size":"37 MB","current-db-size-in-use-bytes":33599488,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-28T14:32:28.02163Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1934353968,"revision":7139,"compact-revision":5040} {"level":"info","ts":"2026-07-28T14:35:35.429121Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003050.wal"} {"level":"info","ts":"2026-07-28T14:36:29.886161Z","caller":"traceutil/trace.go:171","msg":"trace[1421397131] linearizableReadLoop","detail":"{readStateIndex:12830; appliedIndex:12828; }","duration":"123.64849ms","start":"2026-07-28T14:36:29.762492Z","end":"2026-07-28T14:36:29.88614Z","steps":["trace[1421397131] 'read index received' (duration: 70.292557ms)","trace[1421397131] 'applied index is now lower than readState.Index' (duration: 53.354973ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:36:29.886296Z","caller":"traceutil/trace.go:171","msg":"trace[1978207633] transaction","detail":"{read_only:false; response_revision:12425; number_of_response:1; }","duration":"135.902429ms","start":"2026-07-28T14:36:29.750356Z","end":"2026-07-28T14:36:29.886259Z","steps":["trace[1978207633] 'process raft request' (duration: 96.790884ms)","trace[1978207633] 'compare' (duration: 38.919691ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:36:29.886381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.879886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T14:36:29.886417Z","caller":"traceutil/trace.go:171","msg":"trace[2080643447] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12425; }","duration":"123.944517ms","start":"2026-07-28T14:36:29.762462Z","end":"2026-07-28T14:36:29.886407Z","steps":["trace[2080643447] 'agreement among raft nodes before linearized reading' (duration: 123.808154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:37.879094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609370155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:36:38.355313Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.09483954s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T14:36:38.355726Z","caller":"traceutil/trace.go:171","msg":"trace[1589436094] transaction","detail":"{read_only:false; response_revision:12604; number_of_response:1; }","duration":"1.095317652s","start":"2026-07-28T14:36:37.260383Z","end":"2026-07-28T14:36:38.3557Z","steps":["trace[1589436094] 'process raft request' (duration: 1.095131437s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:38.355905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:37.260362Z","time spent":"1.095446495s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:36:39.232975Z","caller":"traceutil/trace.go:171","msg":"trace[157179133] transaction","detail":"{read_only:false; response_revision:12605; number_of_response:1; }","duration":"1.642787653s","start":"2026-07-28T14:36:37.590163Z","end":"2026-07-28T14:36:39.232951Z","steps":["trace[157179133] 'process raft request' (duration: 1.642588369s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:39.233194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:37.590114Z","time spent":"1.642944237s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:36:39.233289Z","caller":"traceutil/trace.go:171","msg":"trace[1565997610] transaction","detail":"{read_only:false; response_revision:12606; number_of_response:1; }","duration":"1.262653279s","start":"2026-07-28T14:36:37.970611Z","end":"2026-07-28T14:36:39.233264Z","steps":["trace[1565997610] 'process raft request' (duration: 1.2622964s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:39.233439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:37.970592Z","time spent":"1.262775402s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:36:39.233985Z","caller":"traceutil/trace.go:171","msg":"trace[1598911395] transaction","detail":"{read_only:false; response_revision:12607; number_of_response:1; }","duration":"1.256361225s","start":"2026-07-28T14:36:37.977607Z","end":"2026-07-28T14:36:39.233969Z","steps":["trace[1598911395] 'process raft request' (duration: 1.255556566s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:39.234102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:37.977594Z","time spent":"1.256432507s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:36:39.234277Z","caller":"traceutil/trace.go:171","msg":"trace[1732565746] transaction","detail":"{read_only:false; response_revision:12608; number_of_response:1; }","duration":"1.024116183s","start":"2026-07-28T14:36:38.210151Z","end":"2026-07-28T14:36:39.234267Z","steps":["trace[1732565746] 'process raft request' (duration: 1.023760014s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:39.234372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:38.210125Z","time spent":"1.024183705s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:36:39.234572Z","caller":"traceutil/trace.go:171","msg":"trace[1704916190] transaction","detail":"{read_only:false; response_revision:12609; number_of_response:1; }","duration":"960.203682ms","start":"2026-07-28T14:36:38.274358Z","end":"2026-07-28T14:36:39.234561Z","steps":["trace[1704916190] 'process raft request' (duration: 959.869794ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:36:39.234657Z","caller":"traceutil/trace.go:171","msg":"trace[1263293201] linearizableReadLoop","detail":"{readStateIndex:13014; appliedIndex:13012; }","duration":"1.856283667s","start":"2026-07-28T14:36:37.378346Z","end":"2026-07-28T14:36:39.23463Z","steps":["trace[1263293201] 'read index received' (duration: 977.241198ms)","trace[1263293201] 'applied index is now lower than readState.Index' (duration: 879.041469ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:36:39.234698Z","caller":"traceutil/trace.go:171","msg":"trace[81742671] transaction","detail":"{read_only:false; response_revision:12610; number_of_response:1; }","duration":"932.713391ms","start":"2026-07-28T14:36:38.301969Z","end":"2026-07-28T14:36:39.234683Z","steps":["trace[81742671] 'process raft request' (duration: 932.518766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:39.234835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856467503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:36:39.23493Z","caller":"traceutil/trace.go:171","msg":"trace[2047838058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12610; }","duration":"1.856610765s","start":"2026-07-28T14:36:37.378296Z","end":"2026-07-28T14:36:39.234907Z","steps":["trace[2047838058] 'agreement among raft nodes before linearized reading' (duration: 1.856431681s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:39.234912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:38.301944Z","time spent":"932.865774ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:36:39.23498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:37.378273Z","time spent":"1.856698858s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:36:39.234866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:38.274335Z","time spent":"960.445268ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:36:39.240937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.979873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12459"} {"level":"warn","ts":"2026-07-28T14:36:39.24095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306185922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-28T14:36:39.240954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648832911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:36:39.24099Z","caller":"traceutil/trace.go:171","msg":"trace[812157422] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12611; }","duration":"679.076586ms","start":"2026-07-28T14:36:38.561901Z","end":"2026-07-28T14:36:39.240977Z","steps":["trace[812157422] 'agreement among raft nodes before linearized reading' (duration: 678.924112ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:36:39.241011Z","caller":"traceutil/trace.go:171","msg":"trace[2044564771] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12611; }","duration":"1.306302675s","start":"2026-07-28T14:36:37.934691Z","end":"2026-07-28T14:36:39.240993Z","steps":["trace[2044564771] 'agreement among raft nodes before linearized reading' (duration: 1.306140041s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:36:39.241026Z","caller":"traceutil/trace.go:171","msg":"trace[1476254181] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:12611; }","duration":"1.648951534s","start":"2026-07-28T14:36:37.592053Z","end":"2026-07-28T14:36:39.241004Z","steps":["trace[1476254181] 'agreement among raft nodes before linearized reading' (duration: 1.648825021s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:39.241057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:37.934664Z","time spent":"1.306385197s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T14:36:39.241069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:37.592031Z","time spent":"1.649028536s","remote":"127.0.0.1:54574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:36:39.241071Z","caller":"traceutil/trace.go:171","msg":"trace[1722002646] transaction","detail":"{read_only:false; response_revision:12611; number_of_response:1; }","duration":"880.318382ms","start":"2026-07-28T14:36:38.360741Z","end":"2026-07-28T14:36:39.241059Z","steps":["trace[1722002646] 'process raft request' (duration: 879.964073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:39.24111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310251212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6rp8g\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-28T14:36:39.241161Z","caller":"traceutil/trace.go:171","msg":"trace[1238399179] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6rp8g; range_end:; response_count:1; response_revision:12611; }","duration":"1.310326533s","start":"2026-07-28T14:36:37.930807Z","end":"2026-07-28T14:36:39.241133Z","steps":["trace[1238399179] 'agreement among raft nodes before linearized reading' (duration: 1.310228721s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:39.241179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:38.360716Z","time spent":"880.395713ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:36:39.241201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.948697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-28T14:36:39.241224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:37.930784Z","time spent":"1.310413615s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-6rp8g\" "} {"level":"info","ts":"2026-07-28T14:36:39.241244Z","caller":"traceutil/trace.go:171","msg":"trace[240211163] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:12611; }","duration":"264.031049ms","start":"2026-07-28T14:36:38.977204Z","end":"2026-07-28T14:36:39.241235Z","steps":["trace[240211163] 'agreement among raft nodes before linearized reading' (duration: 263.886075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:39.240991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323386983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T14:36:39.241333Z","caller":"traceutil/trace.go:171","msg":"trace[616911477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12611; }","duration":"1.323772132s","start":"2026-07-28T14:36:37.917549Z","end":"2026-07-28T14:36:39.241321Z","steps":["trace[616911477] 'agreement among raft nodes before linearized reading' (duration: 1.323344582s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:39.241376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.866876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1643"} {"level":"warn","ts":"2026-07-28T14:36:39.241407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359831003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T14:36:39.241128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759214407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T14:36:39.241425Z","caller":"traceutil/trace.go:171","msg":"trace[1584307935] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:12611; }","duration":"616.947448ms","start":"2026-07-28T14:36:38.624468Z","end":"2026-07-28T14:36:39.241415Z","steps":["trace[1584307935] 'agreement among raft nodes before linearized reading' (duration: 616.851016ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:36:39.24144Z","caller":"traceutil/trace.go:171","msg":"trace[1627981985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12611; }","duration":"1.359901284s","start":"2026-07-28T14:36:37.881529Z","end":"2026-07-28T14:36:39.241431Z","steps":["trace[1627981985] 'agreement among raft nodes before linearized reading' (duration: 1.359776051s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:39.241454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:38.624447Z","time spent":"617.00029ms","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1666,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-07-28T14:36:39.24145Z","caller":"traceutil/trace.go:171","msg":"trace[1596116377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12611; }","duration":"1.759574816s","start":"2026-07-28T14:36:37.481864Z","end":"2026-07-28T14:36:39.241439Z","steps":["trace[1596116377] 'agreement among raft nodes before linearized reading' (duration: 1.759187946s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:39.241476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:37.881512Z","time spent":"1.359957116s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T14:36:39.24149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:37.481843Z","time spent":"1.759636987s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T14:36:39.241071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.017948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:36:39.241609Z","caller":"traceutil/trace.go:171","msg":"trace[1373768614] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:12611; }","duration":"248.586772ms","start":"2026-07-28T14:36:38.993005Z","end":"2026-07-28T14:36:39.241592Z","steps":["trace[1373768614] 'agreement among raft nodes before linearized reading' (duration: 248.038548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:39.241375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:37.91751Z","time spent":"1.323855074s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:36:39.241023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:38.56188Z","time spent":"679.134858ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T14:36:45.554737Z","caller":"traceutil/trace.go:171","msg":"trace[1178548516] transaction","detail":"{read_only:false; response_revision:12651; number_of_response:1; }","duration":"122.40991ms","start":"2026-07-28T14:36:45.432297Z","end":"2026-07-28T14:36:45.554707Z","steps":["trace[1178548516] 'process raft request' (duration: 50.227947ms)","trace[1178548516] 'compare' (duration: 71.875235ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:36:45.554835Z","caller":"traceutil/trace.go:171","msg":"trace[1783458153] transaction","detail":"{read_only:false; response_revision:12652; number_of_response:1; }","duration":"121.522988ms","start":"2026-07-28T14:36:45.43327Z","end":"2026-07-28T14:36:45.554793Z","steps":["trace[1783458153] 'process raft request' (duration: 121.371404ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:36:45.554871Z","caller":"traceutil/trace.go:171","msg":"trace[891243194] transaction","detail":"{read_only:false; response_revision:12654; number_of_response:1; }","duration":"121.309352ms","start":"2026-07-28T14:36:45.433534Z","end":"2026-07-28T14:36:45.554844Z","steps":["trace[891243194] 'process raft request' (duration: 121.22741ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:36:45.554941Z","caller":"traceutil/trace.go:171","msg":"trace[1500990909] transaction","detail":"{read_only:false; response_revision:12653; number_of_response:1; }","duration":"121.503327ms","start":"2026-07-28T14:36:45.433391Z","end":"2026-07-28T14:36:45.554895Z","steps":["trace[1500990909] 'process raft request' (duration: 121.318663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:49.86329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609370366,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T14:36:49.90412Z","caller":"traceutil/trace.go:171","msg":"trace[988249736] transaction","detail":"{read_only:false; response_revision:12672; number_of_response:1; }","duration":"620.782091ms","start":"2026-07-28T14:36:49.283297Z","end":"2026-07-28T14:36:49.90408Z","steps":["trace[988249736] 'process raft request' (duration: 620.590466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:49.904351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:49.28321Z","time spent":"621.021458ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:36:50.123158Z","caller":"traceutil/trace.go:171","msg":"trace[15738047] linearizableReadLoop","detail":"{readStateIndex:13087; appliedIndex:13083; }","duration":"760.904374ms","start":"2026-07-28T14:36:49.362229Z","end":"2026-07-28T14:36:50.123133Z","steps":["trace[15738047] 'read index received' (duration: 542.675114ms)","trace[15738047] 'applied index is now lower than readState.Index' (duration: 218.2284ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:36:50.123291Z","caller":"traceutil/trace.go:171","msg":"trace[1424320209] transaction","detail":"{read_only:false; response_revision:12676; number_of_response:1; }","duration":"701.34789ms","start":"2026-07-28T14:36:49.42193Z","end":"2026-07-28T14:36:50.123278Z","steps":["trace[1424320209] 'process raft request' (duration: 701.168596ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:36:50.123276Z","caller":"traceutil/trace.go:171","msg":"trace[1141822720] transaction","detail":"{read_only:false; response_revision:12675; number_of_response:1; }","duration":"768.282864ms","start":"2026-07-28T14:36:49.354929Z","end":"2026-07-28T14:36:50.123212Z","steps":["trace[1141822720] 'process raft request' (duration: 768.140521ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:36:50.123274Z","caller":"traceutil/trace.go:171","msg":"trace[588820509] transaction","detail":"{read_only:false; response_revision:12673; number_of_response:1; }","duration":"811.030329ms","start":"2026-07-28T14:36:49.312118Z","end":"2026-07-28T14:36:50.123148Z","steps":["trace[588820509] 'process raft request' (duration: 810.789433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:50.123381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:49.421893Z","time spent":"701.420112ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:36:50.123378Z","caller":"traceutil/trace.go:171","msg":"trace[410512255] transaction","detail":"{read_only:false; response_revision:12674; number_of_response:1; }","duration":"770.709834ms","start":"2026-07-28T14:36:49.352612Z","end":"2026-07-28T14:36:50.123322Z","steps":["trace[410512255] 'process raft request' (duration: 770.418287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:50.123434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:49.354898Z","time spent":"768.463049ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:36:50.123486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.253063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T14:36:50.123531Z","caller":"traceutil/trace.go:171","msg":"trace[660551545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12676; }","duration":"761.329545ms","start":"2026-07-28T14:36:49.36219Z","end":"2026-07-28T14:36:50.123519Z","steps":["trace[660551545] 'agreement among raft nodes before linearized reading' (duration: 761.200382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:50.123559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:49.362177Z","time spent":"761.376236ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:36:50.123605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:49.352579Z","time spent":"770.899648ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:36:50.124091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:49.312092Z","time spent":"811.386617ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:36:50.134763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.446735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-28T14:36:50.134754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.700629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6rp8g\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-28T14:36:50.134815Z","caller":"traceutil/trace.go:171","msg":"trace[1269878708] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12677; }","duration":"566.506656ms","start":"2026-07-28T14:36:49.568292Z","end":"2026-07-28T14:36:50.134799Z","steps":["trace[1269878708] 'agreement among raft nodes before linearized reading' (duration: 566.284141ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:36:50.134841Z","caller":"traceutil/trace.go:171","msg":"trace[1176305858] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6rp8g; range_end:; response_count:1; response_revision:12677; }","duration":"769.843762ms","start":"2026-07-28T14:36:49.364978Z","end":"2026-07-28T14:36:50.134822Z","steps":["trace[1176305858] 'agreement among raft nodes before linearized reading' (duration: 769.589806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:50.134886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:49.364961Z","time spent":"769.917714ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-6rp8g\" "} {"level":"warn","ts":"2026-07-28T14:36:50.134971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:49.568287Z","time spent":"566.6746ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T14:36:50.134965Z","caller":"traceutil/trace.go:171","msg":"trace[765781570] transaction","detail":"{read_only:false; response_revision:12677; number_of_response:1; }","duration":"214.698024ms","start":"2026-07-28T14:36:49.920248Z","end":"2026-07-28T14:36:50.134946Z","steps":["trace[765781570] 'process raft request' (duration: 214.167081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:50.135069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.359992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12459"} {"level":"warn","ts":"2026-07-28T14:36:50.135081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.228774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T14:36:50.135127Z","caller":"traceutil/trace.go:171","msg":"trace[1138653603] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12677; }","duration":"706.463434ms","start":"2026-07-28T14:36:49.428651Z","end":"2026-07-28T14:36:50.135114Z","steps":["trace[1138653603] 'agreement among raft nodes before linearized reading' (duration: 706.258429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:50.135122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.009473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-28T14:36:50.135081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.099016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T14:36:50.135165Z","caller":"traceutil/trace.go:171","msg":"trace[1065198091] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:12677; }","duration":"567.358887ms","start":"2026-07-28T14:36:49.567789Z","end":"2026-07-28T14:36:50.135148Z","steps":["trace[1065198091] 'agreement among raft nodes before linearized reading' (duration: 567.112041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:50.135219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:49.567772Z","time spent":"567.44062ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T14:36:50.135166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:49.428637Z","time spent":"706.520966ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T14:36:50.135261Z","caller":"traceutil/trace.go:171","msg":"trace[2042183282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12677; }","duration":"568.159896ms","start":"2026-07-28T14:36:49.567041Z","end":"2026-07-28T14:36:50.1352Z","steps":["trace[2042183282] 'agreement among raft nodes before linearized reading' (duration: 567.811798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:50.135316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:49.567024Z","time spent":"568.28133ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T14:36:50.13538Z","caller":"traceutil/trace.go:171","msg":"trace[1681022610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12677; }","duration":"566.24594ms","start":"2026-07-28T14:36:49.568957Z","end":"2026-07-28T14:36:50.135203Z","steps":["trace[1681022610] 'agreement among raft nodes before linearized reading' (duration: 566.051436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:50.135455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:49.56895Z","time spent":"566.485696ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T14:36:51.894366Z","caller":"traceutil/trace.go:171","msg":"trace[955571011] linearizableReadLoop","detail":"{readStateIndex:13096; appliedIndex:13095; }","duration":"330.712617ms","start":"2026-07-28T14:36:51.56361Z","end":"2026-07-28T14:36:51.894323Z","steps":["trace[955571011] 'read index received' (duration: 240.205366ms)","trace[955571011] 'applied index is now lower than readState.Index' (duration: 90.504761ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:36:51.894373Z","caller":"traceutil/trace.go:171","msg":"trace[1954483059] transaction","detail":"{read_only:false; response_revision:12684; number_of_response:1; }","duration":"377.937791ms","start":"2026-07-28T14:36:51.516393Z","end":"2026-07-28T14:36:51.894331Z","steps":["trace[1954483059] 'process raft request' (duration: 287.505742ms)","trace[1954483059] 'compare' (duration: 89.941557ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:36:51.894557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.921283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:36:51.894632Z","caller":"traceutil/trace.go:171","msg":"trace[1642907432] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:12684; }","duration":"331.063486ms","start":"2026-07-28T14:36:51.563553Z","end":"2026-07-28T14:36:51.894617Z","steps":["trace[1642907432] 'agreement among raft nodes before linearized reading' (duration: 330.885371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:51.8947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:51.563529Z","time spent":"331.151177ms","remote":"127.0.0.1:54336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:36:51.894692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:36:51.516361Z","time spent":"378.148475ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:36:51.894638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.486556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"warn","ts":"2026-07-28T14:36:51.894799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.316444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-28T14:36:51.894836Z","caller":"traceutil/trace.go:171","msg":"trace[267192152] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12684; }","duration":"223.382036ms","start":"2026-07-28T14:36:51.671441Z","end":"2026-07-28T14:36:51.894823Z","steps":["trace[267192152] 'agreement among raft nodes before linearized reading' (duration: 223.307354ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:36:51.894851Z","caller":"traceutil/trace.go:171","msg":"trace[785651356] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12684; }","duration":"279.750273ms","start":"2026-07-28T14:36:51.615074Z","end":"2026-07-28T14:36:51.894824Z","steps":["trace[785651356] 'agreement among raft nodes before linearized reading' (duration: 279.423655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:51.894726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.834525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T14:36:51.894996Z","caller":"traceutil/trace.go:171","msg":"trace[549412943] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12684; }","duration":"219.085991ms","start":"2026-07-28T14:36:51.67586Z","end":"2026-07-28T14:36:51.894946Z","steps":["trace[549412943] 'agreement among raft nodes before linearized reading' (duration: 218.801704ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:36:52.143174Z","caller":"traceutil/trace.go:171","msg":"trace[752093319] transaction","detail":"{read_only:false; response_revision:12686; number_of_response:1; }","duration":"242.914873ms","start":"2026-07-28T14:36:51.900236Z","end":"2026-07-28T14:36:52.14315Z","steps":["trace[752093319] 'process raft request' (duration: 242.717638ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:36:52.14342Z","caller":"traceutil/trace.go:171","msg":"trace[1437412501] transaction","detail":"{read_only:false; response_revision:12687; number_of_response:1; }","duration":"243.029956ms","start":"2026-07-28T14:36:51.900363Z","end":"2026-07-28T14:36:52.143393Z","steps":["trace[1437412501] 'process raft request' (duration: 242.746979ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:36:52.143763Z","caller":"traceutil/trace.go:171","msg":"trace[163767778] linearizableReadLoop","detail":"{readStateIndex:13101; appliedIndex:13097; }","duration":"190.183454ms","start":"2026-07-28T14:36:51.953555Z","end":"2026-07-28T14:36:52.143738Z","steps":["trace[163767778] 'read index received' (duration: 189.397805ms)","trace[163767778] 'applied index is now lower than readState.Index' (duration: 784.109µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:36:52.143793Z","caller":"traceutil/trace.go:171","msg":"trace[180296691] transaction","detail":"{read_only:false; response_revision:12688; number_of_response:1; }","duration":"243.23981ms","start":"2026-07-28T14:36:51.900537Z","end":"2026-07-28T14:36:52.143777Z","steps":["trace[180296691] 'process raft request' (duration: 242.779359ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:36:52.143873Z","caller":"traceutil/trace.go:171","msg":"trace[1915802680] transaction","detail":"{read_only:false; response_revision:12689; number_of_response:1; }","duration":"233.713858ms","start":"2026-07-28T14:36:51.910134Z","end":"2026-07-28T14:36:52.143847Z","steps":["trace[1915802680] 'process raft request' (duration: 233.552104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:36:52.144645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.073357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T14:36:52.1447Z","caller":"traceutil/trace.go:171","msg":"trace[1276256416] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12689; }","duration":"191.19801ms","start":"2026-07-28T14:36:51.953491Z","end":"2026-07-28T14:36:52.144689Z","steps":["trace[1276256416] 'agreement among raft nodes before linearized reading' (duration: 190.352659ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:36:52.387596Z","caller":"traceutil/trace.go:171","msg":"trace[1070949360] transaction","detail":"{read_only:false; response_revision:12695; number_of_response:1; }","duration":"141.136837ms","start":"2026-07-28T14:36:52.246437Z","end":"2026-07-28T14:36:52.387574Z","steps":["trace[1070949360] 'process raft request' (duration: 85.717413ms)","trace[1070949360] 'compare' (duration: 55.216929ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:36:52.387905Z","caller":"traceutil/trace.go:171","msg":"trace[1036722053] transaction","detail":"{read_only:false; response_revision:12697; number_of_response:1; }","duration":"141.153747ms","start":"2026-07-28T14:36:52.246723Z","end":"2026-07-28T14:36:52.387877Z","steps":["trace[1036722053] 'process raft request' (duration: 141.003973ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:36:52.387881Z","caller":"traceutil/trace.go:171","msg":"trace[558864430] transaction","detail":"{read_only:false; response_revision:12696; number_of_response:1; }","duration":"141.421494ms","start":"2026-07-28T14:36:52.246434Z","end":"2026-07-28T14:36:52.387856Z","steps":["trace[558864430] 'process raft request' (duration: 141.097736ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:36:52.387962Z","caller":"traceutil/trace.go:171","msg":"trace[607572173] linearizableReadLoop","detail":"{readStateIndex:13109; appliedIndex:13105; }","duration":"140.628134ms","start":"2026-07-28T14:36:52.247182Z","end":"2026-07-28T14:36:52.38781Z","steps":["trace[607572173] 'read index received' (duration: 56.208843ms)","trace[607572173] 'applied index is now lower than readState.Index' (duration: 84.418021ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:36:52.388279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.093456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223768"} {"level":"info","ts":"2026-07-28T14:36:52.388327Z","caller":"traceutil/trace.go:171","msg":"trace[1665406112] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:12697; }","duration":"141.171718ms","start":"2026-07-28T14:36:52.247145Z","end":"2026-07-28T14:36:52.388317Z","steps":["trace[1665406112] 'agreement among raft nodes before linearized reading' (duration: 140.83765ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:36:52.538101Z","caller":"traceutil/trace.go:171","msg":"trace[644407121] transaction","detail":"{read_only:false; response_revision:12698; number_of_response:1; }","duration":"103.749134ms","start":"2026-07-28T14:36:52.434296Z","end":"2026-07-28T14:36:52.538045Z","steps":["trace[644407121] 'process raft request' (duration: 61.546983ms)","trace[644407121] 'compare' (duration: 41.858563ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:36:54.286312Z","caller":"traceutil/trace.go:171","msg":"trace[1223877068] transaction","detail":"{read_only:false; response_revision:12699; number_of_response:1; }","duration":"136.553895ms","start":"2026-07-28T14:36:54.149731Z","end":"2026-07-28T14:36:54.286285Z","steps":["trace[1223877068] 'process raft request' (duration: 136.393581ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:36:54.294332Z","caller":"traceutil/trace.go:171","msg":"trace[1511690720] transaction","detail":"{read_only:false; response_revision:12701; number_of_response:1; }","duration":"123.554708ms","start":"2026-07-28T14:36:54.170761Z","end":"2026-07-28T14:36:54.294315Z","steps":["trace[1511690720] 'process raft request' (duration: 123.493336ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:36:54.294423Z","caller":"traceutil/trace.go:171","msg":"trace[1464905484] transaction","detail":"{read_only:false; response_revision:12700; number_of_response:1; }","duration":"124.246835ms","start":"2026-07-28T14:36:54.170157Z","end":"2026-07-28T14:36:54.294403Z","steps":["trace[1464905484] 'process raft request' (duration: 124.009609ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:36:54.294703Z","caller":"traceutil/trace.go:171","msg":"trace[1595034265] transaction","detail":"{read_only:false; response_revision:12702; number_of_response:1; }","duration":"123.699431ms","start":"2026-07-28T14:36:54.170975Z","end":"2026-07-28T14:36:54.294675Z","steps":["trace[1595034265] 'process raft request' (duration: 123.314442ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:12.420618Z","caller":"traceutil/trace.go:171","msg":"trace[1963858108] transaction","detail":"{read_only:false; response_revision:12827; number_of_response:1; }","duration":"177.597007ms","start":"2026-07-28T14:37:12.242982Z","end":"2026-07-28T14:37:12.420579Z","steps":["trace[1963858108] 'process raft request' (duration: 131.690496ms)","trace[1963858108] 'compare' (duration: 45.639805ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:37:12.623936Z","caller":"traceutil/trace.go:171","msg":"trace[665595256] transaction","detail":"{read_only:false; response_revision:12832; number_of_response:1; }","duration":"199.284727ms","start":"2026-07-28T14:37:12.424623Z","end":"2026-07-28T14:37:12.623908Z","steps":["trace[665595256] 'process raft request' (duration: 117.479649ms)","trace[665595256] 'compare' (duration: 81.598503ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:37:12.624059Z","caller":"traceutil/trace.go:171","msg":"trace[1135205379] linearizableReadLoop","detail":"{readStateIndex:13249; appliedIndex:13247; }","duration":"150.116936ms","start":"2026-07-28T14:37:12.473912Z","end":"2026-07-28T14:37:12.624029Z","steps":["trace[1135205379] 'read index received' (duration: 68.321628ms)","trace[1135205379] 'applied index is now lower than readState.Index' (duration: 81.792758ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:37:12.624233Z","caller":"traceutil/trace.go:171","msg":"trace[1066557955] transaction","detail":"{read_only:false; response_revision:12833; number_of_response:1; }","duration":"199.539394ms","start":"2026-07-28T14:37:12.424644Z","end":"2026-07-28T14:37:12.624184Z","steps":["trace[1066557955] 'process raft request' (duration: 199.205206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:12.624405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.029793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:37:12.624452Z","caller":"traceutil/trace.go:171","msg":"trace[1392871961] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:12833; }","duration":"145.092984ms","start":"2026-07-28T14:37:12.479344Z","end":"2026-07-28T14:37:12.624437Z","steps":["trace[1392871961] 'agreement among raft nodes before linearized reading' (duration: 145.008232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:12.624469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.987379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T14:37:12.624477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.550987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T14:37:12.624514Z","caller":"traceutil/trace.go:171","msg":"trace[346892593] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12833; }","duration":"149.054071ms","start":"2026-07-28T14:37:12.475447Z","end":"2026-07-28T14:37:12.624501Z","steps":["trace[346892593] 'agreement among raft nodes before linearized reading' (duration: 148.890827ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:12.624532Z","caller":"traceutil/trace.go:171","msg":"trace[141525702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12833; }","duration":"150.66015ms","start":"2026-07-28T14:37:12.473858Z","end":"2026-07-28T14:37:12.624518Z","steps":["trace[141525702] 'agreement among raft nodes before linearized reading' (duration: 150.467175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:12.624541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.018266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-28T14:37:12.624538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.647121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6rp8g\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-28T14:37:12.624627Z","caller":"traceutil/trace.go:171","msg":"trace[1706605140] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12833; }","duration":"146.083378ms","start":"2026-07-28T14:37:12.478503Z","end":"2026-07-28T14:37:12.624586Z","steps":["trace[1706605140] 'agreement among raft nodes before linearized reading' (duration: 145.903593ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:12.624615Z","caller":"traceutil/trace.go:171","msg":"trace[971110253] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6rp8g; range_end:; response_count:1; response_revision:12833; }","duration":"130.760494ms","start":"2026-07-28T14:37:12.493835Z","end":"2026-07-28T14:37:12.624595Z","steps":["trace[971110253] 'agreement among raft nodes before linearized reading' (duration: 130.543679ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:12.790836Z","caller":"traceutil/trace.go:171","msg":"trace[1684050608] transaction","detail":"{read_only:false; response_revision:12838; number_of_response:1; }","duration":"103.838926ms","start":"2026-07-28T14:37:12.686975Z","end":"2026-07-28T14:37:12.790814Z","steps":["trace[1684050608] 'process raft request' (duration: 103.723344ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:21.104606Z","caller":"traceutil/trace.go:171","msg":"trace[1044420181] transaction","detail":"{read_only:false; response_revision:12937; number_of_response:1; }","duration":"122.921932ms","start":"2026-07-28T14:37:20.981648Z","end":"2026-07-28T14:37:21.10457Z","steps":["trace[1044420181] 'process raft request' (duration: 122.742618ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:22.983464Z","caller":"traceutil/trace.go:171","msg":"trace[1822378335] transaction","detail":"{read_only:false; response_revision:12942; number_of_response:1; }","duration":"534.582565ms","start":"2026-07-28T14:37:22.448857Z","end":"2026-07-28T14:37:22.98344Z","steps":["trace[1822378335] 'process raft request' (duration: 534.456662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:22.983693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:22.448833Z","time spent":"534.786771ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:24.007495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.224329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:37:24.007701Z","caller":"traceutil/trace.go:171","msg":"trace[1072601941] transaction","detail":"{read_only:false; response_revision:12943; number_of_response:1; }","duration":"1.554931616s","start":"2026-07-28T14:37:22.452741Z","end":"2026-07-28T14:37:24.007673Z","steps":["trace[1072601941] 'process raft request' (duration: 579.449661ms)","trace[1072601941] 'compare' (duration: 974.217294ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:37:24.007735Z","caller":"traceutil/trace.go:171","msg":"trace[1178095003] linearizableReadLoop","detail":"{readStateIndex:13367; appliedIndex:13363; }","duration":"1.421160409s","start":"2026-07-28T14:37:22.586558Z","end":"2026-07-28T14:37:24.007718Z","steps":["trace[1178095003] 'read index received' (duration: 396.999745ms)","trace[1178095003] 'applied index is now lower than readState.Index' (duration: 1.024159774s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:37:24.007842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:22.452731Z","time spent":"1.555040209s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:24.007985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421429015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:37:24.008028Z","caller":"traceutil/trace.go:171","msg":"trace[2066616140] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:12946; }","duration":"1.421502608s","start":"2026-07-28T14:37:22.586513Z","end":"2026-07-28T14:37:24.008016Z","steps":["trace[2066616140] 'agreement among raft nodes before linearized reading' (duration: 1.421431566s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:24.008065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:22.586496Z","time spent":"1.421560419s","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:37:24.008319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339936816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T14:37:24.008366Z","caller":"traceutil/trace.go:171","msg":"trace[1975262445] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:12946; }","duration":"1.340009607s","start":"2026-07-28T14:37:22.668345Z","end":"2026-07-28T14:37:24.008355Z","steps":["trace[1975262445] 'agreement among raft nodes before linearized reading' (duration: 1.339677429s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:24.008459Z","caller":"traceutil/trace.go:171","msg":"trace[1663765109] transaction","detail":"{read_only:false; response_revision:12944; number_of_response:1; }","duration":"1.542010091s","start":"2026-07-28T14:37:22.466434Z","end":"2026-07-28T14:37:24.008444Z","steps":["trace[1663765109] 'process raft request' (duration: 1.54115876s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:24.008535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:22.466418Z","time spent":"1.542081332s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:37:24.008688Z","caller":"traceutil/trace.go:171","msg":"trace[58423868] transaction","detail":"{read_only:false; response_revision:12945; number_of_response:1; }","duration":"1.538501095s","start":"2026-07-28T14:37:22.470176Z","end":"2026-07-28T14:37:24.008677Z","steps":["trace[58423868] 'process raft request' (duration: 1.53747481s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:24.00875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:22.47015Z","time spent":"1.538571837s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:37:24.008835Z","caller":"traceutil/trace.go:171","msg":"trace[1980764306] transaction","detail":"{read_only:false; response_revision:12946; number_of_response:1; }","duration":"1.537205373s","start":"2026-07-28T14:37:22.471621Z","end":"2026-07-28T14:37:24.008826Z","steps":["trace[1980764306] 'process raft request' (duration: 1.536064125s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:24.008897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:22.471607Z","time spent":"1.537254894s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:24.008749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:22.668334Z","time spent":"1.340403877s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T14:37:24.009622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337432304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T14:37:24.009672Z","caller":"traceutil/trace.go:171","msg":"trace[443958417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12946; }","duration":"1.337500186s","start":"2026-07-28T14:37:22.672159Z","end":"2026-07-28T14:37:24.009659Z","steps":["trace[443958417] 'agreement among raft nodes before linearized reading' (duration: 1.337356342s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:24.009703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:22.67215Z","time spent":"1.337546557s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:37:24.009881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25703588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T14:37:24.009908Z","caller":"traceutil/trace.go:171","msg":"trace[1801654886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12946; }","duration":"1.257082272s","start":"2026-07-28T14:37:22.752818Z","end":"2026-07-28T14:37:24.0099Z","steps":["trace[1801654886] 'agreement among raft nodes before linearized reading' (duration: 1.25700139s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:24.009936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:22.752806Z","time spent":"1.257122682s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T14:37:24.010166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267400324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6rp8g\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-28T14:37:24.0102Z","caller":"traceutil/trace.go:171","msg":"trace[972990705] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6rp8g; range_end:; response_count:1; response_revision:12946; }","duration":"1.267434905s","start":"2026-07-28T14:37:22.742756Z","end":"2026-07-28T14:37:24.010191Z","steps":["trace[972990705] 'agreement among raft nodes before linearized reading' (duration: 1.267333012s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:24.01023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:22.742727Z","time spent":"1.267496076s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-6rp8g\" "} {"level":"warn","ts":"2026-07-28T14:37:24.010418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272298613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T14:37:24.010445Z","caller":"traceutil/trace.go:171","msg":"trace[1191020686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12946; }","duration":"1.272347235s","start":"2026-07-28T14:37:22.73809Z","end":"2026-07-28T14:37:24.010437Z","steps":["trace[1191020686] 'agreement among raft nodes before linearized reading' (duration: 1.272266573s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:24.010474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:22.738083Z","time spent":"1.272385985s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T14:37:24.010636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273201235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T14:37:24.010664Z","caller":"traceutil/trace.go:171","msg":"trace[2066829573] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12946; }","duration":"1.273245657s","start":"2026-07-28T14:37:22.737409Z","end":"2026-07-28T14:37:24.010654Z","steps":["trace[2066829573] 'agreement among raft nodes before linearized reading' (duration: 1.273167875s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:24.010689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:22.7374Z","time spent":"1.273283288s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T14:37:24.011437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27623553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T14:37:24.0115Z","caller":"traceutil/trace.go:171","msg":"trace[1728706861] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12946; }","duration":"1.276299561s","start":"2026-07-28T14:37:22.735185Z","end":"2026-07-28T14:37:24.011484Z","steps":["trace[1728706861] 'agreement among raft nodes before linearized reading' (duration: 1.276141737s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:24.011549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:22.73515Z","time spent":"1.276384203s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T14:37:24.009453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.540201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:37:24.011709Z","caller":"traceutil/trace.go:171","msg":"trace[634186552] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:12946; }","duration":"353.078993ms","start":"2026-07-28T14:37:23.658608Z","end":"2026-07-28T14:37:24.011687Z","steps":["trace[634186552] 'agreement among raft nodes before linearized reading' (duration: 350.547301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:24.011769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:23.658587Z","time spent":"353.163886ms","remote":"127.0.0.1:54628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:37:27.15655Z","caller":"traceutil/trace.go:171","msg":"trace[339454294] transaction","detail":"{read_only:false; response_revision:12967; number_of_response:1; }","duration":"104.346999ms","start":"2026-07-28T14:37:27.05217Z","end":"2026-07-28T14:37:27.156517Z","steps":["trace[339454294] 'process raft request' (duration: 104.143194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:27.656545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.89192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:37:27.656615Z","caller":"traceutil/trace.go:171","msg":"trace[416272653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12967; }","duration":"281.004533ms","start":"2026-07-28T14:37:27.375595Z","end":"2026-07-28T14:37:27.6566Z","steps":["trace[416272653] 'range keys from in-memory index tree' (duration: 280.794578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:27.656632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.772615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T14:37:27.656638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.093294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T14:37:27.656695Z","caller":"traceutil/trace.go:171","msg":"trace[1067809466] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12967; }","duration":"388.876528ms","start":"2026-07-28T14:37:27.267799Z","end":"2026-07-28T14:37:27.656676Z","steps":["trace[1067809466] 'range keys from in-memory index tree' (duration: 388.617622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:27.65673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:27.267779Z","time spent":"388.94454ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T14:37:27.656738Z","caller":"traceutil/trace.go:171","msg":"trace[620864189] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12967; }","duration":"439.250708ms","start":"2026-07-28T14:37:27.217464Z","end":"2026-07-28T14:37:27.656715Z","steps":["trace[620864189] 'range keys from in-memory index tree' (duration: 438.897719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:27.656793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:27.217443Z","time spent":"439.34008ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T14:37:28.220467Z","caller":"traceutil/trace.go:171","msg":"trace[1325995710] transaction","detail":"{read_only:false; response_revision:12969; number_of_response:1; }","duration":"559.492235ms","start":"2026-07-28T14:37:27.660947Z","end":"2026-07-28T14:37:28.220439Z","steps":["trace[1325995710] 'process raft request' (duration: 559.27852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:28.220775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:27.660921Z","time spent":"559.71698ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:28.570212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.509843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:37:28.570462Z","caller":"traceutil/trace.go:171","msg":"trace[1737532442] transaction","detail":"{read_only:false; response_revision:12972; number_of_response:1; }","duration":"545.821121ms","start":"2026-07-28T14:37:28.024624Z","end":"2026-07-28T14:37:28.570445Z","steps":["trace[1737532442] 'process raft request' (duration: 545.762249ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:28.570449Z","caller":"traceutil/trace.go:171","msg":"trace[536031924] transaction","detail":"{read_only:false; response_revision:12970; number_of_response:1; }","duration":"602.362472ms","start":"2026-07-28T14:37:27.968048Z","end":"2026-07-28T14:37:28.570411Z","steps":["trace[536031924] 'process raft request' (duration: 463.572502ms)","trace[536031924] 'compare' (duration: 138.37005ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:37:28.570545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:28.024615Z","time spent":"545.884262ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:28.5706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:27.968028Z","time spent":"602.501275ms","remote":"127.0.0.1:53946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:37:28.570692Z","caller":"traceutil/trace.go:171","msg":"trace[1714943026] transaction","detail":"{read_only:false; response_revision:12971; number_of_response:1; }","duration":"546.834126ms","start":"2026-07-28T14:37:28.023824Z","end":"2026-07-28T14:37:28.570658Z","steps":["trace[1714943026] 'process raft request' (duration: 546.493747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:28.570855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:28.023797Z","time spent":"546.969788ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:37:28.570875Z","caller":"traceutil/trace.go:171","msg":"trace[1968610965] transaction","detail":"{read_only:false; response_revision:12973; number_of_response:1; }","duration":"537.305843ms","start":"2026-07-28T14:37:28.033363Z","end":"2026-07-28T14:37:28.570669Z","steps":["trace[1968610965] 'process raft request' (duration: 537.052257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:28.571005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:28.033331Z","time spent":"537.60605ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:37:28.571015Z","caller":"traceutil/trace.go:171","msg":"trace[82785674] linearizableReadLoop","detail":"{readStateIndex:13392; appliedIndex:13391; }","duration":"581.849191ms","start":"2026-07-28T14:37:27.989154Z","end":"2026-07-28T14:37:28.571004Z","steps":["trace[82785674] 'read index received' (duration: 231.30587ms)","trace[82785674] 'applied index is now lower than readState.Index' (duration: 350.541741ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:37:28.571057Z","caller":"traceutil/trace.go:171","msg":"trace[543604163] transaction","detail":"{read_only:false; response_revision:12974; number_of_response:1; }","duration":"536.987525ms","start":"2026-07-28T14:37:28.034046Z","end":"2026-07-28T14:37:28.571034Z","steps":["trace[543604163] 'process raft request' (duration: 536.560845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:28.571151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:28.034028Z","time spent":"537.078797ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:28.571207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.049586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-28T14:37:28.57125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.023712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-28T14:37:28.571217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.841509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-28T14:37:28.571277Z","caller":"traceutil/trace.go:171","msg":"trace[981309621] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12974; }","duration":"582.156419ms","start":"2026-07-28T14:37:27.989109Z","end":"2026-07-28T14:37:28.571266Z","steps":["trace[981309621] 'agreement among raft nodes before linearized reading' (duration: 581.977644ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:28.571289Z","caller":"traceutil/trace.go:171","msg":"trace[986046821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12974; }","duration":"475.096034ms","start":"2026-07-28T14:37:28.096177Z","end":"2026-07-28T14:37:28.571273Z","steps":["trace[986046821] 'agreement among raft nodes before linearized reading' (duration: 474.976461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:28.571304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.323439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T14:37:28.571313Z","caller":"traceutil/trace.go:171","msg":"trace[1870574042] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:12974; }","duration":"488.980242ms","start":"2026-07-28T14:37:28.082319Z","end":"2026-07-28T14:37:28.571299Z","steps":["trace[1870574042] 'agreement among raft nodes before linearized reading' (duration: 488.798048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:28.571316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:27.989097Z","time spent":"582.21132ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:37:28.57131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.164329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6rp8g\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-28T14:37:28.571344Z","caller":"traceutil/trace.go:171","msg":"trace[965399458] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12974; }","duration":"475.38131ms","start":"2026-07-28T14:37:28.095952Z","end":"2026-07-28T14:37:28.571333Z","steps":["trace[965399458] 'agreement among raft nodes before linearized reading' (duration: 475.240547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:28.571341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.857892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T14:37:28.571353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:28.082299Z","time spent":"489.046624ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T14:37:28.571371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:28.095945Z","time spent":"475.421271ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T14:37:28.571369Z","caller":"traceutil/trace.go:171","msg":"trace[736993874] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6rp8g; range_end:; response_count:1; response_revision:12974; }","duration":"467.250182ms","start":"2026-07-28T14:37:28.104103Z","end":"2026-07-28T14:37:28.571353Z","steps":["trace[736993874] 'agreement among raft nodes before linearized reading' (duration: 467.054097ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:28.571377Z","caller":"traceutil/trace.go:171","msg":"trace[420708733] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12974; }","duration":"475.936154ms","start":"2026-07-28T14:37:28.095429Z","end":"2026-07-28T14:37:28.571365Z","steps":["trace[420708733] 'agreement among raft nodes before linearized reading' (duration: 475.78077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:28.571363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.099933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T14:37:28.571401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:28.104093Z","time spent":"467.302383ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-6rp8g\" "} {"level":"warn","ts":"2026-07-28T14:37:28.571406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:28.095409Z","time spent":"475.992545ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T14:37:28.571319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:28.096161Z","time spent":"475.152765ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T14:37:28.571432Z","caller":"traceutil/trace.go:171","msg":"trace[1178386762] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12974; }","duration":"475.167515ms","start":"2026-07-28T14:37:28.096243Z","end":"2026-07-28T14:37:28.57141Z","steps":["trace[1178386762] 'agreement among raft nodes before linearized reading' (duration: 474.930239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:28.571438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.412312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T14:37:28.571468Z","caller":"traceutil/trace.go:171","msg":"trace[357148919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12974; }","duration":"475.458172ms","start":"2026-07-28T14:37:28.096Z","end":"2026-07-28T14:37:28.571458Z","steps":["trace[357148919] 'agreement among raft nodes before linearized reading' (duration: 475.35482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:28.571468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:28.096195Z","time spent":"475.264227ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T14:37:28.571487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:28.095994Z","time spent":"475.489453ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T14:37:29.212329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.221655ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-07-28T14:37:29.212438Z","caller":"traceutil/trace.go:171","msg":"trace[631483087] compact","detail":"{revision:10431; response_revision:12974; }","duration":"640.290198ms","start":"2026-07-28T14:37:28.572132Z","end":"2026-07-28T14:37:29.212422Z","steps":["trace[631483087] 'process raft request' (duration: 49.081059ms)","trace[631483087] 'check and update compact revision' (duration: 590.127493ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:37:29.212475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:28.572095Z","time spent":"640.37681ms","remote":"127.0.0.1:53946","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T14:37:29.213888Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10431} {"level":"warn","ts":"2026-07-28T14:37:29.996491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.926243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:37:29.996621Z","caller":"traceutil/trace.go:171","msg":"trace[736226939] transaction","detail":"{read_only:false; response_revision:12975; number_of_response:1; }","duration":"1.421926969s","start":"2026-07-28T14:37:28.574668Z","end":"2026-07-28T14:37:29.996595Z","steps":["trace[736226939] 'process raft request' (duration: 710.826691ms)","trace[736226939] 'compare' (duration: 18.562713ms)","trace[736226939] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:487; } (duration: 692.258047ms)"],"step_count":3} {"level":"warn","ts":"2026-07-28T14:37:29.996685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:28.574649Z","time spent":"1.422008331s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:31.116238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119572144s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:37:31.11638Z","caller":"traceutil/trace.go:171","msg":"trace[2002274089] transaction","detail":"{read_only:false; response_revision:12976; number_of_response:1; }","duration":"2.541194015s","start":"2026-07-28T14:37:28.57516Z","end":"2026-07-28T14:37:31.116354Z","steps":["trace[2002274089] 'process raft request' (duration: 1.421422686s)","trace[2002274089] 'compare' (duration: 633.923892ms)","trace[2002274089] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:460; } (duration: 485.244632ms)"],"step_count":3} {"level":"warn","ts":"2026-07-28T14:37:31.116457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:28.575151Z","time spent":"2.541272418s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:31.377641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000228252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T14:37:31.37771Z","caller":"traceutil/trace.go:171","msg":"trace[1134151651] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000364395s","start":"2026-07-28T14:37:29.377329Z","end":"2026-07-28T14:37:31.377693Z","steps":["trace[1134151651] 'agreement among raft nodes before linearized reading' (duration: 2.000277183s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:31.377744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:29.377312Z","time spent":"2.000426027s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 14:37:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T14:37:32.007381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.94362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:37:32.007596Z","caller":"traceutil/trace.go:171","msg":"trace[800242843] transaction","detail":"{read_only:false; response_revision:12977; number_of_response:1; }","duration":"3.431996741s","start":"2026-07-28T14:37:28.575561Z","end":"2026-07-28T14:37:32.007558Z","steps":["trace[800242843] 'process raft request' (duration: 2.540777424s)","trace[800242843] 'compare' (duration: 692.878393ms)","trace[800242843] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; req_size:512; } (duration: 197.324099ms)"],"step_count":3} {"level":"warn","ts":"2026-07-28T14:37:32.007708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:28.575545Z","time spent":"3.432115245s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:32.290817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.212738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:37:32.290971Z","caller":"traceutil/trace.go:171","msg":"trace[268512511] transaction","detail":"{read_only:false; response_revision:12978; number_of_response:1; }","duration":"3.715292381s","start":"2026-07-28T14:37:28.575653Z","end":"2026-07-28T14:37:32.290946Z","steps":["trace[268512511] 'process raft request' (duration: 3.431880358s)","trace[268512511] 'compare' (duration: 106.976393ms)","trace[268512511] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:414; } (duration: 176.004869ms)"],"step_count":3} {"level":"warn","ts":"2026-07-28T14:37:32.291045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:28.575646Z","time spent":"3.715359222s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:37:32.431647Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10431,"took":"3.216005956s","hash":1473332597,"current-db-size-bytes":45441024,"current-db-size":"45 MB","current-db-size-in-use-bytes":25063424,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-07-28T14:37:32.432002Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1473332597,"revision":10431,"compact-revision":7139} {"level":"warn","ts":"2026-07-28T14:37:32.432338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.274361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:37:32.432636Z","caller":"traceutil/trace.go:171","msg":"trace[1108696014] transaction","detail":"{read_only:false; response_revision:12979; number_of_response:1; }","duration":"3.856751276s","start":"2026-07-28T14:37:28.575841Z","end":"2026-07-28T14:37:32.432593Z","steps":["trace[1108696014] 'process raft request' (duration: 3.715091836s)","trace[1108696014] 'compare' (duration: 68.062953ms)","trace[1108696014] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:473; } (duration: 73.010223ms)"],"step_count":3} {"level":"info","ts":"2026-07-28T14:37:32.432655Z","caller":"traceutil/trace.go:171","msg":"trace[2137958396] transaction","detail":"{read_only:false; response_revision:12980; number_of_response:1; }","duration":"3.856558791s","start":"2026-07-28T14:37:28.576069Z","end":"2026-07-28T14:37:32.432628Z","steps":["trace[2137958396] 'process raft request' (duration: 3.856421758s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:32.432735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:28.576063Z","time spent":"3.856638623s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:32.432779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:28.575827Z","time spent":"3.856858658s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:37:32.432802Z","caller":"traceutil/trace.go:171","msg":"trace[1948539695] transaction","detail":"{read_only:false; response_revision:12981; number_of_response:1; }","duration":"3.856619932s","start":"2026-07-28T14:37:28.57615Z","end":"2026-07-28T14:37:32.43277Z","steps":["trace[1948539695] 'process raft request' (duration: 3.856425518s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:32.432916Z","caller":"traceutil/trace.go:171","msg":"trace[1534217656] linearizableReadLoop","detail":"{readStateIndex:13400; appliedIndex:13396; }","duration":"3.857284429s","start":"2026-07-28T14:37:28.575621Z","end":"2026-07-28T14:37:32.432906Z","steps":["trace[1534217656] 'read index received' (duration: 45.521932ms)","trace[1534217656] 'applied index is now lower than readState.Index' (duration: 3.811760677s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:37:32.432964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:28.576145Z","time spent":"3.856745545s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:37:32.433036Z","caller":"traceutil/trace.go:171","msg":"trace[1058139722] transaction","detail":"{read_only:false; response_revision:12982; number_of_response:1; }","duration":"3.784405928s","start":"2026-07-28T14:37:28.648607Z","end":"2026-07-28T14:37:32.433013Z","steps":["trace[1058139722] 'process raft request' (duration: 3.784162222s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:32.433061Z","caller":"traceutil/trace.go:171","msg":"trace[1977813234] transaction","detail":"{read_only:false; response_revision:12984; number_of_response:1; }","duration":"1.855904498s","start":"2026-07-28T14:37:30.577133Z","end":"2026-07-28T14:37:32.433038Z","steps":["trace[1977813234] 'process raft request' (duration: 1.855824306s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:32.433122Z","caller":"traceutil/trace.go:171","msg":"trace[1642621409] transaction","detail":"{read_only:false; response_revision:12983; number_of_response:1; }","duration":"1.857078747s","start":"2026-07-28T14:37:30.576033Z","end":"2026-07-28T14:37:32.433112Z","steps":["trace[1642621409] 'process raft request' (duration: 1.856865372s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:32.433126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:28.648577Z","time spent":"3.784501371s","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:32.433174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:30.576009Z","time spent":"1.857136049s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:32.433205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:30.577123Z","time spent":"1.85600743s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:32.433374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.857746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228496"} {"level":"info","ts":"2026-07-28T14:37:32.433423Z","caller":"traceutil/trace.go:171","msg":"trace[2050153286] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:12984; }","duration":"3.857811132s","start":"2026-07-28T14:37:28.5756Z","end":"2026-07-28T14:37:32.433412Z","steps":["trace[2050153286] 'agreement among raft nodes before linearized reading' (duration: 3.857380412s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:32.433454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:28.575592Z","time spent":"3.857854593s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228519,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T14:37:32.433629Z","caller":"traceutil/trace.go:171","msg":"trace[1242675940] transaction","detail":"{read_only:false; response_revision:12987; number_of_response:1; }","duration":"1.477148917s","start":"2026-07-28T14:37:30.956469Z","end":"2026-07-28T14:37:32.433618Z","steps":["trace[1242675940] 'process raft request' (duration: 1.477080835s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:32.433605Z","caller":"traceutil/trace.go:171","msg":"trace[900899444] transaction","detail":"{read_only:false; response_revision:12985; number_of_response:1; }","duration":"1.855591221s","start":"2026-07-28T14:37:30.577968Z","end":"2026-07-28T14:37:32.43356Z","steps":["trace[900899444] 'process raft request' (duration: 1.855025857s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:32.4337Z","caller":"traceutil/trace.go:171","msg":"trace[1769012290] transaction","detail":"{read_only:false; response_revision:12986; number_of_response:1; }","duration":"1.855211311s","start":"2026-07-28T14:37:30.578477Z","end":"2026-07-28T14:37:32.433689Z","steps":["trace[1769012290] 'process raft request' (duration: 1.855002476s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:32.433709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:30.956444Z","time spent":"1.477227229s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:32.433769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:30.578451Z","time spent":"1.855284093s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:32.433799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.58793976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T14:37:32.433806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055823537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:37:32.433813Z","caller":"traceutil/trace.go:171","msg":"trace[1491489469] transaction","detail":"{read_only:false; response_revision:12988; number_of_response:1; }","duration":"1.188376994s","start":"2026-07-28T14:37:31.245419Z","end":"2026-07-28T14:37:32.433796Z","steps":["trace[1491489469] 'process raft request' (duration: 1.188168609s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:32.433854Z","caller":"traceutil/trace.go:171","msg":"trace[765601344] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:12988; }","duration":"3.588040052s","start":"2026-07-28T14:37:28.845795Z","end":"2026-07-28T14:37:32.433835Z","steps":["trace[765601344] 'agreement among raft nodes before linearized reading' (duration: 3.58792202s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:32.433895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:28.845741Z","time spent":"3.588144845s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:37:32.433908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:31.245393Z","time spent":"1.188471097s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:32.433912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.931029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:37:32.433949Z","caller":"traceutil/trace.go:171","msg":"trace[235277105] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:12988; }","duration":"796.004241ms","start":"2026-07-28T14:37:31.637937Z","end":"2026-07-28T14:37:32.433941Z","steps":["trace[235277105] 'agreement among raft nodes before linearized reading' (duration: 795.929039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:32.433952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.19764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T14:37:32.433983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:31.637919Z","time spent":"796.056583ms","remote":"127.0.0.1:54420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":24,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:37:32.433978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010034019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.222\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-07-28T14:37:32.433972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:30.577959Z","time spent":"1.855900788s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:32.433974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232282801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:37:32.434026Z","caller":"traceutil/trace.go:171","msg":"trace[393997918] range","detail":"{range_begin:/registry/masterleases/162.253.55.222; range_end:; response_count:1; response_revision:12988; }","duration":"1.010102871s","start":"2026-07-28T14:37:31.423909Z","end":"2026-07-28T14:37:32.434012Z","steps":["trace[393997918] 'agreement among raft nodes before linearized reading' (duration: 1.009968397s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:32.43406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.885678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:37:32.434065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:31.423894Z","time spent":"1.010163452s","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/162.253.55.222\" "} {"level":"info","ts":"2026-07-28T14:37:32.434063Z","caller":"traceutil/trace.go:171","msg":"trace[1079876817] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:12988; }","duration":"2.232448984s","start":"2026-07-28T14:37:30.201591Z","end":"2026-07-28T14:37:32.43404Z","steps":["trace[1079876817] 'agreement among raft nodes before linearized reading' (duration: 2.23227816s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:32.434092Z","caller":"traceutil/trace.go:171","msg":"trace[655707256] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:12988; }","duration":"189.923328ms","start":"2026-07-28T14:37:32.244159Z","end":"2026-07-28T14:37:32.434082Z","steps":["trace[655707256] 'agreement among raft nodes before linearized reading' (duration: 189.871457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:32.434118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:30.201569Z","time spent":"2.232538217s","remote":"127.0.0.1:50314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:37:32.434227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.892799062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T14:37:32.434228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45389848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12459"} {"level":"info","ts":"2026-07-28T14:37:32.43428Z","caller":"traceutil/trace.go:171","msg":"trace[395227606] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12988; }","duration":"1.453983262s","start":"2026-07-28T14:37:30.980286Z","end":"2026-07-28T14:37:32.434269Z","steps":["trace[395227606] 'agreement among raft nodes before linearized reading' (duration: 1.453794087s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:32.434281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.897245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:472"} {"level":"info","ts":"2026-07-28T14:37:32.433855Z","caller":"traceutil/trace.go:171","msg":"trace[729089402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12988; }","duration":"1.05590985s","start":"2026-07-28T14:37:31.37793Z","end":"2026-07-28T14:37:32.43384Z","steps":["trace[729089402] 'agreement among raft nodes before linearized reading' (duration: 1.055839048s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:32.434311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:30.980273Z","time spent":"1.454031193s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T14:37:32.434322Z","caller":"traceutil/trace.go:171","msg":"trace[1108555469] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12988; }","duration":"272.980547ms","start":"2026-07-28T14:37:32.161331Z","end":"2026-07-28T14:37:32.434312Z","steps":["trace[1108555469] 'agreement among raft nodes before linearized reading' (duration: 272.868994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:32.434337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.168098015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:37:32.434338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:31.37791Z","time spent":"1.056415811s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T14:37:32.434372Z","caller":"traceutil/trace.go:171","msg":"trace[327959101] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:12988; }","duration":"3.168157747s","start":"2026-07-28T14:37:29.266203Z","end":"2026-07-28T14:37:32.434361Z","steps":["trace[327959101] 'agreement among raft nodes before linearized reading' (duration: 3.168104566s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:32.434283Z","caller":"traceutil/trace.go:171","msg":"trace[2082001031] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:12988; }","duration":"2.892896005s","start":"2026-07-28T14:37:29.541367Z","end":"2026-07-28T14:37:32.434263Z","steps":["trace[2082001031] 'agreement among raft nodes before linearized reading' (duration: 2.892730961s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:32.434007Z","caller":"traceutil/trace.go:171","msg":"trace[1799717798] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12988; }","duration":"433.300532ms","start":"2026-07-28T14:37:32.000691Z","end":"2026-07-28T14:37:32.433992Z","steps":["trace[1799717798] 'agreement among raft nodes before linearized reading' (duration: 433.171689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:32.434405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:29.266189Z","time spent":"3.168208278s","remote":"127.0.0.1:54702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:37:32.434415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:32.000664Z","time spent":"433.744273ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T14:37:32.434418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:29.541352Z","time spent":"2.893053048s","remote":"127.0.0.1:50242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:37:32.434452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78638757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:37:32.434546Z","caller":"traceutil/trace.go:171","msg":"trace[1133025487] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:12988; }","duration":"1.786472262s","start":"2026-07-28T14:37:30.648045Z","end":"2026-07-28T14:37:32.434517Z","steps":["trace[1133025487] 'agreement among raft nodes before linearized reading' (duration: 1.786354669s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:32.434589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:30.648022Z","time spent":"1.786554535s","remote":"127.0.0.1:54540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:37:32.633784Z","caller":"traceutil/trace.go:171","msg":"trace[1309600743] linearizableReadLoop","detail":"{readStateIndex:13414; appliedIndex:13411; }","duration":"194.832588ms","start":"2026-07-28T14:37:32.43892Z","end":"2026-07-28T14:37:32.633752Z","steps":["trace[1309600743] 'read index received' (duration: 92.756465ms)","trace[1309600743] 'applied index is now lower than readState.Index' (duration: 102.074583ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:37:32.633834Z","caller":"traceutil/trace.go:171","msg":"trace[1254001197] transaction","detail":"{read_only:false; response_revision:12989; number_of_response:1; }","duration":"195.251529ms","start":"2026-07-28T14:37:32.438546Z","end":"2026-07-28T14:37:32.633798Z","steps":["trace[1254001197] 'process raft request' (duration: 194.867309ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:32.633952Z","caller":"traceutil/trace.go:171","msg":"trace[283004059] transaction","detail":"{read_only:false; response_revision:12990; number_of_response:1; }","duration":"195.021083ms","start":"2026-07-28T14:37:32.438897Z","end":"2026-07-28T14:37:32.633918Z","steps":["trace[283004059] 'process raft request' (duration: 194.791788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:32.634183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.227128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12459"} {"level":"info","ts":"2026-07-28T14:37:32.634258Z","caller":"traceutil/trace.go:171","msg":"trace[1480755688] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12990; }","duration":"195.361911ms","start":"2026-07-28T14:37:32.43888Z","end":"2026-07-28T14:37:32.634242Z","steps":["trace[1480755688] 'agreement among raft nodes before linearized reading' (duration: 195.152776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:32.796073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.96944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:37:32.796439Z","caller":"traceutil/trace.go:171","msg":"trace[360348708] transaction","detail":"{read_only:false; response_revision:12992; number_of_response:1; }","duration":"215.447332ms","start":"2026-07-28T14:37:32.58096Z","end":"2026-07-28T14:37:32.796407Z","steps":["trace[360348708] 'process raft request' (duration: 215.227217ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:32.79643Z","caller":"traceutil/trace.go:171","msg":"trace[892296588] transaction","detail":"{read_only:false; response_revision:12991; number_of_response:1; }","duration":"262.535072ms","start":"2026-07-28T14:37:32.53386Z","end":"2026-07-28T14:37:32.796395Z","steps":["trace[892296588] 'process raft request' (duration: 160.146871ms)","trace[892296588] 'compare' (duration: 101.709714ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:37:32.796802Z","caller":"traceutil/trace.go:171","msg":"trace[203256581] linearizableReadLoop","detail":"{readStateIndex:13416; appliedIndex:13414; }","duration":"162.918109ms","start":"2026-07-28T14:37:32.633872Z","end":"2026-07-28T14:37:32.79679Z","steps":["trace[203256581] 'read index received' (duration: 60.057347ms)","trace[203256581] 'applied index is now lower than readState.Index' (duration: 102.859352ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:37:32.796961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.337904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:37:32.797008Z","caller":"traceutil/trace.go:171","msg":"trace[1548563087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12992; }","duration":"354.410086ms","start":"2026-07-28T14:37:32.442585Z","end":"2026-07-28T14:37:32.796995Z","steps":["trace[1548563087] 'agreement among raft nodes before linearized reading' (duration: 354.221052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:32.797014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.328664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18c67ae7e1bc29fc\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-07-28T14:37:32.797041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.42926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-28T14:37:32.797093Z","caller":"traceutil/trace.go:171","msg":"trace[176178340] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075; range_end:; response_count:1; response_revision:12992; }","duration":"357.493771ms","start":"2026-07-28T14:37:32.439582Z","end":"2026-07-28T14:37:32.797075Z","steps":["trace[176178340] 'agreement among raft nodes before linearized reading' (duration: 357.319347ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:32.79709Z","caller":"traceutil/trace.go:171","msg":"trace[779681557] range","detail":"{range_begin:/registry/events/openstack/ceph.18c67ae7e1bc29fc; range_end:; response_count:1; response_revision:12992; }","duration":"354.418456ms","start":"2026-07-28T14:37:32.442652Z","end":"2026-07-28T14:37:32.79707Z","steps":["trace[779681557] 'agreement among raft nodes before linearized reading' (duration: 354.14704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:32.79713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:32.439574Z","time spent":"357.546742ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075\" "} {"level":"warn","ts":"2026-07-28T14:37:32.797137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:32.442648Z","time spent":"354.479778ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.18c67ae7e1bc29fc\" "} {"level":"warn","ts":"2026-07-28T14:37:32.797199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:32.442576Z","time spent":"354.455297ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:37:32.797601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.902194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:21826"} {"level":"info","ts":"2026-07-28T14:37:32.797645Z","caller":"traceutil/trace.go:171","msg":"trace[97663358] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12992; }","duration":"161.955605ms","start":"2026-07-28T14:37:32.635678Z","end":"2026-07-28T14:37:32.797634Z","steps":["trace[97663358] 'agreement among raft nodes before linearized reading' (duration: 161.633687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:33.520061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.52378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:37:33.520148Z","caller":"traceutil/trace.go:171","msg":"trace[1907425287] transaction","detail":"{read_only:false; response_revision:12993; number_of_response:1; }","duration":"720.839436ms","start":"2026-07-28T14:37:32.799294Z","end":"2026-07-28T14:37:33.520134Z","steps":["trace[1907425287] 'process raft request' (duration: 497.168343ms)","trace[1907425287] 'compare' (duration: 223.256003ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:37:33.520196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:32.799278Z","time spent":"720.893687ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":685,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:37:33.599054Z","caller":"traceutil/trace.go:171","msg":"trace[192893669] linearizableReadLoop","detail":"{readStateIndex:13418; appliedIndex:13416; }","duration":"798.197165ms","start":"2026-07-28T14:37:32.800835Z","end":"2026-07-28T14:37:33.599033Z","steps":["trace[192893669] 'read index received' (duration: 495.575874ms)","trace[192893669] 'applied index is now lower than readState.Index' (duration: 302.620301ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:37:33.59914Z","caller":"traceutil/trace.go:171","msg":"trace[1449747525] transaction","detail":"{read_only:false; response_revision:12994; number_of_response:1; }","duration":"799.763313ms","start":"2026-07-28T14:37:32.799337Z","end":"2026-07-28T14:37:33.5991Z","steps":["trace[1449747525] 'process raft request' (duration: 799.506827ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:33.599182Z","caller":"traceutil/trace.go:171","msg":"trace[2042480557] transaction","detail":"{read_only:false; response_revision:12995; number_of_response:1; }","duration":"797.634961ms","start":"2026-07-28T14:37:32.801507Z","end":"2026-07-28T14:37:33.599142Z","steps":["trace[2042480557] 'process raft request' (duration: 797.469747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:33.599352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:32.799315Z","time spent":"799.945758ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:33.59935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.98619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:37:33.599375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.707812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:37:33.599396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:32.801487Z","time spent":"797.816936ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:37:33.599417Z","caller":"traceutil/trace.go:171","msg":"trace[1577363965] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12995; }","duration":"739.094522ms","start":"2026-07-28T14:37:32.860304Z","end":"2026-07-28T14:37:33.599398Z","steps":["trace[1577363965] 'agreement among raft nodes before linearized reading' (duration: 738.974679ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:33.599447Z","caller":"traceutil/trace.go:171","msg":"trace[1494014226] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:12995; }","duration":"426.845285ms","start":"2026-07-28T14:37:33.172585Z","end":"2026-07-28T14:37:33.59943Z","steps":["trace[1494014226] 'agreement among raft nodes before linearized reading' (duration: 426.715952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:33.599459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:32.860285Z","time spent":"739.162894ms","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T14:37:33.599471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.617386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-07-28T14:37:33.599484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:33.17256Z","time spent":"426.916607ms","remote":"127.0.0.1:56688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:37:33.599518Z","caller":"traceutil/trace.go:171","msg":"trace[1913490363] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:12995; }","duration":"798.720298ms","start":"2026-07-28T14:37:32.800787Z","end":"2026-07-28T14:37:33.599507Z","steps":["trace[1913490363] 'agreement among raft nodes before linearized reading' (duration: 798.38023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:33.599531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.64211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T14:37:33.599559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:32.800768Z","time spent":"798.777149ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-28T14:37:33.599578Z","caller":"traceutil/trace.go:171","msg":"trace[1174201777] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12995; }","duration":"374.719892ms","start":"2026-07-28T14:37:33.224842Z","end":"2026-07-28T14:37:33.599562Z","steps":["trace[1174201777] 'agreement among raft nodes before linearized reading' (duration: 374.593459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:33.599613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:33.22483Z","time spent":"374.775953ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:37:33.599391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.8565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:37:33.599704Z","caller":"traceutil/trace.go:171","msg":"trace[2131967958] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:12995; }","duration":"419.24617ms","start":"2026-07-28T14:37:33.180436Z","end":"2026-07-28T14:37:33.599682Z","steps":["trace[2131967958] 'agreement among raft nodes before linearized reading' (duration: 418.844921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:33.599796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:33.180414Z","time spent":"419.336992ms","remote":"127.0.0.1:54730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:37:33.59985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.884866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T14:37:33.599921Z","caller":"traceutil/trace.go:171","msg":"trace[948017732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12995; }","duration":"479.00239ms","start":"2026-07-28T14:37:33.120905Z","end":"2026-07-28T14:37:33.599907Z","steps":["trace[948017732] 'agreement among raft nodes before linearized reading' (duration: 478.801445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:33.599964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:33.12088Z","time spent":"479.072541ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T14:37:33.808826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.531898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-28T14:37:33.808916Z","caller":"traceutil/trace.go:171","msg":"trace[623479439] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12997; }","duration":"180.677572ms","start":"2026-07-28T14:37:33.628217Z","end":"2026-07-28T14:37:33.808895Z","steps":["trace[623479439] 'range keys from in-memory index tree' (duration: 180.334023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:38.934422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.124634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:37:38.934561Z","caller":"traceutil/trace.go:171","msg":"trace[170514419] linearizableReadLoop","detail":"{readStateIndex:13464; appliedIndex:13463; }","duration":"460.403295ms","start":"2026-07-28T14:37:38.474135Z","end":"2026-07-28T14:37:38.934538Z","steps":["trace[170514419] 'read index received' (duration: 18.990264ms)","trace[170514419] 'applied index is now lower than readState.Index' (duration: 441.411451ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:37:38.934605Z","caller":"traceutil/trace.go:171","msg":"trace[954748634] transaction","detail":"{read_only:false; response_revision:13039; number_of_response:1; }","duration":"466.541104ms","start":"2026-07-28T14:37:38.468023Z","end":"2026-07-28T14:37:38.934564Z","steps":["trace[954748634] 'process raft request' (duration: 25.151944ms)","trace[954748634] 'compare' (duration: 440.869168ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:37:38.934778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:38.468012Z","time spent":"466.674628ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:38.935099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.954458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-5xl9w\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-07-28T14:37:38.935149Z","caller":"traceutil/trace.go:171","msg":"trace[414601419] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-5xl9w; range_end:; response_count:1; response_revision:13039; }","duration":"461.03226ms","start":"2026-07-28T14:37:38.474103Z","end":"2026-07-28T14:37:38.935135Z","steps":["trace[414601419] 'agreement among raft nodes before linearized reading' (duration: 460.537608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:38.935196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:38.474097Z","time spent":"461.085392ms","remote":"127.0.0.1:55568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2825,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-5xl9w\" "} {"level":"warn","ts":"2026-07-28T14:37:38.935353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.007321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12459"} {"level":"info","ts":"2026-07-28T14:37:38.935438Z","caller":"traceutil/trace.go:171","msg":"trace[1614239308] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13039; }","duration":"120.170785ms","start":"2026-07-28T14:37:38.815247Z","end":"2026-07-28T14:37:38.935418Z","steps":["trace[1614239308] 'agreement among raft nodes before linearized reading' (duration: 119.852778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:38.935473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.028472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:37:38.935527Z","caller":"traceutil/trace.go:171","msg":"trace[1213994364] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:0; response_revision:13039; }","duration":"145.079774ms","start":"2026-07-28T14:37:38.790434Z","end":"2026-07-28T14:37:38.935514Z","steps":["trace[1213994364] 'agreement among raft nodes before linearized reading' (duration: 145.003012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:38.935552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.353198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228431"} {"level":"info","ts":"2026-07-28T14:37:38.935604Z","caller":"traceutil/trace.go:171","msg":"trace[1652001024] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:13039; }","duration":"461.523263ms","start":"2026-07-28T14:37:38.474067Z","end":"2026-07-28T14:37:38.93559Z","steps":["trace[1652001024] 'agreement among raft nodes before linearized reading' (duration: 460.934438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:38.935662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.815329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T14:37:38.935683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:38.474054Z","time spent":"461.616784ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228454,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T14:37:38.93566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.996778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-28T14:37:38.935744Z","caller":"traceutil/trace.go:171","msg":"trace[190553738] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13039; }","duration":"332.168593ms","start":"2026-07-28T14:37:38.603556Z","end":"2026-07-28T14:37:38.935724Z","steps":["trace[190553738] 'agreement among raft nodes before linearized reading' (duration: 331.911467ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:38.935706Z","caller":"traceutil/trace.go:171","msg":"trace[549741638] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13039; }","duration":"323.88199ms","start":"2026-07-28T14:37:38.611812Z","end":"2026-07-28T14:37:38.935694Z","steps":["trace[549741638] 'agreement among raft nodes before linearized reading' (duration: 323.759777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:38.935199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.549468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-28T14:37:38.935797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:38.611801Z","time spent":"323.987313ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:37:38.935798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:38.603523Z","time spent":"332.266085ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T14:37:38.935809Z","caller":"traceutil/trace.go:171","msg":"trace[1089914749] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13039; }","duration":"280.204584ms","start":"2026-07-28T14:37:38.655591Z","end":"2026-07-28T14:37:38.935796Z","steps":["trace[1089914749] 'agreement among raft nodes before linearized reading' (duration: 279.462195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:38.935788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.488781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5xl9w\" ","response":"range_response_count:1 size:4670"} {"level":"info","ts":"2026-07-28T14:37:38.935892Z","caller":"traceutil/trace.go:171","msg":"trace[1581786793] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5xl9w; range_end:; response_count:1; response_revision:13039; }","duration":"461.654855ms","start":"2026-07-28T14:37:38.474219Z","end":"2026-07-28T14:37:38.935874Z","steps":["trace[1581786793] 'agreement among raft nodes before linearized reading' (duration: 461.312357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:38.935971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:38.474206Z","time spent":"461.754168ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4693,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5xl9w\" "} {"level":"warn","ts":"2026-07-28T14:37:39.440947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609371360,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T14:37:39.53859Z","caller":"traceutil/trace.go:171","msg":"trace[1107768279] transaction","detail":"{read_only:false; response_revision:13040; number_of_response:1; }","duration":"598.58687ms","start":"2026-07-28T14:37:38.939965Z","end":"2026-07-28T14:37:39.538552Z","steps":["trace[1107768279] 'process raft request' (duration: 598.293143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:39.538938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:38.939948Z","time spent":"598.816565ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:37:39.892298Z","caller":"traceutil/trace.go:171","msg":"trace[1216459799] transaction","detail":"{read_only:false; response_revision:13041; number_of_response:1; }","duration":"951.030987ms","start":"2026-07-28T14:37:38.941244Z","end":"2026-07-28T14:37:39.892275Z","steps":["trace[1216459799] 'process raft request' (duration: 950.834553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:39.892451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:38.941225Z","time spent":"951.150341ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:37:39.892611Z","caller":"traceutil/trace.go:171","msg":"trace[1186207941] transaction","detail":"{read_only:false; response_revision:13042; number_of_response:1; }","duration":"950.572467ms","start":"2026-07-28T14:37:38.942005Z","end":"2026-07-28T14:37:39.892578Z","steps":["trace[1186207941] 'process raft request' (duration: 950.228728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:39.892662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:38.941955Z","time spent":"950.680119ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:37:39.893498Z","caller":"traceutil/trace.go:171","msg":"trace[915049828] transaction","detail":"{read_only:false; response_revision:13043; number_of_response:1; }","duration":"946.423426ms","start":"2026-07-28T14:37:38.946428Z","end":"2026-07-28T14:37:39.892852Z","steps":["trace[915049828] 'process raft request' (duration: 946.045236ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:39.89361Z","caller":"traceutil/trace.go:171","msg":"trace[235608110] transaction","detail":"{read_only:false; response_revision:13045; number_of_response:1; }","duration":"562.246712ms","start":"2026-07-28T14:37:39.331333Z","end":"2026-07-28T14:37:39.893579Z","steps":["trace[235608110] 'process raft request' (duration: 562.042447ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:39.893739Z","caller":"traceutil/trace.go:171","msg":"trace[1091790301] transaction","detail":"{read_only:false; response_revision:13044; number_of_response:1; }","duration":"944.233153ms","start":"2026-07-28T14:37:38.949479Z","end":"2026-07-28T14:37:39.893712Z","steps":["trace[1091790301] 'process raft request' (duration: 943.106925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:39.893795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:39.331306Z","time spent":"562.378545ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:39.893796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:38.946405Z","time spent":"947.258856ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4635,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:37:39.893771Z","caller":"traceutil/trace.go:171","msg":"trace[2041984211] transaction","detail":"{read_only:false; response_revision:13047; number_of_response:1; }","duration":"512.129658ms","start":"2026-07-28T14:37:39.381599Z","end":"2026-07-28T14:37:39.893729Z","steps":["trace[2041984211] 'process raft request' (duration: 511.912383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:39.893875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:38.949434Z","time spent":"944.382846ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T14:37:39.893768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.542659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5xl9w\" ","response":"range_response_count:1 size:4650"} {"level":"warn","ts":"2026-07-28T14:37:39.893957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:39.381582Z","time spent":"512.305283ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T14:37:39.893972Z","caller":"traceutil/trace.go:171","msg":"trace[1588682404] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5xl9w; range_end:; response_count:1; response_revision:13048; }","duration":"953.807106ms","start":"2026-07-28T14:37:38.940154Z","end":"2026-07-28T14:37:39.893961Z","steps":["trace[1588682404] 'agreement among raft nodes before linearized reading' (duration: 953.515849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:39.89401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:38.940138Z","time spent":"953.862827ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4673,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5xl9w\" "} {"level":"info","ts":"2026-07-28T14:37:39.893977Z","caller":"traceutil/trace.go:171","msg":"trace[603957782] transaction","detail":"{read_only:false; response_revision:13048; number_of_response:1; }","duration":"500.039713ms","start":"2026-07-28T14:37:39.393899Z","end":"2026-07-28T14:37:39.893939Z","steps":["trace[603957782] 'process raft request' (duration: 499.667964ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:39.893635Z","caller":"traceutil/trace.go:171","msg":"trace[1345469297] linearizableReadLoop","detail":"{readStateIndex:13473; appliedIndex:13464; }","duration":"953.402686ms","start":"2026-07-28T14:37:38.940211Z","end":"2026-07-28T14:37:39.893614Z","steps":["trace[1345469297] 'read index received' (duration: 598.053837ms)","trace[1345469297] 'applied index is now lower than readState.Index' (duration: 355.347949ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:37:39.894127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:39.393867Z","time spent":"500.182037ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:37:39.894153Z","caller":"traceutil/trace.go:171","msg":"trace[921139818] transaction","detail":"{read_only:false; response_revision:13046; number_of_response:1; }","duration":"562.071068ms","start":"2026-07-28T14:37:39.33207Z","end":"2026-07-28T14:37:39.894142Z","steps":["trace[921139818] 'process raft request' (duration: 561.400172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:39.894225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:39.332064Z","time spent":"562.119899ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:39.894263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.120349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:21826"} {"level":"info","ts":"2026-07-28T14:37:39.894344Z","caller":"traceutil/trace.go:171","msg":"trace[1592383259] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13048; }","duration":"953.229652ms","start":"2026-07-28T14:37:38.9411Z","end":"2026-07-28T14:37:39.89433Z","steps":["trace[1592383259] 'agreement among raft nodes before linearized reading' (duration: 953.028137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:39.894386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:38.941084Z","time spent":"953.294733ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":21849,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-28T14:37:39.894426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.505835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:37:39.894426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.120347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5xl9w\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-07-28T14:37:39.894463Z","caller":"traceutil/trace.go:171","msg":"trace[907729047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13048; }","duration":"516.566847ms","start":"2026-07-28T14:37:39.377883Z","end":"2026-07-28T14:37:39.89445Z","steps":["trace[907729047] 'agreement among raft nodes before linearized reading' (duration: 516.513105ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:39.894472Z","caller":"traceutil/trace.go:171","msg":"trace[379480203] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5xl9w; range_end:; response_count:1; response_revision:13048; }","duration":"514.24297ms","start":"2026-07-28T14:37:39.380214Z","end":"2026-07-28T14:37:39.894457Z","steps":["trace[379480203] 'agreement among raft nodes before linearized reading' (duration: 514.147357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:39.894491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:39.377867Z","time spent":"516.618118ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:37:39.894505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:39.380183Z","time spent":"514.315902ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4673,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5xl9w\" "} {"level":"warn","ts":"2026-07-28T14:37:39.894565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.986478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T14:37:39.894616Z","caller":"traceutil/trace.go:171","msg":"trace[1484980531] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13048; }","duration":"255.07781ms","start":"2026-07-28T14:37:39.639524Z","end":"2026-07-28T14:37:39.894602Z","steps":["trace[1484980531] 'agreement among raft nodes before linearized reading' (duration: 254.895506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:40.085206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.162136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:37:40.085358Z","caller":"traceutil/trace.go:171","msg":"trace[52142292] linearizableReadLoop","detail":"{readStateIndex:13475; appliedIndex:13473; }","duration":"184.168738ms","start":"2026-07-28T14:37:39.901177Z","end":"2026-07-28T14:37:40.085346Z","steps":["trace[52142292] 'read index received' (duration: 17.309623ms)","trace[52142292] 'applied index is now lower than readState.Index' (duration: 166.858415ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:37:40.085426Z","caller":"traceutil/trace.go:171","msg":"trace[1856722127] transaction","detail":"{read_only:false; response_revision:13051; number_of_response:1; }","duration":"184.033315ms","start":"2026-07-28T14:37:39.901367Z","end":"2026-07-28T14:37:40.0854Z","steps":["trace[1856722127] 'process raft request' (duration: 183.922422ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:40.085664Z","caller":"traceutil/trace.go:171","msg":"trace[73470265] transaction","detail":"{read_only:false; response_revision:13050; number_of_response:1; }","duration":"185.016529ms","start":"2026-07-28T14:37:39.900423Z","end":"2026-07-28T14:37:40.085439Z","steps":["trace[73470265] 'process raft request' (duration: 41.553575ms)","trace[73470265] 'compare' (duration: 143.053394ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:37:40.085717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.534377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5xl9w\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-07-28T14:37:40.085741Z","caller":"traceutil/trace.go:171","msg":"trace[193683860] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5xl9w; range_end:; response_count:1; response_revision:13051; }","duration":"184.580458ms","start":"2026-07-28T14:37:39.901153Z","end":"2026-07-28T14:37:40.085734Z","steps":["trace[193683860] 'agreement among raft nodes before linearized reading' (duration: 184.266981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:40.085777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.497233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:37:40.085798Z","caller":"traceutil/trace.go:171","msg":"trace[1006097551] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13051; }","duration":"129.574625ms","start":"2026-07-28T14:37:39.956217Z","end":"2026-07-28T14:37:40.085792Z","steps":["trace[1006097551] 'agreement among raft nodes before linearized reading' (duration: 129.524253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:40.085954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.313222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-jtlxr.18c679b54203c91b\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-07-28T14:37:40.085971Z","caller":"traceutil/trace.go:171","msg":"trace[555478868] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-jtlxr.18c679b54203c91b; range_end:; response_count:1; response_revision:13051; }","duration":"121.368184ms","start":"2026-07-28T14:37:39.964596Z","end":"2026-07-28T14:37:40.085965Z","steps":["trace[555478868] 'agreement among raft nodes before linearized reading' (duration: 121.288882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:40.928281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.155878ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:37:40.928482Z","caller":"traceutil/trace.go:171","msg":"trace[968525344] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13057; }","duration":"295.344863ms","start":"2026-07-28T14:37:40.633095Z","end":"2026-07-28T14:37:40.92844Z","steps":["trace[968525344] 'range keys from in-memory index tree' (duration: 295.140658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:40.929249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.907837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:37:40.929448Z","caller":"traceutil/trace.go:171","msg":"trace[530486775] linearizableReadLoop","detail":"{readStateIndex:13485; appliedIndex:13483; }","duration":"598.62002ms","start":"2026-07-28T14:37:40.330809Z","end":"2026-07-28T14:37:40.929429Z","steps":["trace[530486775] 'read index received' (duration: 51.493738ms)","trace[530486775] 'applied index is now lower than readState.Index' (duration: 547.125302ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:37:40.929481Z","caller":"traceutil/trace.go:171","msg":"trace[61879109] transaction","detail":"{read_only:false; response_revision:13059; number_of_response:1; }","duration":"625.463015ms","start":"2026-07-28T14:37:40.303988Z","end":"2026-07-28T14:37:40.929451Z","steps":["trace[61879109] 'process raft request' (duration: 625.373153ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:40.929506Z","caller":"traceutil/trace.go:171","msg":"trace[1140446089] transaction","detail":"{read_only:false; response_revision:13058; number_of_response:1; }","duration":"628.10237ms","start":"2026-07-28T14:37:40.301375Z","end":"2026-07-28T14:37:40.929478Z","steps":["trace[1140446089] 'process raft request' (duration: 80.859625ms)","trace[1140446089] 'compare' (duration: 546.292792ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:37:40.929619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:40.30396Z","time spent":"625.594819ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T14:37:40.929666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.853445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T14:37:40.929701Z","caller":"traceutil/trace.go:171","msg":"trace[329667070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13059; }","duration":"598.914627ms","start":"2026-07-28T14:37:40.330777Z","end":"2026-07-28T14:37:40.929692Z","steps":["trace[329667070] 'agreement among raft nodes before linearized reading' (duration: 598.732563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:40.929627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:40.301349Z","time spent":"628.216353ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:40.92974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:40.330766Z","time spent":"598.966768ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T14:37:41.005679Z","caller":"traceutil/trace.go:171","msg":"trace[557361418] transaction","detail":"{read_only:false; response_revision:13064; number_of_response:1; }","duration":"520.416049ms","start":"2026-07-28T14:37:40.485243Z","end":"2026-07-28T14:37:41.005659Z","steps":["trace[557361418] 'process raft request' (duration: 520.359978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:41.005814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:40.485232Z","time spent":"520.521232ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2479,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T14:37:41.006093Z","caller":"traceutil/trace.go:171","msg":"trace[1970153864] transaction","detail":"{read_only:false; response_revision:13063; number_of_response:1; }","duration":"537.988729ms","start":"2026-07-28T14:37:40.468092Z","end":"2026-07-28T14:37:41.006081Z","steps":["trace[1970153864] 'process raft request' (duration: 537.477176ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:41.006066Z","caller":"traceutil/trace.go:171","msg":"trace[446672207] transaction","detail":"{read_only:false; response_revision:13062; number_of_response:1; }","duration":"539.784452ms","start":"2026-07-28T14:37:40.466222Z","end":"2026-07-28T14:37:41.006006Z","steps":["trace[446672207] 'process raft request' (duration: 539.31562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:41.006176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:40.468079Z","time spent":"538.05258ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:37:41.006249Z","caller":"traceutil/trace.go:171","msg":"trace[968673353] transaction","detail":"{read_only:false; response_revision:13060; number_of_response:1; }","duration":"548.112106ms","start":"2026-07-28T14:37:40.458096Z","end":"2026-07-28T14:37:41.006209Z","steps":["trace[968673353] 'process raft request' (duration: 547.266075ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:41.006345Z","caller":"traceutil/trace.go:171","msg":"trace[460792020] transaction","detail":"{read_only:false; response_revision:13061; number_of_response:1; }","duration":"540.481179ms","start":"2026-07-28T14:37:40.465853Z","end":"2026-07-28T14:37:41.006334Z","steps":["trace[460792020] 'process raft request' (duration: 539.647768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:41.006443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:40.45807Z","time spent":"548.27171ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:41.00629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:40.466213Z","time spent":"539.956157ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:41.006413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:40.46584Z","time spent":"540.546251ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:41.006811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.412688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T14:37:41.006863Z","caller":"traceutil/trace.go:171","msg":"trace[1552904831] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13064; }","duration":"531.49594ms","start":"2026-07-28T14:37:40.475354Z","end":"2026-07-28T14:37:41.00685Z","steps":["trace[1552904831] 'agreement among raft nodes before linearized reading' (duration: 531.370297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:41.006895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:40.475339Z","time spent":"531.549831ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T14:37:41.407199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.270062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:37:41.407468Z","caller":"traceutil/trace.go:171","msg":"trace[1913622900] transaction","detail":"{read_only:false; response_revision:13076; number_of_response:1; }","duration":"211.500165ms","start":"2026-07-28T14:37:41.195894Z","end":"2026-07-28T14:37:41.407394Z","steps":["trace[1913622900] 'process raft request' (duration: 98.959327ms)","trace[1913622900] 'compare' (duration: 112.123078ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:37:41.407537Z","caller":"traceutil/trace.go:171","msg":"trace[640219981] transaction","detail":"{read_only:false; response_revision:13077; number_of_response:1; }","duration":"211.520956ms","start":"2026-07-28T14:37:41.195993Z","end":"2026-07-28T14:37:41.407514Z","steps":["trace[640219981] 'process raft request' (duration: 211.327332ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:41.407775Z","caller":"traceutil/trace.go:171","msg":"trace[1798261892] transaction","detail":"{read_only:false; response_revision:13078; number_of_response:1; }","duration":"211.739051ms","start":"2026-07-28T14:37:41.196008Z","end":"2026-07-28T14:37:41.407747Z","steps":["trace[1798261892] 'process raft request' (duration: 211.375222ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:41.40832Z","caller":"traceutil/trace.go:171","msg":"trace[1366662785] transaction","detail":"{read_only:false; response_revision:13079; number_of_response:1; }","duration":"212.297065ms","start":"2026-07-28T14:37:41.196009Z","end":"2026-07-28T14:37:41.408306Z","steps":["trace[1366662785] 'process raft request' (duration: 211.427813ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:41.408381Z","caller":"traceutil/trace.go:171","msg":"trace[2104556741] linearizableReadLoop","detail":"{readStateIndex:13508; appliedIndex:13501; }","duration":"196.458548ms","start":"2026-07-28T14:37:41.211909Z","end":"2026-07-28T14:37:41.408367Z","steps":["trace[2104556741] 'read index received' (duration: 82.903975ms)","trace[2104556741] 'applied index is now lower than readState.Index' (duration: 113.553493ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:37:41.408408Z","caller":"traceutil/trace.go:171","msg":"trace[1072546974] transaction","detail":"{read_only:false; response_revision:13080; number_of_response:1; }","duration":"212.09853ms","start":"2026-07-28T14:37:41.196268Z","end":"2026-07-28T14:37:41.408367Z","steps":["trace[1072546974] 'process raft request' (duration: 211.940056ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:41.408481Z","caller":"traceutil/trace.go:171","msg":"trace[2041374131] transaction","detail":"{read_only:false; response_revision:13081; number_of_response:1; }","duration":"212.055509ms","start":"2026-07-28T14:37:41.196416Z","end":"2026-07-28T14:37:41.408471Z","steps":["trace[2041374131] 'process raft request' (duration: 211.836213ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:41.408661Z","caller":"traceutil/trace.go:171","msg":"trace[1834795865] transaction","detail":"{read_only:false; response_revision:13082; number_of_response:1; }","duration":"204.256669ms","start":"2026-07-28T14:37:41.204395Z","end":"2026-07-28T14:37:41.408651Z","steps":["trace[1834795865] 'process raft request' (duration: 203.89055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:41.408988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.057653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-28T14:37:41.409083Z","caller":"traceutil/trace.go:171","msg":"trace[187317231] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:13082; }","duration":"197.175036ms","start":"2026-07-28T14:37:41.21188Z","end":"2026-07-28T14:37:41.409055Z","steps":["trace[187317231] 'agreement among raft nodes before linearized reading' (duration: 196.9234ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:41.720348Z","caller":"traceutil/trace.go:171","msg":"trace[1246003396] transaction","detail":"{read_only:false; response_revision:13083; number_of_response:1; }","duration":"303.092032ms","start":"2026-07-28T14:37:41.417229Z","end":"2026-07-28T14:37:41.720321Z","steps":["trace[1246003396] 'process raft request' (duration: 233.088172ms)","trace[1246003396] 'compare' (duration: 69.886557ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:37:41.720469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:41.417209Z","time spent":"303.207416ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":812,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T14:37:41.751993Z","caller":"traceutil/trace.go:171","msg":"trace[152213529] linearizableReadLoop","detail":"{readStateIndex:13510; appliedIndex:13508; }","duration":"332.90546ms","start":"2026-07-28T14:37:41.419065Z","end":"2026-07-28T14:37:41.751971Z","steps":["trace[152213529] 'read index received' (duration: 231.334889ms)","trace[152213529] 'applied index is now lower than readState.Index' (duration: 101.569541ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:37:41.752121Z","caller":"traceutil/trace.go:171","msg":"trace[262519832] transaction","detail":"{read_only:false; response_revision:13085; number_of_response:1; }","duration":"331.532987ms","start":"2026-07-28T14:37:41.420574Z","end":"2026-07-28T14:37:41.752107Z","steps":["trace[262519832] 'process raft request' (duration: 331.324262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:41.752242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:41.42055Z","time spent":"331.607189ms","remote":"127.0.0.1:55500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6291,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:41.752306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.738332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.222\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-07-28T14:37:41.75238Z","caller":"traceutil/trace.go:171","msg":"trace[2057278569] range","detail":"{range_begin:/registry/masterleases/162.253.55.222; range_end:; response_count:1; response_revision:13085; }","duration":"324.849224ms","start":"2026-07-28T14:37:41.427514Z","end":"2026-07-28T14:37:41.752363Z","steps":["trace[2057278569] 'agreement among raft nodes before linearized reading' (duration: 324.641529ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:41.752403Z","caller":"traceutil/trace.go:171","msg":"trace[397995198] transaction","detail":"{read_only:false; response_revision:13084; number_of_response:1; }","duration":"335.062483ms","start":"2026-07-28T14:37:41.417304Z","end":"2026-07-28T14:37:41.752367Z","steps":["trace[397995198] 'process raft request' (duration: 334.475198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:41.752594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.279236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-07-28T14:37:41.752613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:41.417292Z","time spent":"335.225458ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T14:37:41.752644Z","caller":"traceutil/trace.go:171","msg":"trace[253363796] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13085; }","duration":"149.373228ms","start":"2026-07-28T14:37:41.60326Z","end":"2026-07-28T14:37:41.752633Z","steps":["trace[253363796] 'agreement among raft nodes before linearized reading' (duration: 149.231245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:41.752434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:41.427497Z","time spent":"324.927076ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/162.253.55.222\" "} {"level":"warn","ts":"2026-07-28T14:37:41.752722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.572549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-07-28T14:37:41.75278Z","caller":"traceutil/trace.go:171","msg":"trace[443664053] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:13085; }","duration":"259.625391ms","start":"2026-07-28T14:37:41.49314Z","end":"2026-07-28T14:37:41.752765Z","steps":["trace[443664053] 'agreement among raft nodes before linearized reading' (duration: 259.511008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:41.752624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.568917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-28T14:37:41.752908Z","caller":"traceutil/trace.go:171","msg":"trace[2058992313] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:13085; }","duration":"333.881645ms","start":"2026-07-28T14:37:41.419008Z","end":"2026-07-28T14:37:41.75289Z","steps":["trace[2058992313] 'agreement among raft nodes before linearized reading' (duration: 333.452254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:41.752966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:41.418995Z","time spent":"333.951386ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-07-28T14:37:42.014302Z","caller":"traceutil/trace.go:171","msg":"trace[531889530] linearizableReadLoop","detail":"{readStateIndex:13514; appliedIndex:13513; }","duration":"240.027482ms","start":"2026-07-28T14:37:41.774251Z","end":"2026-07-28T14:37:42.014279Z","steps":["trace[531889530] 'read index received' (duration: 25.858611ms)","trace[531889530] 'applied index is now lower than readState.Index' (duration: 214.167991ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:37:42.014347Z","caller":"traceutil/trace.go:171","msg":"trace[242364833] transaction","detail":"{read_only:false; response_revision:13087; number_of_response:1; }","duration":"240.400352ms","start":"2026-07-28T14:37:41.773915Z","end":"2026-07-28T14:37:42.014315Z","steps":["trace[242364833] 'process raft request' (duration: 240.122835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:42.014605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.692923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T14:37:42.014654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.905021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-07-28T14:37:42.014675Z","caller":"traceutil/trace.go:171","msg":"trace[177698702] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:13087; }","duration":"205.786076ms","start":"2026-07-28T14:37:41.808875Z","end":"2026-07-28T14:37:42.014661Z","steps":["trace[177698702] 'agreement among raft nodes before linearized reading' (duration: 205.642913ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:42.014715Z","caller":"traceutil/trace.go:171","msg":"trace[1465724071] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:13087; }","duration":"229.002943ms","start":"2026-07-28T14:37:41.785694Z","end":"2026-07-28T14:37:42.014697Z","steps":["trace[1465724071] 'agreement among raft nodes before linearized reading' (duration: 228.791598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:42.014745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.370981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-28T14:37:42.01477Z","caller":"traceutil/trace.go:171","msg":"trace[1992594367] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:13087; }","duration":"213.416613ms","start":"2026-07-28T14:37:41.801346Z","end":"2026-07-28T14:37:42.014763Z","steps":["trace[1992594367] 'agreement among raft nodes before linearized reading' (duration: 213.329851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:42.014776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.969357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-28T14:37:42.014852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.574575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-07-28T14:37:42.014888Z","caller":"traceutil/trace.go:171","msg":"trace[1255951725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13087; }","duration":"117.125161ms","start":"2026-07-28T14:37:41.897734Z","end":"2026-07-28T14:37:42.014859Z","steps":["trace[1255951725] 'agreement among raft nodes before linearized reading' (duration: 116.796303ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:42.014903Z","caller":"traceutil/trace.go:171","msg":"trace[989830385] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:13087; }","duration":"240.665088ms","start":"2026-07-28T14:37:41.774226Z","end":"2026-07-28T14:37:42.014891Z","steps":["trace[989830385] 'agreement among raft nodes before linearized reading' (duration: 240.216497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:42.596536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.186758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:37:42.596642Z","caller":"traceutil/trace.go:171","msg":"trace[260075601] linearizableReadLoop","detail":"{readStateIndex:13515; appliedIndex:13514; }","duration":"574.300727ms","start":"2026-07-28T14:37:42.022323Z","end":"2026-07-28T14:37:42.596624Z","steps":["trace[260075601] 'read index received' (duration: 268.130739ms)","trace[260075601] 'applied index is now lower than readState.Index' (duration: 306.168798ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:37:42.596687Z","caller":"traceutil/trace.go:171","msg":"trace[1280122928] transaction","detail":"{read_only:false; response_revision:13088; number_of_response:1; }","duration":"576.378237ms","start":"2026-07-28T14:37:42.020278Z","end":"2026-07-28T14:37:42.596656Z","steps":["trace[1280122928] 'process raft request' (duration: 269.996294ms)","trace[1280122928] 'compare' (duration: 305.831079ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:37:42.596809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.485431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-07-28T14:37:42.596845Z","caller":"traceutil/trace.go:171","msg":"trace[677732686] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:13088; }","duration":"574.568643ms","start":"2026-07-28T14:37:42.022266Z","end":"2026-07-28T14:37:42.596835Z","steps":["trace[677732686] 'agreement among raft nodes before linearized reading' (duration: 574.425369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:42.596883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:42.022242Z","time spent":"574.633414ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-07-28T14:37:42.59719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:42.020262Z","time spent":"576.51433ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:42.691812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.318297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-07-28T14:37:42.691894Z","caller":"traceutil/trace.go:171","msg":"trace[103401362] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:13089; }","duration":"244.448371ms","start":"2026-07-28T14:37:42.447429Z","end":"2026-07-28T14:37:42.691878Z","steps":["trace[103401362] 'agreement among raft nodes before linearized reading' (duration: 244.218875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:42.692023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.108726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T14:37:42.692148Z","caller":"traceutil/trace.go:171","msg":"trace[1165771541] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13089; }","duration":"602.232919ms","start":"2026-07-28T14:37:42.089869Z","end":"2026-07-28T14:37:42.692101Z","steps":["trace[1165771541] 'agreement among raft nodes before linearized reading' (duration: 602.002773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:42.692238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:42.089853Z","time spent":"602.342881ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T14:37:42.692222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.073986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:37:42.692299Z","caller":"traceutil/trace.go:171","msg":"trace[631098916] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:13089; }","duration":"609.215949ms","start":"2026-07-28T14:37:42.083068Z","end":"2026-07-28T14:37:42.692284Z","steps":["trace[631098916] 'agreement among raft nodes before linearized reading' (duration: 609.078566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:42.691814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.728096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-28T14:37:42.692349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:42.083046Z","time spent":"609.292412ms","remote":"127.0.0.1:54146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:37:42.692322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.514568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1893"} {"level":"info","ts":"2026-07-28T14:37:42.692336Z","caller":"traceutil/trace.go:171","msg":"trace[1714855436] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13089; }","duration":"655.90203ms","start":"2026-07-28T14:37:42.036362Z","end":"2026-07-28T14:37:42.692264Z","steps":["trace[1714855436] 'process raft request' (duration: 655.220263ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:42.692392Z","caller":"traceutil/trace.go:171","msg":"trace[133635459] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:13089; }","duration":"668.60085ms","start":"2026-07-28T14:37:42.023779Z","end":"2026-07-28T14:37:42.69238Z","steps":["trace[133635459] 'agreement among raft nodes before linearized reading' (duration: 668.421135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:42.692453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:42.02377Z","time spent":"668.672701ms","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1916,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-07-28T14:37:42.692382Z","caller":"traceutil/trace.go:171","msg":"trace[1324132266] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:13089; }","duration":"507.350651ms","start":"2026-07-28T14:37:42.185007Z","end":"2026-07-28T14:37:42.692358Z","steps":["trace[1324132266] 'agreement among raft nodes before linearized reading' (duration: 506.646014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:42.692525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:42.036347Z","time spent":"656.069914ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":77,"response count":0,"response size":2385,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:42.692554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:42.18498Z","time spent":"507.554837ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T14:37:42.692547Z","caller":"traceutil/trace.go:171","msg":"trace[1494122848] transaction","detail":"{read_only:false; response_revision:13089; number_of_response:1; }","duration":"663.575607ms","start":"2026-07-28T14:37:42.028944Z","end":"2026-07-28T14:37:42.69252Z","steps":["trace[1494122848] 'process raft request' (duration: 662.488851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:42.692686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:42.028931Z","time spent":"663.681359ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2336,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:42.692763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.742996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-28T14:37:42.692813Z","caller":"traceutil/trace.go:171","msg":"trace[1289579856] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13089; }","duration":"239.838088ms","start":"2026-07-28T14:37:42.452961Z","end":"2026-07-28T14:37:42.692799Z","steps":["trace[1289579856] 'agreement among raft nodes before linearized reading' (duration: 239.691604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:42.693031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.63402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112530"} {"level":"info","ts":"2026-07-28T14:37:42.693144Z","caller":"traceutil/trace.go:171","msg":"trace[941877905] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:13089; }","duration":"668.766644ms","start":"2026-07-28T14:37:42.024361Z","end":"2026-07-28T14:37:42.693128Z","steps":["trace[941877905] 'agreement among raft nodes before linearized reading' (duration: 667.688068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:42.693209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:42.024348Z","time spent":"668.844746ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112553,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-07-28T14:37:42.969327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.168884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:37:42.969429Z","caller":"traceutil/trace.go:171","msg":"trace[242610104] linearizableReadLoop","detail":"{readStateIndex:13518; appliedIndex:13517; }","duration":"277.786225ms","start":"2026-07-28T14:37:42.691626Z","end":"2026-07-28T14:37:42.969412Z","steps":["trace[242610104] 'read index received' (duration: 112.426136ms)","trace[242610104] 'applied index is now lower than readState.Index' (duration: 165.358829ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:37:42.969453Z","caller":"traceutil/trace.go:171","msg":"trace[140777459] transaction","detail":"{read_only:false; response_revision:13090; number_of_response:1; }","duration":"327.514719ms","start":"2026-07-28T14:37:42.641906Z","end":"2026-07-28T14:37:42.969421Z","steps":["trace[140777459] 'process raft request' (duration: 162.101709ms)","trace[140777459] 'compare' (duration: 165.044781ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:37:42.969529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.052956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1713"} {"level":"info","ts":"2026-07-28T14:37:42.969568Z","caller":"traceutil/trace.go:171","msg":"trace[1350167860] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:13090; }","duration":"320.094607ms","start":"2026-07-28T14:37:42.649463Z","end":"2026-07-28T14:37:42.969557Z","steps":["trace[1350167860] 'agreement among raft nodes before linearized reading' (duration: 320.015276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:42.969583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:42.641883Z","time spent":"327.633532ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:42.969607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:42.649419Z","time spent":"320.17984ms","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1736,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-28T14:37:42.969665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.058321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-28T14:37:42.969862Z","caller":"traceutil/trace.go:171","msg":"trace[1033991887] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13090; }","duration":"321.285547ms","start":"2026-07-28T14:37:42.648553Z","end":"2026-07-28T14:37:42.969838Z","steps":["trace[1033991887] 'agreement among raft nodes before linearized reading' (duration: 320.934019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:42.969888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.545421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-07-28T14:37:42.969944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:42.648536Z","time spent":"321.388229ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T14:37:42.969956Z","caller":"traceutil/trace.go:171","msg":"trace[144683571] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:13090; }","duration":"368.776687ms","start":"2026-07-28T14:37:42.601161Z","end":"2026-07-28T14:37:42.969938Z","steps":["trace[144683571] 'agreement among raft nodes before linearized reading' (duration: 368.362457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:42.970403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:42.601117Z","time spent":"369.241008ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-07-28T14:37:43.358964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.816368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:37:43.359218Z","caller":"traceutil/trace.go:171","msg":"trace[1785916435] transaction","detail":"{read_only:false; response_revision:13091; number_of_response:1; }","duration":"661.115217ms","start":"2026-07-28T14:37:42.698073Z","end":"2026-07-28T14:37:43.359188Z","steps":["trace[1785916435] 'process raft request' (duration: 438.990441ms)","trace[1785916435] 'compare' (duration: 221.46083ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:37:43.359213Z","caller":"traceutil/trace.go:171","msg":"trace[944883842] transaction","detail":"{read_only:false; response_revision:13092; number_of_response:1; }","duration":"659.823955ms","start":"2026-07-28T14:37:42.699368Z","end":"2026-07-28T14:37:43.359192Z","steps":["trace[944883842] 'process raft request' (duration: 659.694862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:43.359415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:42.698054Z","time spent":"661.288222ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:43.359419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:42.699346Z","time spent":"660.00862ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:37:43.359857Z","caller":"traceutil/trace.go:171","msg":"trace[1611179823] transaction","detail":"{read_only:false; response_revision:13093; number_of_response:1; }","duration":"659.021546ms","start":"2026-07-28T14:37:42.700813Z","end":"2026-07-28T14:37:43.359835Z","steps":["trace[1611179823] 'process raft request' (duration: 658.339189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:43.359951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:42.700804Z","time spent":"659.102288ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:37:43.359959Z","caller":"traceutil/trace.go:171","msg":"trace[585167129] transaction","detail":"{read_only:false; response_revision:13094; number_of_response:1; }","duration":"659.046506ms","start":"2026-07-28T14:37:42.700899Z","end":"2026-07-28T14:37:43.359946Z","steps":["trace[585167129] 'process raft request' (duration: 658.834941ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:43.359988Z","caller":"traceutil/trace.go:171","msg":"trace[1784440208] transaction","detail":"{read_only:false; response_revision:13095; number_of_response:1; }","duration":"654.301011ms","start":"2026-07-28T14:37:42.70567Z","end":"2026-07-28T14:37:43.359971Z","steps":["trace[1784440208] 'process raft request' (duration: 654.176378ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:43.359987Z","caller":"traceutil/trace.go:171","msg":"trace[2012311099] linearizableReadLoop","detail":"{readStateIndex:13524; appliedIndex:13518; }","duration":"390.510248ms","start":"2026-07-28T14:37:42.969454Z","end":"2026-07-28T14:37:43.359964Z","steps":["trace[2012311099] 'read index received' (duration: 167.590373ms)","trace[2012311099] 'applied index is now lower than readState.Index' (duration: 222.918885ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:37:43.360037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:42.700876Z","time spent":"659.115398ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T14:37:43.360062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:42.705662Z","time spent":"654.365142ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2487,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:37:43.360209Z","caller":"traceutil/trace.go:171","msg":"trace[902224602] transaction","detail":"{read_only:false; response_revision:13096; number_of_response:1; }","duration":"573.888886ms","start":"2026-07-28T14:37:42.786308Z","end":"2026-07-28T14:37:43.360197Z","steps":["trace[902224602] 'process raft request' (duration: 573.592969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:43.360341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:42.786295Z","time spent":"573.948429ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:43.360425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.468333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18c67ae7e1bc29fc\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-07-28T14:37:43.360472Z","caller":"traceutil/trace.go:171","msg":"trace[1320633907] range","detail":"{range_begin:/registry/events/openstack/ceph.18c67ae7e1bc29fc; range_end:; response_count:1; response_revision:13096; }","duration":"658.534454ms","start":"2026-07-28T14:37:42.701926Z","end":"2026-07-28T14:37:43.360461Z","steps":["trace[1320633907] 'agreement among raft nodes before linearized reading' (duration: 658.38974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:43.360508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.616405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3958"} {"level":"info","ts":"2026-07-28T14:37:43.360554Z","caller":"traceutil/trace.go:171","msg":"trace[1458371691] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:13096; }","duration":"660.680466ms","start":"2026-07-28T14:37:42.699862Z","end":"2026-07-28T14:37:43.360543Z","steps":["trace[1458371691] 'agreement among raft nodes before linearized reading' (duration: 660.532862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:43.360578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.46997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-rgw-ceph-certs-8fvsc\" ","response":"range_response_count:1 size:2494"} {"level":"warn","ts":"2026-07-28T14:37:43.360599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:42.699854Z","time spent":"660.738688ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3981,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-07-28T14:37:43.360607Z","caller":"traceutil/trace.go:171","msg":"trace[1711008344] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-rgw-ceph-certs-8fvsc; range_end:; response_count:1; response_revision:13096; }","duration":"662.545672ms","start":"2026-07-28T14:37:42.698051Z","end":"2026-07-28T14:37:43.360597Z","steps":["trace[1711008344] 'agreement among raft nodes before linearized reading' (duration: 662.434119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:43.360507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:42.701912Z","time spent":"658.588136ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.18c67ae7e1bc29fc\" "} {"level":"warn","ts":"2026-07-28T14:37:43.360641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:42.698028Z","time spent":"662.607933ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":2517,"request content":"key:\"/registry/secrets/openstack/rook-ceph-rgw-ceph-certs-8fvsc\" "} {"level":"warn","ts":"2026-07-28T14:37:43.360674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.109875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-07-28T14:37:43.360714Z","caller":"traceutil/trace.go:171","msg":"trace[614731114] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:13096; }","duration":"656.165637ms","start":"2026-07-28T14:37:42.704537Z","end":"2026-07-28T14:37:43.360702Z","steps":["trace[614731114] 'agreement among raft nodes before linearized reading' (duration: 656.084525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:43.360748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:42.704528Z","time spent":"656.214068ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-28T14:37:43.360602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.540026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-28T14:37:43.360933Z","caller":"traceutil/trace.go:171","msg":"trace[542513023] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13096; }","duration":"645.887335ms","start":"2026-07-28T14:37:42.715037Z","end":"2026-07-28T14:37:43.360925Z","steps":["trace[542513023] 'agreement among raft nodes before linearized reading' (duration: 645.503216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:43.360965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:42.715029Z","time spent":"645.928436ms","remote":"127.0.0.1:54028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-28T14:37:43.505652Z","caller":"traceutil/trace.go:171","msg":"trace[1117793161] linearizableReadLoop","detail":"{readStateIndex:13529; appliedIndex:13524; }","duration":"145.562115ms","start":"2026-07-28T14:37:43.360059Z","end":"2026-07-28T14:37:43.505621Z","steps":["trace[1117793161] 'read index received' (duration: 123.342632ms)","trace[1117793161] 'applied index is now lower than readState.Index' (duration: 22.218583ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:37:43.505645Z","caller":"traceutil/trace.go:171","msg":"trace[617767249] transaction","detail":"{read_only:false; response_revision:13097; number_of_response:1; }","duration":"531.259596ms","start":"2026-07-28T14:37:42.974339Z","end":"2026-07-28T14:37:43.505598Z","steps":["trace[617767249] 'process raft request' (duration: 509.175426ms)","trace[617767249] 'compare' (duration: 21.905015ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:37:43.505781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.54468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6rp8g\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-28T14:37:43.505812Z","caller":"traceutil/trace.go:171","msg":"trace[572748679] transaction","detail":"{read_only:false; response_revision:13099; number_of_response:1; }","duration":"494.302523ms","start":"2026-07-28T14:37:43.011498Z","end":"2026-07-28T14:37:43.505801Z","steps":["trace[572748679] 'process raft request' (duration: 494.051727ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:43.50584Z","caller":"traceutil/trace.go:171","msg":"trace[1548016766] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6rp8g; range_end:; response_count:1; response_revision:13101; }","duration":"388.642662ms","start":"2026-07-28T14:37:43.117182Z","end":"2026-07-28T14:37:43.505824Z","steps":["trace[1548016766] 'agreement among raft nodes before linearized reading' (duration: 388.441147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:43.505884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:43.117167Z","time spent":"388.709153ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-6rp8g\" "} {"level":"warn","ts":"2026-07-28T14:37:43.505891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:42.974325Z","time spent":"531.411819ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:37:43.505953Z","caller":"traceutil/trace.go:171","msg":"trace[1389005285] transaction","detail":"{read_only:false; response_revision:13101; number_of_response:1; }","duration":"493.024562ms","start":"2026-07-28T14:37:43.012896Z","end":"2026-07-28T14:37:43.505921Z","steps":["trace[1389005285] 'process raft request' (duration: 492.696124ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:43.505983Z","caller":"traceutil/trace.go:171","msg":"trace[1995694926] transaction","detail":"{read_only:false; response_revision:13100; number_of_response:1; }","duration":"493.416341ms","start":"2026-07-28T14:37:43.012441Z","end":"2026-07-28T14:37:43.505857Z","steps":["trace[1995694926] 'process raft request' (duration: 493.129264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:43.505954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:43.011484Z","time spent":"494.355444ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:43.506088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:43.012794Z","time spent":"493.229916ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:43.506106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.985417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b69ca01a-5abe-465a-ade4-0f17735097b6\" ","response":"range_response_count:1 size:2270"} {"level":"info","ts":"2026-07-28T14:37:43.505938Z","caller":"traceutil/trace.go:171","msg":"trace[1408408296] transaction","detail":"{read_only:false; response_revision:13098; number_of_response:1; }","duration":"495.131243ms","start":"2026-07-28T14:37:43.010763Z","end":"2026-07-28T14:37:43.505894Z","steps":["trace[1408408296] 'process raft request' (duration: 494.757064ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:43.50616Z","caller":"traceutil/trace.go:171","msg":"trace[322060551] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b69ca01a-5abe-465a-ade4-0f17735097b6; range_end:; response_count:1; response_revision:13101; }","duration":"533.07741ms","start":"2026-07-28T14:37:42.973066Z","end":"2026-07-28T14:37:43.506143Z","steps":["trace[322060551] 'agreement among raft nodes before linearized reading' (duration: 532.947437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:43.506209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:42.973043Z","time spent":"533.156761ms","remote":"127.0.0.1:54068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2293,"request content":"key:\"/registry/persistentvolumes/pvc-b69ca01a-5abe-465a-ade4-0f17735097b6\" "} {"level":"warn","ts":"2026-07-28T14:37:43.506212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:43.012404Z","time spent":"493.673037ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:43.506125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.387843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:37:43.506343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.991845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T14:37:43.506402Z","caller":"traceutil/trace.go:171","msg":"trace[1385417491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13101; }","duration":"390.089867ms","start":"2026-07-28T14:37:43.116301Z","end":"2026-07-28T14:37:43.50639Z","steps":["trace[1385417491] 'agreement among raft nodes before linearized reading' (duration: 389.426711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:43.506409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:43.010738Z","time spent":"495.457821ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:37:43.506439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:43.116282Z","time spent":"390.150309ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:37:43.506358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.729225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T14:37:43.507117Z","caller":"traceutil/trace.go:171","msg":"trace[1594339475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13101; }","duration":"491.537815ms","start":"2026-07-28T14:37:43.015562Z","end":"2026-07-28T14:37:43.5071Z","steps":["trace[1594339475] 'agreement among raft nodes before linearized reading' (duration: 490.417048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:43.507174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:43.015551Z","time spent":"491.608277ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T14:37:43.506531Z","caller":"traceutil/trace.go:171","msg":"trace[286391909] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:13101; }","duration":"532.657609ms","start":"2026-07-28T14:37:42.973704Z","end":"2026-07-28T14:37:43.506361Z","steps":["trace[286391909] 'agreement among raft nodes before linearized reading' (duration: 532.311341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:43.507359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:42.973695Z","time spent":"533.654164ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-07-28T14:37:43.506555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.276082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T14:37:43.507505Z","caller":"traceutil/trace.go:171","msg":"trace[203821789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13101; }","duration":"436.311367ms","start":"2026-07-28T14:37:43.071181Z","end":"2026-07-28T14:37:43.507492Z","steps":["trace[203821789] 'agreement among raft nodes before linearized reading' (duration: 434.81051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:43.507545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:43.071162Z","time spent":"436.375028ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T14:37:43.517678Z","caller":"traceutil/trace.go:171","msg":"trace[1302379750] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13102; }","duration":"154.964074ms","start":"2026-07-28T14:37:43.362698Z","end":"2026-07-28T14:37:43.517662Z","steps":["trace[1302379750] 'process raft request' (duration: 154.734268ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:43.517917Z","caller":"traceutil/trace.go:171","msg":"trace[1452591207] transaction","detail":"{read_only:false; response_revision:13103; number_of_response:1; }","duration":"152.602867ms","start":"2026-07-28T14:37:43.365302Z","end":"2026-07-28T14:37:43.517905Z","steps":["trace[1452591207] 'process raft request' (duration: 152.283959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:43.518384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.365778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-28T14:37:43.51839Z","caller":"traceutil/trace.go:171","msg":"trace[261135587] transaction","detail":"{read_only:false; response_revision:13104; number_of_response:1; }","duration":"136.008711ms","start":"2026-07-28T14:37:43.382114Z","end":"2026-07-28T14:37:43.518123Z","steps":["trace[261135587] 'process raft request' (duration: 135.721564ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:43.518508Z","caller":"traceutil/trace.go:171","msg":"trace[243532967] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:13104; }","duration":"147.521713ms","start":"2026-07-28T14:37:43.370898Z","end":"2026-07-28T14:37:43.51842Z","steps":["trace[243532967] 'agreement among raft nodes before linearized reading' (duration: 147.240466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:43.518911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.881631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:37:43.518998Z","caller":"traceutil/trace.go:171","msg":"trace[740880425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13104; }","duration":"140.987793ms","start":"2026-07-28T14:37:43.37799Z","end":"2026-07-28T14:37:43.518978Z","steps":["trace[740880425] 'agreement among raft nodes before linearized reading' (duration: 140.148133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:38:44.157206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.264346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6rp8g\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-28T14:38:44.157281Z","caller":"traceutil/trace.go:171","msg":"trace[205743810] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6rp8g; range_end:; response_count:1; response_revision:13830; }","duration":"262.410119ms","start":"2026-07-28T14:38:43.894856Z","end":"2026-07-28T14:38:44.157266Z","steps":["trace[205743810] 'range keys from in-memory index tree' (duration: 262.0117ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:38:44.857443Z","caller":"traceutil/trace.go:171","msg":"trace[2010326821] transaction","detail":"{read_only:false; response_revision:13831; number_of_response:1; }","duration":"488.975913ms","start":"2026-07-28T14:38:44.368446Z","end":"2026-07-28T14:38:44.857422Z","steps":["trace[2010326821] 'process raft request' (duration: 488.649775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:38:44.857659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:38:44.368423Z","time spent":"489.118336ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:38:44.857636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.478079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:38:44.857746Z","caller":"traceutil/trace.go:171","msg":"trace[1581378585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13831; }","duration":"481.627483ms","start":"2026-07-28T14:38:44.376091Z","end":"2026-07-28T14:38:44.857718Z","steps":["trace[1581378585] 'agreement among raft nodes before linearized reading' (duration: 481.433348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:38:44.857818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:38:44.376066Z","time spent":"481.739396ms","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T14:38:44.857364Z","caller":"traceutil/trace.go:171","msg":"trace[1260099607] linearizableReadLoop","detail":"{readStateIndex:14275; appliedIndex:14274; }","duration":"481.196402ms","start":"2026-07-28T14:38:44.376129Z","end":"2026-07-28T14:38:44.857325Z","steps":["trace[1260099607] 'read index received' (duration: 480.916295ms)","trace[1260099607] 'applied index is now lower than readState.Index' (duration: 278.277µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:38:44.940958Z","caller":"traceutil/trace.go:171","msg":"trace[1403304913] transaction","detail":"{read_only:false; response_revision:13832; number_of_response:1; }","duration":"554.653417ms","start":"2026-07-28T14:38:44.386274Z","end":"2026-07-28T14:38:44.940927Z","steps":["trace[1403304913] 'process raft request' (duration: 551.994292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:38:44.941155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:38:44.386253Z","time spent":"554.80161ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:38:44.941127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.628239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T14:38:44.941189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.139511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-28T14:38:44.941251Z","caller":"traceutil/trace.go:171","msg":"trace[319436326] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:13832; }","duration":"351.850804ms","start":"2026-07-28T14:38:44.589371Z","end":"2026-07-28T14:38:44.941222Z","steps":["trace[319436326] 'agreement among raft nodes before linearized reading' (duration: 351.566377ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:38:44.941271Z","caller":"traceutil/trace.go:171","msg":"trace[867720990] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13832; }","duration":"264.286465ms","start":"2026-07-28T14:38:44.67696Z","end":"2026-07-28T14:38:44.941247Z","steps":["trace[867720990] 'agreement among raft nodes before linearized reading' (duration: 264.0624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:38:44.941329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:38:44.58934Z","time spent":"351.976337ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":12,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:39:08.900219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.18662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-28T14:39:08.900295Z","caller":"traceutil/trace.go:171","msg":"trace[1379811486] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13995; }","duration":"191.299572ms","start":"2026-07-28T14:39:08.70897Z","end":"2026-07-28T14:39:08.90027Z","steps":["trace[1379811486] 'range keys from in-memory index tree' (duration: 190.967334ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:39:10.026077Z","caller":"traceutil/trace.go:171","msg":"trace[492705520] transaction","detail":"{read_only:false; response_revision:13999; number_of_response:1; }","duration":"162.712134ms","start":"2026-07-28T14:39:09.863334Z","end":"2026-07-28T14:39:10.026046Z","steps":["trace[492705520] 'process raft request' (duration: 88.804079ms)","trace[492705520] 'compare' (duration: 73.755222ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:39:10.755433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.797055ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:39:10.755631Z","caller":"traceutil/trace.go:171","msg":"trace[106297401] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13999; }","duration":"122.00427ms","start":"2026-07-28T14:39:10.633604Z","end":"2026-07-28T14:39:10.755608Z","steps":["trace[106297401] 'range keys from in-memory index tree' (duration: 121.779235ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:39:10.756437Z","caller":"traceutil/trace.go:171","msg":"trace[769685647] transaction","detail":"{read_only:false; response_revision:14000; number_of_response:1; }","duration":"862.413933ms","start":"2026-07-28T14:39:09.89401Z","end":"2026-07-28T14:39:10.756423Z","steps":["trace[769685647] 'process raft request' (duration: 860.349973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:10.756634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:09.893985Z","time spent":"862.547326ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:39:10.756643Z","caller":"traceutil/trace.go:171","msg":"trace[1630168694] transaction","detail":"{read_only:false; response_revision:14001; number_of_response:1; }","duration":"858.697652ms","start":"2026-07-28T14:39:09.897924Z","end":"2026-07-28T14:39:10.756621Z","steps":["trace[1630168694] 'process raft request' (duration: 858.421835ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:39:10.756769Z","caller":"traceutil/trace.go:171","msg":"trace[2110524517] transaction","detail":"{read_only:false; response_revision:14002; number_of_response:1; }","duration":"857.954454ms","start":"2026-07-28T14:39:09.898777Z","end":"2026-07-28T14:39:10.756731Z","steps":["trace[2110524517] 'process raft request' (duration: 857.80751ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:39:10.756913Z","caller":"traceutil/trace.go:171","msg":"trace[94821015] linearizableReadLoop","detail":"{readStateIndex:14451; appliedIndex:14447; }","duration":"847.212672ms","start":"2026-07-28T14:39:09.909683Z","end":"2026-07-28T14:39:10.756896Z","steps":["trace[94821015] 'read index received' (duration: 42.433337ms)","trace[94821015] 'applied index is now lower than readState.Index' (duration: 804.778485ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:39:10.756939Z","caller":"traceutil/trace.go:171","msg":"trace[922130296] transaction","detail":"{read_only:false; response_revision:14003; number_of_response:1; }","duration":"818.445408ms","start":"2026-07-28T14:39:09.938482Z","end":"2026-07-28T14:39:10.756928Z","steps":["trace[922130296] 'process raft request' (duration: 818.202982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:10.756987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:09.898769Z","time spent":"858.109807ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:39:10.756977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:09.897901Z","time spent":"858.968578ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:39:10.757034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:09.938468Z","time spent":"818.50525ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:39:10.757005Z","caller":"traceutil/trace.go:171","msg":"trace[796600100] transaction","detail":"{read_only:false; response_revision:14004; number_of_response:1; }","duration":"815.947788ms","start":"2026-07-28T14:39:09.941048Z","end":"2026-07-28T14:39:10.756996Z","steps":["trace[796600100] 'process raft request' (duration: 815.788424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:10.757126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:09.941038Z","time spent":"816.072751ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:39:10.757128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.445837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T14:39:10.75716Z","caller":"traceutil/trace.go:171","msg":"trace[188982586] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:14004; }","duration":"847.513599ms","start":"2026-07-28T14:39:09.909639Z","end":"2026-07-28T14:39:10.757152Z","steps":["trace[188982586] 'agreement among raft nodes before linearized reading' (duration: 847.386436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:10.757195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:09.909626Z","time spent":"847.56188ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T14:39:10.930833Z","caller":"traceutil/trace.go:171","msg":"trace[2012718103] linearizableReadLoop","detail":"{readStateIndex:14454; appliedIndex:14453; }","duration":"173.843956ms","start":"2026-07-28T14:39:10.756961Z","end":"2026-07-28T14:39:10.930805Z","steps":["trace[2012718103] 'read index received' (duration: 173.513648ms)","trace[2012718103] 'applied index is now lower than readState.Index' (duration: 329.378µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:39:10.931018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.270337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:39:10.931058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.236438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-28T14:39:10.931096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.597045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-28T14:39:10.931113Z","caller":"traceutil/trace.go:171","msg":"trace[1669366015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14005; }","duration":"968.34838ms","start":"2026-07-28T14:39:09.962751Z","end":"2026-07-28T14:39:10.931099Z","steps":["trace[1669366015] 'agreement among raft nodes before linearized reading' (duration: 968.183476ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:39:10.931158Z","caller":"traceutil/trace.go:171","msg":"trace[216218860] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:14005; }","duration":"927.676177ms","start":"2026-07-28T14:39:10.003448Z","end":"2026-07-28T14:39:10.931124Z","steps":["trace[216218860] 'agreement among raft nodes before linearized reading' (duration: 927.479502ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:39:10.931168Z","caller":"traceutil/trace.go:171","msg":"trace[263938732] transaction","detail":"{read_only:false; response_revision:14005; number_of_response:1; }","duration":"704.225999ms","start":"2026-07-28T14:39:10.226929Z","end":"2026-07-28T14:39:10.931155Z","steps":["trace[263938732] 'process raft request' (duration: 703.546022ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:39:10.931113Z","caller":"traceutil/trace.go:171","msg":"trace[756278704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14005; }","duration":"554.419791ms","start":"2026-07-28T14:39:10.376672Z","end":"2026-07-28T14:39:10.931092Z","steps":["trace[756278704] 'agreement among raft nodes before linearized reading' (duration: 554.234987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:10.931214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:10.376653Z","time spent":"554.551764ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:39:10.931211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.222428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T14:39:10.931268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.401262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:39:10.931292Z","caller":"traceutil/trace.go:171","msg":"trace[96929090] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:14005; }","duration":"862.443284ms","start":"2026-07-28T14:39:10.068842Z","end":"2026-07-28T14:39:10.931285Z","steps":["trace[96929090] 'agreement among raft nodes before linearized reading' (duration: 862.356172ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:39:10.931298Z","caller":"traceutil/trace.go:171","msg":"trace[598437618] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:14005; }","duration":"844.318471ms","start":"2026-07-28T14:39:10.08696Z","end":"2026-07-28T14:39:10.931279Z","steps":["trace[598437618] 'agreement among raft nodes before linearized reading' (duration: 844.057484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:10.93131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:10.06883Z","time spent":"862.475044ms","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":8,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:39:10.931325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:10.2269Z","time spent":"704.313111ms","remote":"127.0.0.1:50334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417035,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:39:10.931337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:10.086935Z","time spent":"844.393662ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:39:10.931388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.640807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-28T14:39:10.931181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:10.00343Z","time spent":"927.745808ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:39:10.931532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.447393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:39:10.931546Z","caller":"traceutil/trace.go:171","msg":"trace[196934650] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14005; }","duration":"977.819901ms","start":"2026-07-28T14:39:09.953665Z","end":"2026-07-28T14:39:10.931485Z","steps":["trace[196934650] 'agreement among raft nodes before linearized reading' (duration: 977.37715ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:39:10.931579Z","caller":"traceutil/trace.go:171","msg":"trace[1742315152] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:14005; }","duration":"620.486814ms","start":"2026-07-28T14:39:10.311065Z","end":"2026-07-28T14:39:10.931552Z","steps":["trace[1742315152] 'agreement among raft nodes before linearized reading' (duration: 620.443993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:10.931604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:10.311055Z","time spent":"620.542475ms","remote":"127.0.0.1:55474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:39:10.931613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:09.953654Z","time spent":"977.947135ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T14:39:10.931425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.209856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T14:39:10.93116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:09.962722Z","time spent":"968.427561ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T14:39:10.931703Z","caller":"traceutil/trace.go:171","msg":"trace[1178717712] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:14005; }","duration":"665.82723ms","start":"2026-07-28T14:39:10.265854Z","end":"2026-07-28T14:39:10.931681Z","steps":["trace[1178717712] 'agreement among raft nodes before linearized reading' (duration: 664.99947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:10.931759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:10.265847Z","time spent":"665.895773ms","remote":"127.0.0.1:54284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":89,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:39:10.932957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.181554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T14:39:10.933016Z","caller":"traceutil/trace.go:171","msg":"trace[1960012907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14005; }","duration":"970.272827ms","start":"2026-07-28T14:39:09.962729Z","end":"2026-07-28T14:39:10.933002Z","steps":["trace[1960012907] 'agreement among raft nodes before linearized reading' (duration: 968.269478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:10.933047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:09.962713Z","time spent":"970.326739ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:39:10.933657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.363953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6rp8g\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-28T14:39:10.933724Z","caller":"traceutil/trace.go:171","msg":"trace[925181538] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6rp8g; range_end:; response_count:1; response_revision:14005; }","duration":"600.430904ms","start":"2026-07-28T14:39:10.333282Z","end":"2026-07-28T14:39:10.933713Z","steps":["trace[925181538] 'agreement among raft nodes before linearized reading' (duration: 598.182479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:10.933767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:10.333222Z","time spent":"600.536916ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-6rp8g\" "} {"level":"info","ts":"2026-07-28T14:39:10.938756Z","caller":"traceutil/trace.go:171","msg":"trace[1928705184] transaction","detail":"{read_only:false; response_revision:14006; number_of_response:1; }","duration":"177.173497ms","start":"2026-07-28T14:39:10.761566Z","end":"2026-07-28T14:39:10.93874Z","steps":["trace[1928705184] 'process raft request' (duration: 176.955962ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:39:13.379023Z","caller":"traceutil/trace.go:171","msg":"trace[150644560] transaction","detail":"{read_only:false; response_revision:14020; number_of_response:1; }","duration":"431.260073ms","start":"2026-07-28T14:39:12.947735Z","end":"2026-07-28T14:39:13.378996Z","steps":["trace[150644560] 'process raft request' (duration: 431.060438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:13.379181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:12.947724Z","time spent":"431.378856ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:39:15.473615Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.094784712s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T14:39:15.478036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:13.637095Z","time spent":"1.840936682s","remote":"127.0.0.1:33216","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T14:39:15.47846Z","caller":"traceutil/trace.go:171","msg":"trace[1894234737] linearizableReadLoop","detail":"{readStateIndex:14471; appliedIndex:14469; }","duration":"2.528558907s","start":"2026-07-28T14:39:12.949873Z","end":"2026-07-28T14:39:15.478432Z","steps":["trace[1894234737] 'read index received' (duration: 428.879665ms)","trace[1894234737] 'applied index is now lower than readState.Index' (duration: 2.099677902s)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:39:15.478597Z","caller":"traceutil/trace.go:171","msg":"trace[1438875291] transaction","detail":"{read_only:false; response_revision:14021; number_of_response:1; }","duration":"2.529980852s","start":"2026-07-28T14:39:12.948599Z","end":"2026-07-28T14:39:15.47858Z","steps":["trace[1438875291] 'process raft request' (duration: 2.525338738s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:39:15.478813Z","caller":"traceutil/trace.go:171","msg":"trace[895871266] transaction","detail":"{read_only:false; response_revision:14022; number_of_response:1; }","duration":"2.528905245s","start":"2026-07-28T14:39:12.949897Z","end":"2026-07-28T14:39:15.478802Z","steps":["trace[895871266] 'process raft request' (duration: 2.528346191s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:15.4788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:12.948562Z","time spent":"2.530129455s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:39:15.478865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:12.949871Z","time spent":"2.528964787s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:39:15.479196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.529310775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6rp8g\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-28T14:39:15.479296Z","caller":"traceutil/trace.go:171","msg":"trace[1438027596] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6rp8g; range_end:; response_count:1; response_revision:14023; }","duration":"2.529429098s","start":"2026-07-28T14:39:12.949853Z","end":"2026-07-28T14:39:15.479282Z","steps":["trace[1438027596] 'agreement among raft nodes before linearized reading' (duration: 2.529249963s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:15.479325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:12.949844Z","time spent":"2.529474549s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-6rp8g\" "} {"level":"info","ts":"2026-07-28T14:39:15.47897Z","caller":"traceutil/trace.go:171","msg":"trace[1398515799] transaction","detail":"{read_only:false; response_revision:14023; number_of_response:1; }","duration":"2.52787212s","start":"2026-07-28T14:39:12.95108Z","end":"2026-07-28T14:39:15.478952Z","steps":["trace[1398515799] 'process raft request' (duration: 2.527293806s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:15.480143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:12.951073Z","time spent":"2.529010807s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:39:15.487506Z","caller":"traceutil/trace.go:171","msg":"trace[61098546] transaction","detail":"{read_only:false; response_revision:14024; number_of_response:1; }","duration":"1.449459182s","start":"2026-07-28T14:39:14.038027Z","end":"2026-07-28T14:39:15.487486Z","steps":["trace[61098546] 'process raft request' (duration: 1.449100613s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:15.487627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:14.037999Z","time spent":"1.449566914s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:39:15.488032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368948855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:39:15.488064Z","caller":"traceutil/trace.go:171","msg":"trace[678200777] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:14028; }","duration":"1.369027887s","start":"2026-07-28T14:39:14.119027Z","end":"2026-07-28T14:39:15.488055Z","steps":["trace[678200777] 'agreement among raft nodes before linearized reading' (duration: 1.368953615s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:15.488087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:14.119008Z","time spent":"1.369071888s","remote":"127.0.0.1:54546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:39:15.488084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868613098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-07-28T14:39:15.488112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.321273034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T14:39:15.488116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823763453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-28T14:39:15.488131Z","caller":"traceutil/trace.go:171","msg":"trace[759828330] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14028; }","duration":"1.868689879s","start":"2026-07-28T14:39:13.619431Z","end":"2026-07-28T14:39:15.488121Z","steps":["trace[759828330] 'agreement among raft nodes before linearized reading' (duration: 1.868567116s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:15.488141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622604209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T14:39:15.488157Z","caller":"traceutil/trace.go:171","msg":"trace[1067674093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14028; }","duration":"2.321352716s","start":"2026-07-28T14:39:13.16679Z","end":"2026-07-28T14:39:15.488143Z","steps":["trace[1067674093] 'agreement among raft nodes before linearized reading' (duration: 2.321205692s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:15.488162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:13.619416Z","time spent":"1.868740271s","remote":"127.0.0.1:54028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-28T14:39:15.488181Z","caller":"traceutil/trace.go:171","msg":"trace[536719513] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14028; }","duration":"1.622675492s","start":"2026-07-28T14:39:13.865496Z","end":"2026-07-28T14:39:15.488172Z","steps":["trace[536719513] 'agreement among raft nodes before linearized reading' (duration: 1.622524428s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:15.488184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:13.166773Z","time spent":"2.321404657s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T14:39:15.488206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:13.865486Z","time spent":"1.622715522s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T14:39:15.48818Z","caller":"traceutil/trace.go:171","msg":"trace[1052189374] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:14028; }","duration":"1.823853734s","start":"2026-07-28T14:39:13.664298Z","end":"2026-07-28T14:39:15.488152Z","steps":["trace[1052189374] 'agreement among raft nodes before linearized reading' (duration: 1.823712031s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:15.48828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:13.664278Z","time spent":"1.823994118s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:39:15.48844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565530356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-28T14:39:15.488457Z","caller":"traceutil/trace.go:171","msg":"trace[469232344] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:14028; }","duration":"1.565590767s","start":"2026-07-28T14:39:13.922861Z","end":"2026-07-28T14:39:15.488452Z","steps":["trace[469232344] 'agreement among raft nodes before linearized reading' (duration: 1.565524706s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:15.488471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:13.92284Z","time spent":"1.565628258s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:39:15.488597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724017846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:39:15.488622Z","caller":"traceutil/trace.go:171","msg":"trace[1164588170] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:14028; }","duration":"1.724075427s","start":"2026-07-28T14:39:13.764538Z","end":"2026-07-28T14:39:15.488614Z","steps":["trace[1164588170] 'agreement among raft nodes before linearized reading' (duration: 1.723443082s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:15.488687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:13.764512Z","time spent":"1.72416784s","remote":"127.0.0.1:50302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:39:15.489501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639966793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T14:39:15.489528Z","caller":"traceutil/trace.go:171","msg":"trace[1863871240] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:14028; }","duration":"1.640042175s","start":"2026-07-28T14:39:13.849478Z","end":"2026-07-28T14:39:15.489521Z","steps":["trace[1863871240] 'agreement among raft nodes before linearized reading' (duration: 1.638632661s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:15.489546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:13.849457Z","time spent":"1.640084226s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1015,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:41:01.387542Z","caller":"traceutil/trace.go:171","msg":"trace[276665459] transaction","detail":"{read_only:false; response_revision:14850; number_of_response:1; }","duration":"211.139737ms","start":"2026-07-28T14:41:01.176375Z","end":"2026-07-28T14:41:01.387515Z","steps":["trace[276665459] 'process raft request' (duration: 210.821049ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:41:01.38875Z","caller":"traceutil/trace.go:171","msg":"trace[10600948] transaction","detail":"{read_only:false; response_revision:14851; number_of_response:1; }","duration":"207.225371ms","start":"2026-07-28T14:41:01.181493Z","end":"2026-07-28T14:41:01.388719Z","steps":["trace[10600948] 'process raft request' (duration: 207.032806ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:42:29.220289Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12970} {"level":"info","ts":"2026-07-28T14:42:29.304173Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12970,"took":"81.598449ms","hash":3919578655,"current-db-size-bytes":45441024,"current-db-size":"45 MB","current-db-size-in-use-bytes":27160576,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-28T14:42:29.304226Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3919578655,"revision":12970,"compact-revision":10431} {"level":"info","ts":"2026-07-28T14:43:06.852033Z","caller":"traceutil/trace.go:171","msg":"trace[494143971] transaction","detail":"{read_only:false; response_revision:15845; number_of_response:1; }","duration":"138.301812ms","start":"2026-07-28T14:43:06.713697Z","end":"2026-07-28T14:43:06.851999Z","steps":["trace[494143971] 'process raft request' (duration: 134.483809ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:43:08.499819Z","caller":"traceutil/trace.go:171","msg":"trace[826569185] transaction","detail":"{read_only:false; response_revision:15850; number_of_response:1; }","duration":"143.062358ms","start":"2026-07-28T14:43:08.356733Z","end":"2026-07-28T14:43:08.499795Z","steps":["trace[826569185] 'process raft request' (duration: 142.920484ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:43:08.60285Z","caller":"traceutil/trace.go:171","msg":"trace[506284867] transaction","detail":"{read_only:false; response_revision:15851; number_of_response:1; }","duration":"244.589783ms","start":"2026-07-28T14:43:08.358234Z","end":"2026-07-28T14:43:08.602824Z","steps":["trace[506284867] 'process raft request' (duration: 209.807476ms)","trace[506284867] 'compare' (duration: 34.607823ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:43:08.603044Z","caller":"traceutil/trace.go:171","msg":"trace[2080959175] linearizableReadLoop","detail":"{readStateIndex:16359; appliedIndex:16356; }","duration":"225.61595ms","start":"2026-07-28T14:43:08.377402Z","end":"2026-07-28T14:43:08.603018Z","steps":["trace[2080959175] 'read index received' (duration: 122.374163ms)","trace[2080959175] 'applied index is now lower than readState.Index' (duration: 103.240107ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:43:08.603122Z","caller":"traceutil/trace.go:171","msg":"trace[1534897908] transaction","detail":"{read_only:false; response_revision:15852; number_of_response:1; }","duration":"244.307976ms","start":"2026-07-28T14:43:08.358787Z","end":"2026-07-28T14:43:08.603095Z","steps":["trace[1534897908] 'process raft request' (duration: 243.997848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:43:08.603301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.887127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:43:08.603348Z","caller":"traceutil/trace.go:171","msg":"trace[407033086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15852; }","duration":"225.98111ms","start":"2026-07-28T14:43:08.377353Z","end":"2026-07-28T14:43:08.603334Z","steps":["trace[407033086] 'agreement among raft nodes before linearized reading' (duration: 225.789875ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:43:08.783287Z","caller":"traceutil/trace.go:171","msg":"trace[394686266] transaction","detail":"{read_only:false; response_revision:15856; number_of_response:1; }","duration":"121.560984ms","start":"2026-07-28T14:43:08.661695Z","end":"2026-07-28T14:43:08.783256Z","steps":["trace[394686266] 'process raft request' (duration: 121.216995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:23.379765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609380590,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:44:23.691254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.545864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T14:44:23.691421Z","caller":"traceutil/trace.go:171","msg":"trace[1138646417] linearizableReadLoop","detail":"{readStateIndex:17207; appliedIndex:17205; }","duration":"811.919006ms","start":"2026-07-28T14:44:22.879488Z","end":"2026-07-28T14:44:23.691407Z","steps":["trace[1138646417] 'read index received' (duration: 619.091844ms)","trace[1138646417] 'applied index is now lower than readState.Index' (duration: 192.826312ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:44:23.691503Z","caller":"traceutil/trace.go:171","msg":"trace[1033625451] transaction","detail":"{read_only:false; response_revision:16683; number_of_response:1; }","duration":"737.45271ms","start":"2026-07-28T14:44:22.954041Z","end":"2026-07-28T14:44:23.691494Z","steps":["trace[1033625451] 'process raft request' (duration: 737.312976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:23.691556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:44:22.954005Z","time spent":"737.521562ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:44:23.691582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.067499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:44:23.691564Z","caller":"traceutil/trace.go:171","msg":"trace[1561372203] transaction","detail":"{read_only:false; response_revision:16682; number_of_response:1; }","duration":"828.978681ms","start":"2026-07-28T14:44:22.862526Z","end":"2026-07-28T14:44:23.691505Z","steps":["trace[1561372203] 'process raft request' (duration: 636.087858ms)","trace[1561372203] 'compare' (duration: 192.236997ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:44:23.691645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.799096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T14:44:23.691668Z","caller":"traceutil/trace.go:171","msg":"trace[1871714621] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:16683; }","duration":"812.180882ms","start":"2026-07-28T14:44:22.879452Z","end":"2026-07-28T14:44:23.691633Z","steps":["trace[1871714621] 'agreement among raft nodes before linearized reading' (duration: 812.048789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:23.69167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.303867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T14:44:23.691686Z","caller":"traceutil/trace.go:171","msg":"trace[1647927380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16683; }","duration":"716.856347ms","start":"2026-07-28T14:44:22.974815Z","end":"2026-07-28T14:44:23.691672Z","steps":["trace[1647927380] 'agreement among raft nodes before linearized reading' (duration: 716.731604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:23.691691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.213157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-28T14:44:23.691702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:44:22.879437Z","time spent":"812.256574ms","remote":"127.0.0.1:50272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:44:23.691683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.692381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"warn","ts":"2026-07-28T14:44:23.691714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:44:22.974807Z","time spent":"716.900959ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T14:44:23.691687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.162023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T14:44:23.69172Z","caller":"traceutil/trace.go:171","msg":"trace[350469180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16683; }","duration":"521.263189ms","start":"2026-07-28T14:44:23.170448Z","end":"2026-07-28T14:44:23.691712Z","steps":["trace[350469180] 'agreement among raft nodes before linearized reading' (duration: 521.184157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:23.691608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.074336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-28T14:44:23.691754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:44:23.170437Z","time spent":"521.31175ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T14:44:23.691746Z","caller":"traceutil/trace.go:171","msg":"trace[227231744] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16683; }","duration":"720.765333ms","start":"2026-07-28T14:44:22.970966Z","end":"2026-07-28T14:44:23.691731Z","steps":["trace[227231744] 'agreement among raft nodes before linearized reading' (duration: 720.553587ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:23.69176Z","caller":"traceutil/trace.go:171","msg":"trace[1308508188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16683; }","duration":"711.250501ms","start":"2026-07-28T14:44:22.980501Z","end":"2026-07-28T14:44:23.691751Z","steps":["trace[1308508188] 'agreement among raft nodes before linearized reading' (duration: 711.021926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:23.691746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:44:22.862495Z","time spent":"829.162806ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:44:23.691769Z","caller":"traceutil/trace.go:171","msg":"trace[695673458] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:16683; }","duration":"559.259655ms","start":"2026-07-28T14:44:23.132485Z","end":"2026-07-28T14:44:23.691745Z","steps":["trace[695673458] 'agreement among raft nodes before linearized reading' (duration: 559.032419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:23.691785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:44:22.970909Z","time spent":"720.869386ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12483,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T14:44:23.691789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:44:22.98049Z","time spent":"711.290752ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:44:23.691693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.092531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T14:44:23.69171Z","caller":"traceutil/trace.go:171","msg":"trace[1600460] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16683; }","duration":"575.420519ms","start":"2026-07-28T14:44:23.11628Z","end":"2026-07-28T14:44:23.691701Z","steps":["trace[1600460] 'agreement among raft nodes before linearized reading' (duration: 575.253605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:23.691813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:44:23.132475Z","time spent":"559.326567ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T14:44:23.691825Z","caller":"traceutil/trace.go:171","msg":"trace[1500131378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16683; }","duration":"518.266026ms","start":"2026-07-28T14:44:23.173551Z","end":"2026-07-28T14:44:23.691817Z","steps":["trace[1500131378] 'agreement among raft nodes before linearized reading' (duration: 518.02322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:23.691839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:44:23.116257Z","time spent":"575.574833ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T14:44:23.691853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:44:23.173525Z","time spent":"518.321907ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T14:44:51.468473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.224411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T14:44:51.468594Z","caller":"traceutil/trace.go:171","msg":"trace[857483660] linearizableReadLoop","detail":"{readStateIndex:17398; appliedIndex:17397; }","duration":"100.500644ms","start":"2026-07-28T14:44:51.368075Z","end":"2026-07-28T14:44:51.468576Z","steps":["trace[857483660] 'read index received' (duration: 36.37µs)","trace[857483660] 'applied index is now lower than readState.Index' (duration: 100.462744ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:44:51.468768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.659479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T14:44:51.468854Z","caller":"traceutil/trace.go:171","msg":"trace[236607459] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16869; }","duration":"100.817142ms","start":"2026-07-28T14:44:51.368019Z","end":"2026-07-28T14:44:51.468836Z","steps":["trace[236607459] 'agreement among raft nodes before linearized reading' (duration: 100.632708ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:51.469326Z","caller":"traceutil/trace.go:171","msg":"trace[439326195] transaction","detail":"{read_only:false; response_revision:16869; number_of_response:1; }","duration":"126.44589ms","start":"2026-07-28T14:44:51.342169Z","end":"2026-07-28T14:44:51.468614Z","steps":["trace[439326195] 'process raft request' (duration: 17.962633ms)","trace[439326195] 'compare' (duration: 108.002105ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:44:51.652729Z","caller":"traceutil/trace.go:171","msg":"trace[21597038] transaction","detail":"{read_only:false; response_revision:16870; number_of_response:1; }","duration":"180.27428ms","start":"2026-07-28T14:44:51.472402Z","end":"2026-07-28T14:44:51.652677Z","steps":["trace[21597038] 'process raft request' (duration: 163.093425ms)","trace[21597038] 'compare' (duration: 16.460607ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:44:51.652785Z","caller":"traceutil/trace.go:171","msg":"trace[551131524] transaction","detail":"{read_only:false; response_revision:16871; number_of_response:1; }","duration":"131.442021ms","start":"2026-07-28T14:44:51.521301Z","end":"2026-07-28T14:44:51.652743Z","steps":["trace[551131524] 'process raft request' (duration: 131.151294ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:52.00842Z","caller":"traceutil/trace.go:171","msg":"trace[766553146] transaction","detail":"{read_only:false; response_revision:16876; number_of_response:1; }","duration":"115.315452ms","start":"2026-07-28T14:44:51.893081Z","end":"2026-07-28T14:44:52.008397Z","steps":["trace[766553146] 'process raft request' (duration: 115.148687ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:52.008606Z","caller":"traceutil/trace.go:171","msg":"trace[1541740244] transaction","detail":"{read_only:false; response_revision:16877; number_of_response:1; }","duration":"114.219425ms","start":"2026-07-28T14:44:51.894375Z","end":"2026-07-28T14:44:52.008595Z","steps":["trace[1541740244] 'process raft request' (duration: 113.976199ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:52.00863Z","caller":"traceutil/trace.go:171","msg":"trace[414756063] linearizableReadLoop","detail":"{readStateIndex:17407; appliedIndex:17404; }","duration":"111.863279ms","start":"2026-07-28T14:44:51.89672Z","end":"2026-07-28T14:44:52.008583Z","steps":["trace[414756063] 'read index received' (duration: 72.736305ms)","trace[414756063] 'applied index is now lower than readState.Index' (duration: 39.115534ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:44:52.008902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.561145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T14:44:52.008911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.398848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T14:44:52.008964Z","caller":"traceutil/trace.go:171","msg":"trace[1065917750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16877; }","duration":"107.659638ms","start":"2026-07-28T14:44:51.901288Z","end":"2026-07-28T14:44:52.008948Z","steps":["trace[1065917750] 'agreement among raft nodes before linearized reading' (duration: 107.476543ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:52.008981Z","caller":"traceutil/trace.go:171","msg":"trace[634131882] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16877; }","duration":"104.47179ms","start":"2026-07-28T14:44:51.904487Z","end":"2026-07-28T14:44:52.008959Z","steps":["trace[634131882] 'agreement among raft nodes before linearized reading' (duration: 104.298366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:52.009003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.217537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-28T14:44:52.009095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.585758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T14:44:52.009176Z","caller":"traceutil/trace.go:171","msg":"trace[399279249] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:16877; }","duration":"105.70195ms","start":"2026-07-28T14:44:51.903455Z","end":"2026-07-28T14:44:52.009157Z","steps":["trace[399279249] 'agreement among raft nodes before linearized reading' (duration: 105.490035ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:52.009179Z","caller":"traceutil/trace.go:171","msg":"trace[550889561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16877; }","duration":"112.429692ms","start":"2026-07-28T14:44:51.896681Z","end":"2026-07-28T14:44:52.00911Z","steps":["trace[550889561] 'agreement among raft nodes before linearized reading' (duration: 112.006152ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:52.181326Z","caller":"traceutil/trace.go:171","msg":"trace[1190581415] transaction","detail":"{read_only:false; response_revision:16879; number_of_response:1; }","duration":"167.582673ms","start":"2026-07-28T14:44:52.013713Z","end":"2026-07-28T14:44:52.181296Z","steps":["trace[1190581415] 'process raft request' (duration: 150.985553ms)","trace[1190581415] 'compare' (duration: 16.396095ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:44:52.181701Z","caller":"traceutil/trace.go:171","msg":"trace[47633335] transaction","detail":"{read_only:false; response_revision:16880; number_of_response:1; }","duration":"167.816579ms","start":"2026-07-28T14:44:52.013809Z","end":"2026-07-28T14:44:52.181626Z","steps":["trace[47633335] 'process raft request' (duration: 167.44174ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:52.182134Z","caller":"traceutil/trace.go:171","msg":"trace[556894116] transaction","detail":"{read_only:false; response_revision:16881; number_of_response:1; }","duration":"168.302741ms","start":"2026-07-28T14:44:52.013815Z","end":"2026-07-28T14:44:52.182118Z","steps":["trace[556894116] 'process raft request' (duration: 167.636245ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:52.182219Z","caller":"traceutil/trace.go:171","msg":"trace[1584911445] transaction","detail":"{read_only:false; response_revision:16882; number_of_response:1; }","duration":"168.371291ms","start":"2026-07-28T14:44:52.013824Z","end":"2026-07-28T14:44:52.182195Z","steps":["trace[1584911445] 'process raft request' (duration: 168.150146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:52.553206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.157911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:44:52.553304Z","caller":"traceutil/trace.go:171","msg":"trace[1694701005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16882; }","duration":"174.323295ms","start":"2026-07-28T14:44:52.378959Z","end":"2026-07-28T14:44:52.553283Z","steps":["trace[1694701005] 'range keys from in-memory index tree' (duration: 174.043329ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:53.193618Z","caller":"traceutil/trace.go:171","msg":"trace[1196409299] transaction","detail":"{read_only:false; response_revision:16883; number_of_response:1; }","duration":"259.89919ms","start":"2026-07-28T14:44:52.93369Z","end":"2026-07-28T14:44:53.19359Z","steps":["trace[1196409299] 'process raft request' (duration: 259.717696ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:53.786019Z","caller":"traceutil/trace.go:171","msg":"trace[941985237] linearizableReadLoop","detail":"{readStateIndex:17414; appliedIndex:17413; }","duration":"358.413138ms","start":"2026-07-28T14:44:53.427589Z","end":"2026-07-28T14:44:53.786002Z","steps":["trace[941985237] 'read index received' (duration: 335.352061ms)","trace[941985237] 'applied index is now lower than readState.Index' (duration: 23.060247ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:44:53.78609Z","caller":"traceutil/trace.go:171","msg":"trace[817913343] transaction","detail":"{read_only:false; response_revision:16884; number_of_response:1; }","duration":"802.963912ms","start":"2026-07-28T14:44:52.983085Z","end":"2026-07-28T14:44:53.786049Z","steps":["trace[817913343] 'process raft request' (duration: 779.914976ms)","trace[817913343] 'compare' (duration: 22.600925ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:44:53.78622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:44:52.98306Z","time spent":"803.096325ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:44:53.786259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.658473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7913"} {"level":"warn","ts":"2026-07-28T14:44:53.786352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.874117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:44:53.786421Z","caller":"traceutil/trace.go:171","msg":"trace[1692584701] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:16884; }","duration":"358.838107ms","start":"2026-07-28T14:44:53.427532Z","end":"2026-07-28T14:44:53.78637Z","steps":["trace[1692584701] 'agreement among raft nodes before linearized reading' (duration: 358.54388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:53.786474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:44:53.427509Z","time spent":"358.95439ms","remote":"127.0.0.1:34326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7936,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-07-28T14:44:53.786481Z","caller":"traceutil/trace.go:171","msg":"trace[188793263] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:16884; }","duration":"298.236525ms","start":"2026-07-28T14:44:53.488218Z","end":"2026-07-28T14:44:53.786455Z","steps":["trace[188793263] 'agreement among raft nodes before linearized reading' (duration: 297.889697ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:54.137532Z","caller":"traceutil/trace.go:171","msg":"trace[685830917] linearizableReadLoop","detail":"{readStateIndex:17416; appliedIndex:17415; }","duration":"244.749444ms","start":"2026-07-28T14:44:53.892747Z","end":"2026-07-28T14:44:54.137497Z","steps":["trace[685830917] 'read index received' (duration: 229.185228ms)","trace[685830917] 'applied index is now lower than readState.Index' (duration: 15.562926ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:44:54.13776Z","caller":"traceutil/trace.go:171","msg":"trace[1557589739] transaction","detail":"{read_only:false; response_revision:16886; number_of_response:1; }","duration":"245.241806ms","start":"2026-07-28T14:44:53.892501Z","end":"2026-07-28T14:44:54.137743Z","steps":["trace[1557589739] 'process raft request' (duration: 229.453124ms)","trace[1557589739] 'compare' (duration: 15.090375ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:44:54.137907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.826306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:44:54.138009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.270637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:44:54.138025Z","caller":"traceutil/trace.go:171","msg":"trace[699382866] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:16886; }","duration":"244.98503ms","start":"2026-07-28T14:44:53.893012Z","end":"2026-07-28T14:44:54.137997Z","steps":["trace[699382866] 'agreement among raft nodes before linearized reading' (duration: 244.791625ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:54.138082Z","caller":"traceutil/trace.go:171","msg":"trace[847363502] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:16886; }","duration":"245.357068ms","start":"2026-07-28T14:44:53.892701Z","end":"2026-07-28T14:44:54.138058Z","steps":["trace[847363502] 'agreement among raft nodes before linearized reading' (duration: 245.286927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:54.138112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.263274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-07-28T14:44:54.138085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.1058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:44:54.13851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.56252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:44:54.13864Z","caller":"traceutil/trace.go:171","msg":"trace[169354564] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:16886; }","duration":"244.712853ms","start":"2026-07-28T14:44:53.893914Z","end":"2026-07-28T14:44:54.138627Z","steps":["trace[169354564] 'agreement among raft nodes before linearized reading' (duration: 244.354464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:54.138682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.477717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T14:44:54.138728Z","caller":"traceutil/trace.go:171","msg":"trace[361144312] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16886; }","duration":"125.562349ms","start":"2026-07-28T14:44:54.013154Z","end":"2026-07-28T14:44:54.138716Z","steps":["trace[361144312] 'agreement among raft nodes before linearized reading' (duration: 125.450156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:54.138736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.725255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-28T14:44:54.138771Z","caller":"traceutil/trace.go:171","msg":"trace[1792845559] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:16886; }","duration":"123.776196ms","start":"2026-07-28T14:44:54.014985Z","end":"2026-07-28T14:44:54.138761Z","steps":["trace[1792845559] 'agreement among raft nodes before linearized reading' (duration: 123.683244ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:54.138152Z","caller":"traceutil/trace.go:171","msg":"trace[1111636266] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:16886; }","duration":"242.325405ms","start":"2026-07-28T14:44:53.895814Z","end":"2026-07-28T14:44:54.13814Z","steps":["trace[1111636266] 'agreement among raft nodes before linearized reading' (duration: 242.176962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:54.138645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.403975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T14:44:54.139032Z","caller":"traceutil/trace.go:171","msg":"trace[161525339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16886; }","duration":"125.783274ms","start":"2026-07-28T14:44:54.013235Z","end":"2026-07-28T14:44:54.139018Z","steps":["trace[161525339] 'agreement among raft nodes before linearized reading' (duration: 125.283052ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:54.138574Z","caller":"traceutil/trace.go:171","msg":"trace[1684122607] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:16886; }","duration":"242.638363ms","start":"2026-07-28T14:44:53.895912Z","end":"2026-07-28T14:44:54.13855Z","steps":["trace[1684122607] 'agreement among raft nodes before linearized reading' (duration: 242.070959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:54.13795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.327009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:44:54.139273Z","caller":"traceutil/trace.go:171","msg":"trace[149944391] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:16886; }","duration":"244.696453ms","start":"2026-07-28T14:44:53.894563Z","end":"2026-07-28T14:44:54.13926Z","steps":["trace[149944391] 'agreement among raft nodes before linearized reading' (duration: 243.30754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:54.137933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.899766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:44:54.139145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.874088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T14:44:54.13824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.975345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:44:54.139386Z","caller":"traceutil/trace.go:171","msg":"trace[1309681571] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:16886; }","duration":"245.138153ms","start":"2026-07-28T14:44:53.894239Z","end":"2026-07-28T14:44:54.139377Z","steps":["trace[1309681571] 'agreement among raft nodes before linearized reading' (duration: 243.969615ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:54.139429Z","caller":"traceutil/trace.go:171","msg":"trace[2099413870] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16886; }","duration":"107.169606ms","start":"2026-07-28T14:44:54.032242Z","end":"2026-07-28T14:44:54.139412Z","steps":["trace[2099413870] 'agreement among raft nodes before linearized reading' (duration: 106.759396ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:54.139334Z","caller":"traceutil/trace.go:171","msg":"trace[1853724928] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:16886; }","duration":"243.34589ms","start":"2026-07-28T14:44:53.895975Z","end":"2026-07-28T14:44:54.139321Z","steps":["trace[1853724928] 'agreement among raft nodes before linearized reading' (duration: 241.865954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:54.138974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.717204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6rp8g\" ","response":"range_response_count:1 size:6446"} {"level":"info","ts":"2026-07-28T14:44:54.139688Z","caller":"traceutil/trace.go:171","msg":"trace[1661891000] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6rp8g; range_end:; response_count:1; response_revision:16886; }","duration":"119.440062ms","start":"2026-07-28T14:44:54.020226Z","end":"2026-07-28T14:44:54.139666Z","steps":["trace[1661891000] 'agreement among raft nodes before linearized reading' (duration: 118.404617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:54.138485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.51012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:44:54.139812Z","caller":"traceutil/trace.go:171","msg":"trace[1586256263] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:16886; }","duration":"243.829202ms","start":"2026-07-28T14:44:53.895969Z","end":"2026-07-28T14:44:54.139798Z","steps":["trace[1586256263] 'agreement among raft nodes before linearized reading' (duration: 242.309566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:54.140323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.67312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-28T14:44:54.140375Z","caller":"traceutil/trace.go:171","msg":"trace[142599011] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:16886; }","duration":"246.735262ms","start":"2026-07-28T14:44:53.893626Z","end":"2026-07-28T14:44:54.140361Z","steps":["trace[142599011] 'agreement among raft nodes before linearized reading' (duration: 246.607189ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:54.295347Z","caller":"traceutil/trace.go:171","msg":"trace[1899177495] transaction","detail":"{read_only:false; response_revision:16888; number_of_response:1; }","duration":"151.431753ms","start":"2026-07-28T14:44:54.143891Z","end":"2026-07-28T14:44:54.295323Z","steps":["trace[1899177495] 'process raft request' (duration: 114.694467ms)","trace[1899177495] 'compare' (duration: 36.588373ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:44:54.295559Z","caller":"traceutil/trace.go:171","msg":"trace[1296411891] linearizableReadLoop","detail":"{readStateIndex:17419; appliedIndex:17416; }","duration":"149.2492ms","start":"2026-07-28T14:44:54.146284Z","end":"2026-07-28T14:44:54.295533Z","steps":["trace[1296411891] 'read index received' (duration: 88.924755ms)","trace[1296411891] 'applied index is now lower than readState.Index' (duration: 60.322975ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:44:54.295663Z","caller":"traceutil/trace.go:171","msg":"trace[315228786] transaction","detail":"{read_only:false; response_revision:16889; number_of_response:1; }","duration":"151.719911ms","start":"2026-07-28T14:44:54.143913Z","end":"2026-07-28T14:44:54.295633Z","steps":["trace[315228786] 'process raft request' (duration: 151.368462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:54.295962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.8288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T14:44:54.296021Z","caller":"traceutil/trace.go:171","msg":"trace[1236411474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16889; }","duration":"109.952113ms","start":"2026-07-28T14:44:54.186052Z","end":"2026-07-28T14:44:54.296004Z","steps":["trace[1236411474] 'agreement among raft nodes before linearized reading' (duration: 109.794309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:54.296332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.172218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T14:44:54.296323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.180838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T14:44:54.296394Z","caller":"traceutil/trace.go:171","msg":"trace[1931027079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16889; }","duration":"110.286701ms","start":"2026-07-28T14:44:54.186092Z","end":"2026-07-28T14:44:54.296379Z","steps":["trace[1931027079] 'agreement among raft nodes before linearized reading' (duration: 109.759978ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:54.296554Z","caller":"traceutil/trace.go:171","msg":"trace[597967834] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:16889; }","duration":"110.331881ms","start":"2026-07-28T14:44:54.186069Z","end":"2026-07-28T14:44:54.296401Z","steps":["trace[597967834] 'agreement among raft nodes before linearized reading' (duration: 109.84713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:54.296582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.274855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:446375"} {"level":"info","ts":"2026-07-28T14:44:54.296745Z","caller":"traceutil/trace.go:171","msg":"trace[2084792983] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:16889; }","duration":"150.46072ms","start":"2026-07-28T14:44:54.146263Z","end":"2026-07-28T14:44:54.296724Z","steps":["trace[2084792983] 'agreement among raft nodes before linearized reading' (duration: 149.416095ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:54.885172Z","caller":"traceutil/trace.go:171","msg":"trace[767915981] transaction","detail":"{read_only:false; response_revision:16893; number_of_response:1; }","duration":"145.714616ms","start":"2026-07-28T14:44:54.73942Z","end":"2026-07-28T14:44:54.885135Z","steps":["trace[767915981] 'process raft request' (duration: 145.515821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:55.17839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.415404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:44:55.178479Z","caller":"traceutil/trace.go:171","msg":"trace[140796359] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:16893; }","duration":"156.560207ms","start":"2026-07-28T14:44:55.021899Z","end":"2026-07-28T14:44:55.178459Z","steps":["trace[140796359] 'count revisions from in-memory index tree' (duration: 156.242359ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:55.466179Z","caller":"traceutil/trace.go:171","msg":"trace[216302821] transaction","detail":"{read_only:false; response_revision:16894; number_of_response:1; }","duration":"267.435162ms","start":"2026-07-28T14:44:55.198706Z","end":"2026-07-28T14:44:55.466141Z","steps":["trace[216302821] 'process raft request' (duration: 267.129785ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:55.896194Z","caller":"traceutil/trace.go:171","msg":"trace[1534375464] transaction","detail":"{read_only:false; response_revision:16895; number_of_response:1; }","duration":"104.292927ms","start":"2026-07-28T14:44:55.791875Z","end":"2026-07-28T14:44:55.896167Z","steps":["trace[1534375464] 'process raft request' (duration: 104.126773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:56.109331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.438272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T14:44:56.10957Z","caller":"traceutil/trace.go:171","msg":"trace[1143720230] transaction","detail":"{read_only:false; response_revision:16898; number_of_response:1; }","duration":"161.017365ms","start":"2026-07-28T14:44:55.948534Z","end":"2026-07-28T14:44:56.109551Z","steps":["trace[1143720230] 'process raft request' (duration: 160.969104ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:56.109617Z","caller":"traceutil/trace.go:171","msg":"trace[739386427] transaction","detail":"{read_only:false; response_revision:16896; number_of_response:1; }","duration":"222.043677ms","start":"2026-07-28T14:44:55.887536Z","end":"2026-07-28T14:44:56.10958Z","steps":["trace[739386427] 'process raft request' (duration: 97.273757ms)","trace[739386427] 'compare' (duration: 124.294799ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:44:56.109644Z","caller":"traceutil/trace.go:171","msg":"trace[273383239] transaction","detail":"{read_only:false; response_revision:16897; number_of_response:1; }","duration":"167.499811ms","start":"2026-07-28T14:44:55.942114Z","end":"2026-07-28T14:44:56.109613Z","steps":["trace[273383239] 'process raft request' (duration: 167.330547ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:56.345492Z","caller":"traceutil/trace.go:171","msg":"trace[1888393052] linearizableReadLoop","detail":"{readStateIndex:17429; appliedIndex:17428; }","duration":"201.540532ms","start":"2026-07-28T14:44:56.143927Z","end":"2026-07-28T14:44:56.345468Z","steps":["trace[1888393052] 'read index received' (duration: 155.135003ms)","trace[1888393052] 'applied index is now lower than readState.Index' (duration: 46.404399ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:44:56.345621Z","caller":"traceutil/trace.go:171","msg":"trace[1592489241] transaction","detail":"{read_only:false; response_revision:16899; number_of_response:1; }","duration":"202.25228ms","start":"2026-07-28T14:44:56.143354Z","end":"2026-07-28T14:44:56.345607Z","steps":["trace[1592489241] 'process raft request' (duration: 155.923092ms)","trace[1592489241] 'compare' (duration: 46.082152ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:44:56.345719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.707027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:44:56.345817Z","caller":"traceutil/trace.go:171","msg":"trace[800880804] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:16899; }","duration":"201.825719ms","start":"2026-07-28T14:44:56.143969Z","end":"2026-07-28T14:44:56.345795Z","steps":["trace[800880804] 'agreement among raft nodes before linearized reading' (duration: 201.685676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:56.346087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.676004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-28T14:44:56.346152Z","caller":"traceutil/trace.go:171","msg":"trace[157862336] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:16899; }","duration":"198.749645ms","start":"2026-07-28T14:44:56.147387Z","end":"2026-07-28T14:44:56.346136Z","steps":["trace[157862336] 'agreement among raft nodes before linearized reading' (duration: 198.5324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:56.346152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.203604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:44:56.346202Z","caller":"traceutil/trace.go:171","msg":"trace[1136515372] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:16899; }","duration":"201.276586ms","start":"2026-07-28T14:44:56.144909Z","end":"2026-07-28T14:44:56.346186Z","steps":["trace[1136515372] 'agreement among raft nodes before linearized reading' (duration: 201.199524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:56.346266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.725998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-28T14:44:56.346315Z","caller":"traceutil/trace.go:171","msg":"trace[1537167006] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:16899; }","duration":"199.78884ms","start":"2026-07-28T14:44:56.146509Z","end":"2026-07-28T14:44:56.346298Z","steps":["trace[1537167006] 'agreement among raft nodes before linearized reading' (duration: 199.622746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:56.346345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.581043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:44:56.346373Z","caller":"traceutil/trace.go:171","msg":"trace[1788284490] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:16899; }","duration":"201.637585ms","start":"2026-07-28T14:44:56.144727Z","end":"2026-07-28T14:44:56.346364Z","steps":["trace[1788284490] 'agreement among raft nodes before linearized reading' (duration: 201.588024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:56.346089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.122772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:44:56.346363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.426638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-28T14:44:56.346357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.412023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:44:56.346413Z","caller":"traceutil/trace.go:171","msg":"trace[1689786946] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:16899; }","duration":"201.470101ms","start":"2026-07-28T14:44:56.144932Z","end":"2026-07-28T14:44:56.346402Z","steps":["trace[1689786946] 'agreement among raft nodes before linearized reading' (duration: 201.099532ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:56.346422Z","caller":"traceutil/trace.go:171","msg":"trace[1660681766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16899; }","duration":"106.53261ms","start":"2026-07-28T14:44:56.239875Z","end":"2026-07-28T14:44:56.346408Z","steps":["trace[1660681766] 'agreement among raft nodes before linearized reading' (duration: 106.406617ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:56.346439Z","caller":"traceutil/trace.go:171","msg":"trace[448817692] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:16899; }","duration":"202.536606ms","start":"2026-07-28T14:44:56.143883Z","end":"2026-07-28T14:44:56.346419Z","steps":["trace[448817692] 'agreement among raft nodes before linearized reading' (duration: 202.422634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:56.34649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.441714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:44:56.34653Z","caller":"traceutil/trace.go:171","msg":"trace[1282506349] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:16899; }","duration":"202.496646ms","start":"2026-07-28T14:44:56.144023Z","end":"2026-07-28T14:44:56.346519Z","steps":["trace[1282506349] 'agreement among raft nodes before linearized reading' (duration: 202.425394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:56.346534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.433434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:44:56.346529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.541553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-07-28T14:44:56.346552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.543302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:44:56.346565Z","caller":"traceutil/trace.go:171","msg":"trace[2134944007] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:16899; }","duration":"202.498166ms","start":"2026-07-28T14:44:56.144055Z","end":"2026-07-28T14:44:56.346553Z","steps":["trace[2134944007] 'agreement among raft nodes before linearized reading' (duration: 202.456965ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:56.346572Z","caller":"traceutil/trace.go:171","msg":"trace[1917178440] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:16899; }","duration":"201.600554ms","start":"2026-07-28T14:44:56.14496Z","end":"2026-07-28T14:44:56.34656Z","steps":["trace[1917178440] 'agreement among raft nodes before linearized reading' (duration: 201.497891ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:56.346585Z","caller":"traceutil/trace.go:171","msg":"trace[1156223273] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:16899; }","duration":"201.621084ms","start":"2026-07-28T14:44:56.144953Z","end":"2026-07-28T14:44:56.346574Z","steps":["trace[1156223273] 'agreement among raft nodes before linearized reading' (duration: 201.570263ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:56.565711Z","caller":"traceutil/trace.go:171","msg":"trace[1780017067] transaction","detail":"{read_only:false; response_revision:16905; number_of_response:1; }","duration":"147.286623ms","start":"2026-07-28T14:44:56.418401Z","end":"2026-07-28T14:44:56.565688Z","steps":["trace[1780017067] 'process raft request' (duration: 147.028487ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:56.565682Z","caller":"traceutil/trace.go:171","msg":"trace[294019708] linearizableReadLoop","detail":"{readStateIndex:17435; appliedIndex:17434; }","duration":"121.701106ms","start":"2026-07-28T14:44:56.443956Z","end":"2026-07-28T14:44:56.565657Z","steps":["trace[294019708] 'read index received' (duration: 121.42339ms)","trace[294019708] 'applied index is now lower than readState.Index' (duration: 276.216µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:44:56.565895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.177379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T14:44:56.565979Z","caller":"traceutil/trace.go:171","msg":"trace[969374978] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:16905; }","duration":"178.302322ms","start":"2026-07-28T14:44:56.387656Z","end":"2026-07-28T14:44:56.565958Z","steps":["trace[969374978] 'agreement among raft nodes before linearized reading' (duration: 178.038395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:56.56602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.454114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T14:44:56.566113Z","caller":"traceutil/trace.go:171","msg":"trace[2032214004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16905; }","duration":"180.621337ms","start":"2026-07-28T14:44:56.385478Z","end":"2026-07-28T14:44:56.566099Z","steps":["trace[2032214004] 'agreement among raft nodes before linearized reading' (duration: 180.280519ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:58.661022Z","caller":"traceutil/trace.go:171","msg":"trace[823858780] transaction","detail":"{read_only:false; response_revision:16916; number_of_response:1; }","duration":"165.950243ms","start":"2026-07-28T14:44:58.49501Z","end":"2026-07-28T14:44:58.66096Z","steps":["trace[823858780] 'process raft request' (duration: 120.530647ms)","trace[823858780] 'compare' (duration: 45.263862ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:44:58.661335Z","caller":"traceutil/trace.go:171","msg":"trace[1429747192] transaction","detail":"{read_only:false; response_revision:16917; number_of_response:1; }","duration":"165.342969ms","start":"2026-07-28T14:44:58.495976Z","end":"2026-07-28T14:44:58.661319Z","steps":["trace[1429747192] 'process raft request' (duration: 164.941169ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:44:58.661603Z","caller":"traceutil/trace.go:171","msg":"trace[1649375218] linearizableReadLoop","detail":"{readStateIndex:17448; appliedIndex:17445; }","duration":"160.764279ms","start":"2026-07-28T14:44:58.500809Z","end":"2026-07-28T14:44:58.661573Z","steps":["trace[1649375218] 'read index received' (duration: 19.953422ms)","trace[1649375218] 'applied index is now lower than readState.Index' (duration: 140.808877ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:44:58.662235Z","caller":"traceutil/trace.go:171","msg":"trace[1596766833] transaction","detail":"{read_only:false; response_revision:16918; number_of_response:1; }","duration":"160.82909ms","start":"2026-07-28T14:44:58.500826Z","end":"2026-07-28T14:44:58.661655Z","steps":["trace[1596766833] 'process raft request' (duration: 160.42935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:44:58.662255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.427555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:446375"} {"level":"info","ts":"2026-07-28T14:44:58.662429Z","caller":"traceutil/trace.go:171","msg":"trace[2133480798] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:16918; }","duration":"161.635279ms","start":"2026-07-28T14:44:58.500781Z","end":"2026-07-28T14:44:58.662416Z","steps":["trace[2133480798] 'agreement among raft nodes before linearized reading' (duration: 160.912642ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:45:00.758869Z","caller":"traceutil/trace.go:171","msg":"trace[1053876172] linearizableReadLoop","detail":"{readStateIndex:17456; appliedIndex:17455; }","duration":"134.956776ms","start":"2026-07-28T14:45:00.62389Z","end":"2026-07-28T14:45:00.758846Z","steps":["trace[1053876172] 'read index received' (duration: 134.756301ms)","trace[1053876172] 'applied index is now lower than readState.Index' (duration: 199.655µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:45:00.758992Z","caller":"traceutil/trace.go:171","msg":"trace[1185112648] transaction","detail":"{read_only:false; response_revision:16925; number_of_response:1; }","duration":"143.185545ms","start":"2026-07-28T14:45:00.615769Z","end":"2026-07-28T14:45:00.758955Z","steps":["trace[1185112648] 'process raft request' (duration: 142.935238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:45:00.759069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.162091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T14:45:00.759126Z","caller":"traceutil/trace.go:171","msg":"trace[1209857298] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:16925; }","duration":"135.258953ms","start":"2026-07-28T14:45:00.623854Z","end":"2026-07-28T14:45:00.759113Z","steps":["trace[1209857298] 'agreement among raft nodes before linearized reading' (duration: 135.154491ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:47:29.228802Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15495} {"level":"info","ts":"2026-07-28T14:47:29.327929Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15495,"took":"96.419616ms","hash":2784229755,"current-db-size-bytes":45441024,"current-db-size":"45 MB","current-db-size-in-use-bytes":28049408,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-28T14:47:29.327995Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2784229755,"revision":15495,"compact-revision":12970} {"level":"info","ts":"2026-07-28T14:50:03.442802Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5a9e84e0e0a90b63","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T14:50:03.449474Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-28T14:50:03.449588Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-07-28T14:50:53.40473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.538699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-28T14:50:53.404813Z","caller":"traceutil/trace.go:171","msg":"trace[1239651666] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19792; }","duration":"420.676302ms","start":"2026-07-28T14:50:52.984119Z","end":"2026-07-28T14:50:53.404795Z","steps":["trace[1239651666] 'range keys from in-memory index tree' (duration: 420.373924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:50:53.404847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:50:52.984101Z","time spent":"420.739533ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T14:50:53.406668Z","caller":"traceutil/trace.go:171","msg":"trace[1055689050] transaction","detail":"{read_only:false; response_revision:19793; number_of_response:1; }","duration":"214.127762ms","start":"2026-07-28T14:50:53.192486Z","end":"2026-07-28T14:50:53.406613Z","steps":["trace[1055689050] 'process raft request' (duration: 213.63401ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:50:55.525274Z","caller":"traceutil/trace.go:171","msg":"trace[802519359] transaction","detail":"{read_only:false; response_revision:19804; number_of_response:1; }","duration":"112.600629ms","start":"2026-07-28T14:50:55.412648Z","end":"2026-07-28T14:50:55.525248Z","steps":["trace[802519359] 'process raft request' (duration: 112.401914ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:50:55.584269Z","caller":"traceutil/trace.go:171","msg":"trace[1290050418] transaction","detail":"{read_only:false; response_revision:19805; number_of_response:1; }","duration":"131.532646ms","start":"2026-07-28T14:50:55.4527Z","end":"2026-07-28T14:50:55.584233Z","steps":["trace[1290050418] 'process raft request' (duration: 121.016522ms)","trace[1290050418] 'compare' (duration: 10.206167ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:51:13.675073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.634914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T14:51:13.675471Z","caller":"traceutil/trace.go:171","msg":"trace[578041967] transaction","detail":"{read_only:false; response_revision:19923; number_of_response:1; }","duration":"988.895826ms","start":"2026-07-28T14:51:12.686534Z","end":"2026-07-28T14:51:13.67543Z","steps":["trace[578041967] 'process raft request' (duration: 448.804061ms)","trace[578041967] 'compare' (duration: 538.817744ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:51:13.675575Z","caller":"traceutil/trace.go:171","msg":"trace[1497125129] transaction","detail":"{read_only:false; response_revision:19924; number_of_response:1; }","duration":"695.432988ms","start":"2026-07-28T14:51:12.98012Z","end":"2026-07-28T14:51:13.675553Z","steps":["trace[1497125129] 'process raft request' (duration: 695.311985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:13.675597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:12.68652Z","time spent":"989.02352ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:51:13.675568Z","caller":"traceutil/trace.go:171","msg":"trace[1257968039] linearizableReadLoop","detail":"{readStateIndex:20543; appliedIndex:20542; }","duration":"966.625969ms","start":"2026-07-28T14:51:12.708874Z","end":"2026-07-28T14:51:13.6755Z","steps":["trace[1257968039] 'read index received' (duration: 425.763175ms)","trace[1257968039] 'applied index is now lower than readState.Index' (duration: 540.857274ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:51:13.675681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:12.980095Z","time spent":"695.53636ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:51:13.675855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.963186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T14:51:13.676106Z","caller":"traceutil/trace.go:171","msg":"trace[899101996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19924; }","duration":"967.265294ms","start":"2026-07-28T14:51:12.70881Z","end":"2026-07-28T14:51:13.676076Z","steps":["trace[899101996] 'agreement among raft nodes before linearized reading' (duration: 966.794582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:13.676176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:12.708791Z","time spent":"967.371097ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T14:51:13.683655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.875428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-07-28T14:51:13.68368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.087953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T14:51:13.683707Z","caller":"traceutil/trace.go:171","msg":"trace[1062309588] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19926; }","duration":"228.96755ms","start":"2026-07-28T14:51:13.454724Z","end":"2026-07-28T14:51:13.683692Z","steps":["trace[1062309588] 'agreement among raft nodes before linearized reading' (duration: 228.822217ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:13.68373Z","caller":"traceutil/trace.go:171","msg":"trace[69115297] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19926; }","duration":"963.210006ms","start":"2026-07-28T14:51:12.720507Z","end":"2026-07-28T14:51:13.683717Z","steps":["trace[69115297] 'agreement among raft nodes before linearized reading' (duration: 963.058402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:13.683751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:12.720481Z","time spent":"963.265397ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T14:51:13.683732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.016897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T14:51:13.683753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.339571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-28T14:51:13.683782Z","caller":"traceutil/trace.go:171","msg":"trace[802982220] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19926; }","duration":"896.390971ms","start":"2026-07-28T14:51:12.787383Z","end":"2026-07-28T14:51:13.683774Z","steps":["trace[802982220] 'agreement among raft nodes before linearized reading' (duration: 896.3301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:13.683797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:12.78737Z","time spent":"896.423202ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T14:51:13.683794Z","caller":"traceutil/trace.go:171","msg":"trace[882110848] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19926; }","duration":"969.134769ms","start":"2026-07-28T14:51:12.714637Z","end":"2026-07-28T14:51:13.683772Z","steps":["trace[882110848] 'agreement among raft nodes before linearized reading' (duration: 968.904764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:13.683824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.93635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-28T14:51:13.683822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:12.71462Z","time spent":"969.19735ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T14:51:13.683847Z","caller":"traceutil/trace.go:171","msg":"trace[1675785531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19926; }","duration":"967.977841ms","start":"2026-07-28T14:51:12.715863Z","end":"2026-07-28T14:51:13.683841Z","steps":["trace[1675785531] 'agreement among raft nodes before linearized reading' (duration: 967.93058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:13.683869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:12.715852Z","time spent":"968.014712ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T14:51:24.841191Z","caller":"traceutil/trace.go:171","msg":"trace[1840947832] transaction","detail":"{read_only:false; response_revision:19998; number_of_response:1; }","duration":"123.694207ms","start":"2026-07-28T14:51:24.71747Z","end":"2026-07-28T14:51:24.841164Z","steps":["trace[1840947832] 'process raft request' (duration: 123.521003ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:32.220307Z","caller":"traceutil/trace.go:171","msg":"trace[1318770718] transaction","detail":"{read_only:false; response_revision:20054; number_of_response:1; }","duration":"496.396751ms","start":"2026-07-28T14:51:31.723883Z","end":"2026-07-28T14:51:32.220279Z","steps":["trace[1318770718] 'process raft request' (duration: 496.239197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:32.220477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:31.723849Z","time spent":"496.549145ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11815,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:51:32.335859Z","caller":"traceutil/trace.go:171","msg":"trace[895878313] transaction","detail":"{read_only:false; response_revision:20055; number_of_response:1; }","duration":"546.062531ms","start":"2026-07-28T14:51:31.789756Z","end":"2026-07-28T14:51:32.335818Z","steps":["trace[895878313] 'process raft request' (duration: 455.731509ms)","trace[895878313] 'compare' (duration: 90.075995ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:51:32.336099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:31.789717Z","time spent":"546.260055ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:51:32.336616Z","caller":"traceutil/trace.go:171","msg":"trace[1702813794] transaction","detail":"{read_only:false; response_revision:20056; number_of_response:1; }","duration":"503.081052ms","start":"2026-07-28T14:51:31.833521Z","end":"2026-07-28T14:51:32.336602Z","steps":["trace[1702813794] 'process raft request' (duration: 502.246502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:32.336681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:31.833509Z","time spent":"503.140574ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:51:32.337224Z","caller":"traceutil/trace.go:171","msg":"trace[2066135899] transaction","detail":"{read_only:false; response_revision:20057; number_of_response:1; }","duration":"499.241909ms","start":"2026-07-28T14:51:31.837961Z","end":"2026-07-28T14:51:32.337203Z","steps":["trace[2066135899] 'process raft request' (duration: 498.584993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:32.337385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:31.837687Z","time spent":"499.600748ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:51:32.337395Z","caller":"traceutil/trace.go:171","msg":"trace[701852795] transaction","detail":"{read_only:false; response_revision:20058; number_of_response:1; }","duration":"498.275465ms","start":"2026-07-28T14:51:31.839104Z","end":"2026-07-28T14:51:32.33738Z","steps":["trace[701852795] 'process raft request' (duration: 497.790654ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:32.337199Z","caller":"traceutil/trace.go:171","msg":"trace[142893536] linearizableReadLoop","detail":"{readStateIndex:20683; appliedIndex:20678; }","duration":"483.53763ms","start":"2026-07-28T14:51:31.853632Z","end":"2026-07-28T14:51:32.337169Z","steps":["trace[142893536] 'read index received' (duration: 366.498303ms)","trace[142893536] 'applied index is now lower than readState.Index' (duration: 117.038067ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:51:32.337465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:31.839079Z","time spent":"498.354388ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:51:32.337711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.074375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T14:51:32.337751Z","caller":"traceutil/trace.go:171","msg":"trace[579838387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20058; }","duration":"482.113646ms","start":"2026-07-28T14:51:31.855624Z","end":"2026-07-28T14:51:32.337738Z","steps":["trace[579838387] 'agreement among raft nodes before linearized reading' (duration: 481.971763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:32.337781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:31.855606Z","time spent":"482.168927ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T14:51:32.337968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.47319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T14:51:32.338002Z","caller":"traceutil/trace.go:171","msg":"trace[1436254395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20058; }","duration":"481.520291ms","start":"2026-07-28T14:51:31.856474Z","end":"2026-07-28T14:51:32.337994Z","steps":["trace[1436254395] 'agreement among raft nodes before linearized reading' (duration: 481.423669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:32.338013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.155324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"warn","ts":"2026-07-28T14:51:32.338028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:31.856468Z","time spent":"481.554552ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T14:51:32.338048Z","caller":"traceutil/trace.go:171","msg":"trace[1841598141] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20058; }","duration":"130.251796ms","start":"2026-07-28T14:51:32.207787Z","end":"2026-07-28T14:51:32.338039Z","steps":["trace[1841598141] 'agreement among raft nodes before linearized reading' (duration: 130.092422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:32.338063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.431533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6rp8g\" ","response":"range_response_count:1 size:6446"} {"level":"warn","ts":"2026-07-28T14:51:32.338006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.748602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T14:51:32.338116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.734733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T14:51:32.338207Z","caller":"traceutil/trace.go:171","msg":"trace[1186888038] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:20058; }","duration":"314.936928ms","start":"2026-07-28T14:51:32.023246Z","end":"2026-07-28T14:51:32.338183Z","steps":["trace[1186888038] 'agreement among raft nodes before linearized reading' (duration: 314.699792ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:32.338253Z","caller":"traceutil/trace.go:171","msg":"trace[42859134] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6rp8g; range_end:; response_count:1; response_revision:20058; }","duration":"436.629887ms","start":"2026-07-28T14:51:31.901472Z","end":"2026-07-28T14:51:32.338101Z","steps":["trace[42859134] 'agreement among raft nodes before linearized reading' (duration: 436.129915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:32.338272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:32.023227Z","time spent":"315.03385ms","remote":"127.0.0.1:53240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":32,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:51:32.338175Z","caller":"traceutil/trace.go:171","msg":"trace[662286500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20058; }","duration":"480.925647ms","start":"2026-07-28T14:51:31.857232Z","end":"2026-07-28T14:51:32.338157Z","steps":["trace[662286500] 'agreement among raft nodes before linearized reading' (duration: 480.588489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:32.338326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:31.857227Z","time spent":"481.087541ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T14:51:32.338396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:31.901462Z","time spent":"436.925784ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-6rp8g\" "} {"level":"warn","ts":"2026-07-28T14:51:32.338411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.76585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T14:51:32.338678Z","caller":"traceutil/trace.go:171","msg":"trace[1935149615] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20058; }","duration":"485.052016ms","start":"2026-07-28T14:51:31.853606Z","end":"2026-07-28T14:51:32.338658Z","steps":["trace[1935149615] 'agreement among raft nodes before linearized reading' (duration: 483.663893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:32.338769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.105024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T14:51:32.338864Z","caller":"traceutil/trace.go:171","msg":"trace[588326990] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:20058; }","duration":"477.215927ms","start":"2026-07-28T14:51:31.861624Z","end":"2026-07-28T14:51:32.33884Z","steps":["trace[588326990] 'agreement among raft nodes before linearized reading' (duration: 476.638173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:32.338908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:31.861618Z","time spent":"477.281189ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T14:51:32.338976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:31.853597Z","time spent":"485.219521ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T14:51:32.556518Z","caller":"traceutil/trace.go:171","msg":"trace[36411996] transaction","detail":"{read_only:false; response_revision:20060; number_of_response:1; }","duration":"212.837401ms","start":"2026-07-28T14:51:32.343654Z","end":"2026-07-28T14:51:32.556491Z","steps":["trace[36411996] 'process raft request' (duration: 115.769646ms)","trace[36411996] 'compare' (duration: 96.902361ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:51:32.556855Z","caller":"traceutil/trace.go:171","msg":"trace[50902325] transaction","detail":"{read_only:false; response_revision:20061; number_of_response:1; }","duration":"213.156298ms","start":"2026-07-28T14:51:32.343674Z","end":"2026-07-28T14:51:32.556831Z","steps":["trace[50902325] 'process raft request' (duration: 212.773979ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:32.557113Z","caller":"traceutil/trace.go:171","msg":"trace[793306697] transaction","detail":"{read_only:false; response_revision:20062; number_of_response:1; }","duration":"213.407655ms","start":"2026-07-28T14:51:32.343684Z","end":"2026-07-28T14:51:32.557091Z","steps":["trace[793306697] 'process raft request' (duration: 213.040286ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:32.558428Z","caller":"traceutil/trace.go:171","msg":"trace[1209248396] linearizableReadLoop","detail":"{readStateIndex:20688; appliedIndex:20683; }","duration":"214.322797ms","start":"2026-07-28T14:51:32.344076Z","end":"2026-07-28T14:51:32.558399Z","steps":["trace[1209248396] 'read index received' (duration: 87.609797ms)","trace[1209248396] 'applied index is now lower than readState.Index' (duration: 126.71171ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:51:32.558461Z","caller":"traceutil/trace.go:171","msg":"trace[1671068743] transaction","detail":"{read_only:false; response_revision:20063; number_of_response:1; }","duration":"214.44445ms","start":"2026-07-28T14:51:32.343998Z","end":"2026-07-28T14:51:32.558443Z","steps":["trace[1671068743] 'process raft request' (duration: 214.190004ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:32.558627Z","caller":"traceutil/trace.go:171","msg":"trace[756348351] transaction","detail":"{read_only:false; response_revision:20064; number_of_response:1; }","duration":"213.64182ms","start":"2026-07-28T14:51:32.344919Z","end":"2026-07-28T14:51:32.558561Z","steps":["trace[756348351] 'process raft request' (duration: 213.421105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:32.558815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.796627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:51:32.558654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.125365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:51:32.55888Z","caller":"traceutil/trace.go:171","msg":"trace[1059864923] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20064; }","duration":"151.892049ms","start":"2026-07-28T14:51:32.406968Z","end":"2026-07-28T14:51:32.55886Z","steps":["trace[1059864923] 'agreement among raft nodes before linearized reading' (duration: 151.792877ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:32.5589Z","caller":"traceutil/trace.go:171","msg":"trace[444538738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20064; }","duration":"181.430313ms","start":"2026-07-28T14:51:32.377455Z","end":"2026-07-28T14:51:32.558885Z","steps":["trace[444538738] 'agreement among raft nodes before linearized reading' (duration: 181.150716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:32.559184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.110946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:591996"} {"level":"info","ts":"2026-07-28T14:51:32.559267Z","caller":"traceutil/trace.go:171","msg":"trace[1157136448] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:20064; }","duration":"215.209438ms","start":"2026-07-28T14:51:32.344047Z","end":"2026-07-28T14:51:32.559256Z","steps":["trace[1157136448] 'agreement among raft nodes before linearized reading' (duration: 214.628234ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:33.841201Z","caller":"traceutil/trace.go:171","msg":"trace[294897359] transaction","detail":"{read_only:false; response_revision:20067; number_of_response:1; }","duration":"108.05378ms","start":"2026-07-28T14:51:33.73312Z","end":"2026-07-28T14:51:33.841173Z","steps":["trace[294897359] 'process raft request' (duration: 107.907677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:34.846284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.175684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T14:51:34.846498Z","caller":"traceutil/trace.go:171","msg":"trace[2076284044] linearizableReadLoop","detail":"{readStateIndex:20693; appliedIndex:20692; }","duration":"535.284449ms","start":"2026-07-28T14:51:34.311194Z","end":"2026-07-28T14:51:34.846478Z","steps":["trace[2076284044] 'read index received' (duration: 39.271µs)","trace[2076284044] 'applied index is now lower than readState.Index' (duration: 535.242608ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:51:34.846611Z","caller":"traceutil/trace.go:171","msg":"trace[271773700] transaction","detail":"{read_only:false; response_revision:20068; number_of_response:1; }","duration":"1.109885478s","start":"2026-07-28T14:51:33.736713Z","end":"2026-07-28T14:51:34.846599Z","steps":["trace[271773700] 'process raft request' (duration: 233.277985ms)","trace[271773700] 'compare' (duration: 876.020679ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:51:34.846692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:33.7367Z","time spent":"1.10994719s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:51:34.846938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.73919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:51:34.846987Z","caller":"traceutil/trace.go:171","msg":"trace[139456881] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:20068; }","duration":"535.818682ms","start":"2026-07-28T14:51:34.311152Z","end":"2026-07-28T14:51:34.846971Z","steps":["trace[139456881] 'agreement among raft nodes before linearized reading' (duration: 535.732559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:34.847028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:34.311134Z","time spent":"535.883274ms","remote":"127.0.0.1:34324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:51:34.850166Z","caller":"traceutil/trace.go:171","msg":"trace[793814217] transaction","detail":"{read_only:false; response_revision:20069; number_of_response:1; }","duration":"507.482677ms","start":"2026-07-28T14:51:34.342664Z","end":"2026-07-28T14:51:34.850146Z","steps":["trace[793814217] 'process raft request' (duration: 507.381655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:34.850299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:34.342639Z","time spent":"507.58998ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:51:35.735997Z","caller":"traceutil/trace.go:171","msg":"trace[867988789] transaction","detail":"{read_only:false; response_revision:20070; number_of_response:1; }","duration":"1.392927605s","start":"2026-07-28T14:51:34.342864Z","end":"2026-07-28T14:51:35.735792Z","steps":["trace[867988789] 'process raft request' (duration: 1.392318651s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:35.736148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:34.342852Z","time spent":"1.393217123s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:51:35.736232Z","caller":"traceutil/trace.go:171","msg":"trace[476492723] linearizableReadLoop","detail":"{readStateIndex:20698; appliedIndex:20694; }","duration":"889.636819ms","start":"2026-07-28T14:51:34.846563Z","end":"2026-07-28T14:51:35.7362Z","steps":["trace[476492723] 'read index received' (duration: 3.571166ms)","trace[476492723] 'applied index is now lower than readState.Index' (duration: 886.064313ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:51:35.736305Z","caller":"traceutil/trace.go:171","msg":"trace[797009749] transaction","detail":"{read_only:false; response_revision:20073; number_of_response:1; }","duration":"1.263651063s","start":"2026-07-28T14:51:34.47264Z","end":"2026-07-28T14:51:35.736291Z","steps":["trace[797009749] 'process raft request' (duration: 1.263429168s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:35.73638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:34.472623Z","time spent":"1.263712985s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:51:35.7364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167746196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T14:51:35.736477Z","caller":"traceutil/trace.go:171","msg":"trace[1357717563] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:20073; }","duration":"1.167850869s","start":"2026-07-28T14:51:34.568609Z","end":"2026-07-28T14:51:35.73646Z","steps":["trace[1357717563] 'agreement among raft nodes before linearized reading' (duration: 1.167601013s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:35.736488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173934886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T14:51:35.736523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:34.568601Z","time spent":"1.167914781s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T14:51:35.736583Z","caller":"traceutil/trace.go:171","msg":"trace[1413759960] transaction","detail":"{read_only:false; response_revision:20072; number_of_response:1; }","duration":"1.392315101s","start":"2026-07-28T14:51:34.344256Z","end":"2026-07-28T14:51:35.736571Z","steps":["trace[1413759960] 'process raft request' (duration: 1.391508522s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:35.736563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021541235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T14:51:35.73663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174673073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T14:51:35.736641Z","caller":"traceutil/trace.go:171","msg":"trace[1474901974] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:20073; }","duration":"1.021676829s","start":"2026-07-28T14:51:34.714947Z","end":"2026-07-28T14:51:35.736624Z","steps":["trace[1474901974] 'agreement among raft nodes before linearized reading' (duration: 1.021536175s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:35.736667Z","caller":"traceutil/trace.go:171","msg":"trace[369147017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20073; }","duration":"1.174712524s","start":"2026-07-28T14:51:34.561947Z","end":"2026-07-28T14:51:35.736659Z","steps":["trace[369147017] 'agreement among raft nodes before linearized reading' (duration: 1.174598732s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:35.73666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:34.344146Z","time spent":"1.392473964s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:51:35.736702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:34.561923Z","time spent":"1.174772386s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T14:51:35.736705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:34.714927Z","time spent":"1.02176392s","remote":"127.0.0.1:54212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:51:35.736766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167517331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6rp8g\" ","response":"range_response_count:1 size:6446"} {"level":"info","ts":"2026-07-28T14:51:35.736806Z","caller":"traceutil/trace.go:171","msg":"trace[941369842] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6rp8g; range_end:; response_count:1; response_revision:20073; }","duration":"1.167570302s","start":"2026-07-28T14:51:34.569226Z","end":"2026-07-28T14:51:35.736796Z","steps":["trace[941369842] 'agreement among raft nodes before linearized reading' (duration: 1.167452459s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:35.736762Z","caller":"traceutil/trace.go:171","msg":"trace[1900833174] transaction","detail":"{read_only:false; response_revision:20071; number_of_response:1; }","duration":"1.392898135s","start":"2026-07-28T14:51:34.342923Z","end":"2026-07-28T14:51:35.735821Z","steps":["trace[1900833174] 'process raft request' (duration: 1.392649239s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:35.736862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175523514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T14:51:35.73689Z","caller":"traceutil/trace.go:171","msg":"trace[584578259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20073; }","duration":"1.175567636s","start":"2026-07-28T14:51:34.561314Z","end":"2026-07-28T14:51:35.736882Z","steps":["trace[584578259] 'agreement among raft nodes before linearized reading' (duration: 1.175491574s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:35.736923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:34.561306Z","time spent":"1.175611917s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:51:35.736958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:34.342916Z","time spent":"1.3939525s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:51:35.736836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:34.569219Z","time spent":"1.167610944s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-6rp8g\" "} {"level":"warn","ts":"2026-07-28T14:51:35.737086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360948874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:51:35.737164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276827981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:51:35.737188Z","caller":"traceutil/trace.go:171","msg":"trace[1749979913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20073; }","duration":"1.361109218s","start":"2026-07-28T14:51:34.376055Z","end":"2026-07-28T14:51:35.737165Z","steps":["trace[1749979913] 'agreement among raft nodes before linearized reading' (duration: 1.360926333s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:35.736528Z","caller":"traceutil/trace.go:171","msg":"trace[1141524009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20073; }","duration":"1.174009778s","start":"2026-07-28T14:51:34.562507Z","end":"2026-07-28T14:51:35.736516Z","steps":["trace[1141524009] 'agreement among raft nodes before linearized reading' (duration: 1.173847664s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:35.73722Z","caller":"traceutil/trace.go:171","msg":"trace[1609421073] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:20073; }","duration":"1.276916654s","start":"2026-07-28T14:51:34.46029Z","end":"2026-07-28T14:51:35.737207Z","steps":["trace[1609421073] 'agreement among raft nodes before linearized reading' (duration: 1.276827431s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:35.737235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17659295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T14:51:35.737247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:34.376037Z","time spent":"1.361195629s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:51:35.737259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:34.460274Z","time spent":"1.276977275s","remote":"127.0.0.1:34428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:51:35.737256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:34.5625Z","time spent":"1.174737325s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T14:51:35.737281Z","caller":"traceutil/trace.go:171","msg":"trace[874658414] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20073; }","duration":"1.176659892s","start":"2026-07-28T14:51:34.560609Z","end":"2026-07-28T14:51:35.737269Z","steps":["trace[874658414] 'agreement among raft nodes before linearized reading' (duration: 1.176479268s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:35.737316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:34.560599Z","time spent":"1.176710063s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T14:51:35.737499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.541987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T14:51:35.737549Z","caller":"traceutil/trace.go:171","msg":"trace[1875858833] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20073; }","duration":"841.6347ms","start":"2026-07-28T14:51:34.895903Z","end":"2026-07-28T14:51:35.737538Z","steps":["trace[1875858833] 'agreement among raft nodes before linearized reading' (duration: 841.093987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:35.737581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:34.895882Z","time spent":"841.692142ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T14:51:37.069921Z","caller":"traceutil/trace.go:171","msg":"trace[1104508882] transaction","detail":"{read_only:false; response_revision:20080; number_of_response:1; }","duration":"298.337416ms","start":"2026-07-28T14:51:36.771561Z","end":"2026-07-28T14:51:37.069899Z","steps":["trace[1104508882] 'process raft request' (duration: 298.170582ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:37.119011Z","caller":"traceutil/trace.go:171","msg":"trace[96588277] transaction","detail":"{read_only:false; response_revision:20081; number_of_response:1; }","duration":"337.194545ms","start":"2026-07-28T14:51:36.781784Z","end":"2026-07-28T14:51:37.118979Z","steps":["trace[96588277] 'process raft request' (duration: 336.890128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:37.119185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:36.781754Z","time spent":"337.341239ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11916,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:51:37.121588Z","caller":"traceutil/trace.go:171","msg":"trace[448755572] transaction","detail":"{read_only:false; response_revision:20082; number_of_response:1; }","duration":"266.279682ms","start":"2026-07-28T14:51:36.855197Z","end":"2026-07-28T14:51:37.121477Z","steps":["trace[448755572] 'process raft request' (duration: 266.17338ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:43.845403Z","caller":"traceutil/trace.go:171","msg":"trace[1883984655] transaction","detail":"{read_only:false; response_revision:20147; number_of_response:1; }","duration":"129.810236ms","start":"2026-07-28T14:51:43.715565Z","end":"2026-07-28T14:51:43.845375Z","steps":["trace[1883984655] 'process raft request' (duration: 129.56283ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:43.884927Z","caller":"traceutil/trace.go:171","msg":"trace[2057542976] linearizableReadLoop","detail":"{readStateIndex:20776; appliedIndex:20774; }","duration":"161.45963ms","start":"2026-07-28T14:51:43.723447Z","end":"2026-07-28T14:51:43.884907Z","steps":["trace[2057542976] 'read index received' (duration: 121.769972ms)","trace[2057542976] 'applied index is now lower than readState.Index' (duration: 39.688708ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:51:43.885033Z","caller":"traceutil/trace.go:171","msg":"trace[948477613] transaction","detail":"{read_only:false; response_revision:20148; number_of_response:1; }","duration":"169.377951ms","start":"2026-07-28T14:51:43.715648Z","end":"2026-07-28T14:51:43.885026Z","steps":["trace[948477613] 'process raft request' (duration: 169.018693ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:43.885092Z","caller":"traceutil/trace.go:171","msg":"trace[49935217] transaction","detail":"{read_only:false; response_revision:20151; number_of_response:1; }","duration":"114.446184ms","start":"2026-07-28T14:51:43.770616Z","end":"2026-07-28T14:51:43.885062Z","steps":["trace[49935217] 'process raft request' (duration: 114.26216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:43.885421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.959842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-28T14:51:43.885461Z","caller":"traceutil/trace.go:171","msg":"trace[1490883295] transaction","detail":"{read_only:false; response_revision:20150; number_of_response:1; }","duration":"115.319096ms","start":"2026-07-28T14:51:43.770134Z","end":"2026-07-28T14:51:43.885453Z","steps":["trace[1490883295] 'process raft request' (duration: 114.703601ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:43.885468Z","caller":"traceutil/trace.go:171","msg":"trace[2044391446] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:20151; }","duration":"162.047515ms","start":"2026-07-28T14:51:43.723408Z","end":"2026-07-28T14:51:43.885456Z","steps":["trace[2044391446] 'agreement among raft nodes before linearized reading' (duration: 161.930052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:43.885422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.800802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T14:51:43.88574Z","caller":"traceutil/trace.go:171","msg":"trace[2064356624] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20151; }","duration":"110.160011ms","start":"2026-07-28T14:51:43.775572Z","end":"2026-07-28T14:51:43.885732Z","steps":["trace[2064356624] 'agreement among raft nodes before linearized reading' (duration: 109.68093ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:43.885433Z","caller":"traceutil/trace.go:171","msg":"trace[644170355] transaction","detail":"{read_only:false; response_revision:20149; number_of_response:1; }","duration":"117.364475ms","start":"2026-07-28T14:51:43.768058Z","end":"2026-07-28T14:51:43.885422Z","steps":["trace[644170355] 'process raft request' (duration: 116.718799ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:44.264485Z","caller":"traceutil/trace.go:171","msg":"trace[1751369865] transaction","detail":"{read_only:false; response_revision:20175; number_of_response:1; }","duration":"212.998765ms","start":"2026-07-28T14:51:44.051458Z","end":"2026-07-28T14:51:44.264457Z","steps":["trace[1751369865] 'process raft request' (duration: 212.81325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:44.264588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.627408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:51:44.26463Z","caller":"traceutil/trace.go:171","msg":"trace[676834264] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:20175; }","duration":"210.70463ms","start":"2026-07-28T14:51:44.053913Z","end":"2026-07-28T14:51:44.264618Z","steps":["trace[676834264] 'agreement among raft nodes before linearized reading' (duration: 210.610707ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:44.264465Z","caller":"traceutil/trace.go:171","msg":"trace[694686273] linearizableReadLoop","detail":"{readStateIndex:20803; appliedIndex:20802; }","duration":"210.491274ms","start":"2026-07-28T14:51:44.053936Z","end":"2026-07-28T14:51:44.264428Z","steps":["trace[694686273] 'read index received' (duration: 210.268859ms)","trace[694686273] 'applied index is now lower than readState.Index' (duration: 221.775µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:51:44.26523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.954366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-28T14:51:44.265269Z","caller":"traceutil/trace.go:171","msg":"trace[809635071] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:20175; }","duration":"199.037998ms","start":"2026-07-28T14:51:44.066219Z","end":"2026-07-28T14:51:44.265257Z","steps":["trace[809635071] 'agreement among raft nodes before linearized reading' (duration: 198.890394ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:44.451658Z","caller":"traceutil/trace.go:171","msg":"trace[1077818290] linearizableReadLoop","detail":"{readStateIndex:20810; appliedIndex:20808; }","duration":"130.487562ms","start":"2026-07-28T14:51:44.321143Z","end":"2026-07-28T14:51:44.451631Z","steps":["trace[1077818290] 'read index received' (duration: 34.963974ms)","trace[1077818290] 'applied index is now lower than readState.Index' (duration: 95.522038ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:51:44.451788Z","caller":"traceutil/trace.go:171","msg":"trace[1637745772] transaction","detail":"{read_only:false; response_revision:20183; number_of_response:1; }","duration":"128.947535ms","start":"2026-07-28T14:51:44.322806Z","end":"2026-07-28T14:51:44.451754Z","steps":["trace[1637745772] 'process raft request' (duration: 128.75419ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:44.451803Z","caller":"traceutil/trace.go:171","msg":"trace[631444402] transaction","detail":"{read_only:false; response_revision:20182; number_of_response:1; }","duration":"132.148702ms","start":"2026-07-28T14:51:44.319618Z","end":"2026-07-28T14:51:44.451767Z","steps":["trace[631444402] 'process raft request' (duration: 110.983931ms)","trace[631444402] 'compare' (duration: 20.71326ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:51:44.451981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.801489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-28T14:51:44.452049Z","caller":"traceutil/trace.go:171","msg":"trace[68578318] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:20183; }","duration":"130.910882ms","start":"2026-07-28T14:51:44.321119Z","end":"2026-07-28T14:51:44.45203Z","steps":["trace[68578318] 'agreement among raft nodes before linearized reading' (duration: 130.653006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:44.452112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.471651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-28T14:51:44.452153Z","caller":"traceutil/trace.go:171","msg":"trace[443985092] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:20183; }","duration":"125.551313ms","start":"2026-07-28T14:51:44.326586Z","end":"2026-07-28T14:51:44.452137Z","steps":["trace[443985092] 'agreement among raft nodes before linearized reading' (duration: 125.390349ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:45.321114Z","caller":"traceutil/trace.go:171","msg":"trace[101934048] transaction","detail":"{read_only:false; response_revision:20239; number_of_response:1; }","duration":"103.719116ms","start":"2026-07-28T14:51:45.217361Z","end":"2026-07-28T14:51:45.32108Z","steps":["trace[101934048] 'process raft request' (duration: 25.859395ms)","trace[101934048] 'compare' (duration: 77.693047ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:51:47.005482Z","caller":"traceutil/trace.go:171","msg":"trace[2119469303] transaction","detail":"{read_only:false; response_revision:20254; number_of_response:1; }","duration":"100.19546ms","start":"2026-07-28T14:51:46.905257Z","end":"2026-07-28T14:51:47.005452Z","steps":["trace[2119469303] 'process raft request' (duration: 86.416988ms)","trace[2119469303] 'compare' (duration: 13.630419ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:51:48.209615Z","caller":"traceutil/trace.go:171","msg":"trace[189667941] linearizableReadLoop","detail":"{readStateIndex:20912; appliedIndex:20911; }","duration":"108.46449ms","start":"2026-07-28T14:51:48.101126Z","end":"2026-07-28T14:51:48.20959Z","steps":["trace[189667941] 'read index received' (duration: 108.227144ms)","trace[189667941] 'applied index is now lower than readState.Index' (duration: 233.276µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:51:48.209664Z","caller":"traceutil/trace.go:171","msg":"trace[260085368] transaction","detail":"{read_only:false; response_revision:20282; number_of_response:1; }","duration":"108.793688ms","start":"2026-07-28T14:51:48.100836Z","end":"2026-07-28T14:51:48.209629Z","steps":["trace[260085368] 'process raft request' (duration: 108.599583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:48.210366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.224119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:67 size:629105"} {"level":"info","ts":"2026-07-28T14:51:48.210442Z","caller":"traceutil/trace.go:171","msg":"trace[924153489] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:67; response_revision:20282; }","duration":"109.310531ms","start":"2026-07-28T14:51:48.101115Z","end":"2026-07-28T14:51:48.210425Z","steps":["trace[924153489] 'agreement among raft nodes before linearized reading' (duration: 108.604794ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:50.494706Z","caller":"traceutil/trace.go:171","msg":"trace[1141398221] transaction","detail":"{read_only:false; response_revision:20334; number_of_response:1; }","duration":"132.344357ms","start":"2026-07-28T14:51:50.362321Z","end":"2026-07-28T14:51:50.494666Z","steps":["trace[1141398221] 'process raft request' (duration: 46.711518ms)","trace[1141398221] 'compare' (duration: 85.346192ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:51:50.494809Z","caller":"traceutil/trace.go:171","msg":"trace[952957733] linearizableReadLoop","detail":"{readStateIndex:20967; appliedIndex:20964; }","duration":"115.227654ms","start":"2026-07-28T14:51:50.379529Z","end":"2026-07-28T14:51:50.494757Z","steps":["trace[952957733] 'read index received' (duration: 11.086918ms)","trace[952957733] 'applied index is now lower than readState.Index' (duration: 104.135276ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:51:50.495045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.48618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:51:50.495134Z","caller":"traceutil/trace.go:171","msg":"trace[1463412051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20335; }","duration":"115.631834ms","start":"2026-07-28T14:51:50.37949Z","end":"2026-07-28T14:51:50.495122Z","steps":["trace[1463412051] 'agreement among raft nodes before linearized reading' (duration: 115.431099ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:50.495168Z","caller":"traceutil/trace.go:171","msg":"trace[717102719] transaction","detail":"{read_only:false; response_revision:20335; number_of_response:1; }","duration":"100.475287ms","start":"2026-07-28T14:51:50.394678Z","end":"2026-07-28T14:51:50.495153Z","steps":["trace[717102719] 'process raft request' (duration: 99.920144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:50.53649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.028541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"warn","ts":"2026-07-28T14:51:50.536514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.302211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:51:50.536561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.961179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1894"} {"level":"info","ts":"2026-07-28T14:51:50.536586Z","caller":"traceutil/trace.go:171","msg":"trace[521520601] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:20336; }","duration":"154.149434ms","start":"2026-07-28T14:51:50.382416Z","end":"2026-07-28T14:51:50.536565Z","steps":["trace[521520601] 'agreement among raft nodes before linearized reading' (duration: 153.879037ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:50.536636Z","caller":"traceutil/trace.go:171","msg":"trace[1895439152] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:20336; }","duration":"142.083672ms","start":"2026-07-28T14:51:50.394533Z","end":"2026-07-28T14:51:50.536616Z","steps":["trace[1895439152] 'agreement among raft nodes before linearized reading' (duration: 141.896887ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:50.536627Z","caller":"traceutil/trace.go:171","msg":"trace[130117929] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:20336; }","duration":"114.469096ms","start":"2026-07-28T14:51:50.422131Z","end":"2026-07-28T14:51:50.5366Z","steps":["trace[130117929] 'agreement among raft nodes before linearized reading' (duration: 114.270921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:53.785918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.198614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T14:51:53.786247Z","caller":"traceutil/trace.go:171","msg":"trace[1685355193] transaction","detail":"{read_only:false; response_revision:20413; number_of_response:1; }","duration":"414.118713ms","start":"2026-07-28T14:51:53.372053Z","end":"2026-07-28T14:51:53.786172Z","steps":["trace[1685355193] 'process raft request' (duration: 45.54705ms)","trace[1685355193] 'compare' (duration: 368.03048ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:51:53.786374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:53.372031Z","time spent":"414.288838ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20341,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:51:53.78662Z","caller":"traceutil/trace.go:171","msg":"trace[1633316190] linearizableReadLoop","detail":"{readStateIndex:21051; appliedIndex:21050; }","duration":"410.187868ms","start":"2026-07-28T14:51:53.375824Z","end":"2026-07-28T14:51:53.786011Z","steps":["trace[1633316190] 'read index received' (duration: 41.688687ms)","trace[1633316190] 'applied index is now lower than readState.Index' (duration: 368.497961ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:51:53.786751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.913625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-28T14:51:53.786851Z","caller":"traceutil/trace.go:171","msg":"trace[1675556652] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:20413; }","duration":"411.039529ms","start":"2026-07-28T14:51:53.375788Z","end":"2026-07-28T14:51:53.786828Z","steps":["trace[1675556652] 'agreement among raft nodes before linearized reading' (duration: 410.792573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:53.786979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:53.375775Z","time spent":"411.193612ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-07-28T14:51:53.788983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.919753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:95 size:1026316"} {"level":"info","ts":"2026-07-28T14:51:53.789052Z","caller":"traceutil/trace.go:171","msg":"trace[1471810457] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:95; response_revision:20413; }","duration":"391.028965ms","start":"2026-07-28T14:51:53.398008Z","end":"2026-07-28T14:51:53.789037Z","steps":["trace[1471810457] 'agreement among raft nodes before linearized reading' (duration: 390.007081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:53.789091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:53.397988Z","time spent":"391.092156ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":95,"response size":1026339,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-07-28T14:51:53.789796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.059555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/libvirt\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-07-28T14:51:53.789845Z","caller":"traceutil/trace.go:171","msg":"trace[268842739] range","detail":"{range_begin:/registry/serviceaccounts/openstack/libvirt; range_end:; response_count:1; response_revision:20413; }","duration":"138.156037ms","start":"2026-07-28T14:51:53.651677Z","end":"2026-07-28T14:51:53.789834Z","steps":["trace[268842739] 'agreement among raft nodes before linearized reading' (duration: 138.005423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:53.790584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.282479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225409"} {"level":"info","ts":"2026-07-28T14:51:53.790608Z","caller":"traceutil/trace.go:171","msg":"trace[1664413734] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:20413; }","duration":"246.33729ms","start":"2026-07-28T14:51:53.544263Z","end":"2026-07-28T14:51:53.7906Z","steps":["trace[1664413734] 'agreement among raft nodes before linearized reading' (duration: 245.665264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:54.467731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609390716,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:51:54.967972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609390716,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:51:55.249351Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.36241159s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T14:51:55.249792Z","caller":"traceutil/trace.go:171","msg":"trace[449522479] transaction","detail":"{read_only:false; response_revision:20414; number_of_response:1; }","duration":"1.362937702s","start":"2026-07-28T14:51:53.886836Z","end":"2026-07-28T14:51:55.249773Z","steps":["trace[449522479] 'process raft request' (duration: 1.362655565s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:55.249907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:53.886808Z","time spent":"1.363036035s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:51:55.28434Z","caller":"traceutil/trace.go:171","msg":"trace[342976862] transaction","detail":"{read_only:false; response_revision:20417; number_of_response:1; }","duration":"1.327860795s","start":"2026-07-28T14:51:53.956448Z","end":"2026-07-28T14:51:55.284309Z","steps":["trace[342976862] 'process raft request' (duration: 1.327765013s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:55.284536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:53.956421Z","time spent":"1.328013158s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:51:55.28465Z","caller":"traceutil/trace.go:171","msg":"trace[1049507884] transaction","detail":"{read_only:false; response_revision:20415; number_of_response:1; }","duration":"1.333278556s","start":"2026-07-28T14:51:53.951328Z","end":"2026-07-28T14:51:55.284607Z","steps":["trace[1049507884] 'process raft request' (duration: 1.332627901s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:55.284872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:53.951294Z","time spent":"1.3334522s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:51:55.285939Z","caller":"traceutil/trace.go:171","msg":"trace[1012750724] linearizableReadLoop","detail":"{readStateIndex:21055; appliedIndex:21051; }","duration":"1.318697673s","start":"2026-07-28T14:51:53.967199Z","end":"2026-07-28T14:51:55.285897Z","steps":["trace[1012750724] 'read index received' (duration: 1.282365896s)","trace[1012750724] 'applied index is now lower than readState.Index' (duration: 35.035796ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:51:55.285969Z","caller":"traceutil/trace.go:171","msg":"trace[152051886] transaction","detail":"{read_only:false; response_revision:20416; number_of_response:1; }","duration":"1.331286778s","start":"2026-07-28T14:51:53.954632Z","end":"2026-07-28T14:51:55.285919Z","steps":["trace[152051886] 'process raft request' (duration: 1.329528026s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:55.286185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:53.954621Z","time spent":"1.331453122s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:51:55.286326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155897301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T14:51:55.286394Z","caller":"traceutil/trace.go:171","msg":"trace[1926785355] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20418; }","duration":"1.155976063s","start":"2026-07-28T14:51:54.130399Z","end":"2026-07-28T14:51:55.286375Z","steps":["trace[1926785355] 'agreement among raft nodes before linearized reading' (duration: 1.155775428s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:55.286433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:54.130378Z","time spent":"1.156049324s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T14:51:55.286437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.056146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:523"} {"level":"info","ts":"2026-07-28T14:51:55.286489Z","caller":"traceutil/trace.go:171","msg":"trace[479403618] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:20418; }","duration":"485.154118ms","start":"2026-07-28T14:51:54.801323Z","end":"2026-07-28T14:51:55.286477Z","steps":["trace[479403618] 'agreement among raft nodes before linearized reading' (duration: 485.007415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:55.286524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:54.801302Z","time spent":"485.21455ms","remote":"127.0.0.1:54086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":546,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-07-28T14:51:55.286682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.637928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T14:51:55.286698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242372769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-28T14:51:55.286752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.996721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:51:55.286755Z","caller":"traceutil/trace.go:171","msg":"trace[64771290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20418; }","duration":"1.242470282s","start":"2026-07-28T14:51:54.04427Z","end":"2026-07-28T14:51:55.28674Z","steps":["trace[64771290] 'agreement among raft nodes before linearized reading' (duration: 1.242303118s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:55.286783Z","caller":"traceutil/trace.go:171","msg":"trace[1257948366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20418; }","duration":"910.027212ms","start":"2026-07-28T14:51:54.376748Z","end":"2026-07-28T14:51:55.286775Z","steps":["trace[1257948366] 'agreement among raft nodes before linearized reading' (duration: 909.98261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:55.286783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.437787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-07-28T14:51:55.286807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:54.044247Z","time spent":"1.242548554s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T14:51:55.286823Z","caller":"traceutil/trace.go:171","msg":"trace[167234235] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20418; }","duration":"401.511808ms","start":"2026-07-28T14:51:54.885297Z","end":"2026-07-28T14:51:55.286809Z","steps":["trace[167234235] 'agreement among raft nodes before linearized reading' (duration: 401.408416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:55.286858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:54.885277Z","time spent":"401.57436ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:51:55.286942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029348444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6rp8g\" ","response":"range_response_count:1 size:6446"} {"level":"warn","ts":"2026-07-28T14:51:55.286862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021480014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:51:55.286978Z","caller":"traceutil/trace.go:171","msg":"trace[1705344088] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6rp8g; range_end:; response_count:1; response_revision:20418; }","duration":"1.029430266s","start":"2026-07-28T14:51:54.257539Z","end":"2026-07-28T14:51:55.286969Z","steps":["trace[1705344088] 'agreement among raft nodes before linearized reading' (duration: 1.029340084s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:55.286817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:54.376688Z","time spent":"910.122594ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:51:55.286979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319747279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:8006"} {"level":"warn","ts":"2026-07-28T14:51:55.287011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3115234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:95 size:1026316"} {"level":"info","ts":"2026-07-28T14:51:55.287054Z","caller":"traceutil/trace.go:171","msg":"trace[726437759] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:95; response_revision:20418; }","duration":"1.311601362s","start":"2026-07-28T14:51:53.975441Z","end":"2026-07-28T14:51:55.287043Z","steps":["trace[726437759] 'agreement among raft nodes before linearized reading' (duration: 1.31068858s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:51:55.286714Z","caller":"traceutil/trace.go:171","msg":"trace[1078058841] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:20418; }","duration":"737.707789ms","start":"2026-07-28T14:51:54.548997Z","end":"2026-07-28T14:51:55.286705Z","steps":["trace[1078058841] 'agreement among raft nodes before linearized reading' (duration: 737.644867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:55.287104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:53.975434Z","time spent":"1.311657913s","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":95,"response size":1026339,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-07-28T14:51:55.287169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231993999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-07-28T14:51:55.2872Z","caller":"traceutil/trace.go:171","msg":"trace[235693584] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:20418; }","duration":"1.23203818s","start":"2026-07-28T14:51:54.055154Z","end":"2026-07-28T14:51:55.287192Z","steps":["trace[235693584] 'agreement among raft nodes before linearized reading' (duration: 1.231924977s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:55.287261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:54.055147Z","time spent":"1.232075371s","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1369,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-07-28T14:51:55.287217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158043613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T14:51:55.287298Z","caller":"traceutil/trace.go:171","msg":"trace[1470421725] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20418; }","duration":"1.158142515s","start":"2026-07-28T14:51:54.129146Z","end":"2026-07-28T14:51:55.287288Z","steps":["trace[1470421725] 'agreement among raft nodes before linearized reading' (duration: 1.157999031s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:55.287552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265622571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T14:51:55.287591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:54.129141Z","time spent":"1.158440342s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T14:51:55.287598Z","caller":"traceutil/trace.go:171","msg":"trace[1157528975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20418; }","duration":"1.265697833s","start":"2026-07-28T14:51:54.021888Z","end":"2026-07-28T14:51:55.287585Z","steps":["trace[1157528975] 'agreement among raft nodes before linearized reading' (duration: 1.265495288s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:55.287629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:54.02187Z","time spent":"1.265752824s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T14:51:55.287055Z","caller":"traceutil/trace.go:171","msg":"trace[1351476659] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:20418; }","duration":"1.319872592s","start":"2026-07-28T14:51:53.967165Z","end":"2026-07-28T14:51:55.287038Z","steps":["trace[1351476659] 'agreement among raft nodes before linearized reading' (duration: 1.31894359s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:55.287752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:53.967154Z","time spent":"1.320578059s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":8029,"request content":"key:\"/registry/pods/openstack/ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-07-28T14:51:55.287297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193235093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225409"} {"level":"info","ts":"2026-07-28T14:51:55.287973Z","caller":"traceutil/trace.go:171","msg":"trace[1857202326] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:20418; }","duration":"1.19393149s","start":"2026-07-28T14:51:54.094017Z","end":"2026-07-28T14:51:55.287949Z","steps":["trace[1857202326] 'agreement among raft nodes before linearized reading' (duration: 1.19228673s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:55.288036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:54.094002Z","time spent":"1.194017202s","remote":"127.0.0.1:54028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2225432,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-07-28T14:51:55.287003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:54.257517Z","time spent":"1.029479637s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-6rp8g\" "} {"level":"warn","ts":"2026-07-28T14:51:55.287319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:54.548979Z","time spent":"738.13897ms","remote":"127.0.0.1:53160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:51:55.287003Z","caller":"traceutil/trace.go:171","msg":"trace[1983375759] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:20418; }","duration":"1.021648648s","start":"2026-07-28T14:51:54.265341Z","end":"2026-07-28T14:51:55.28699Z","steps":["trace[1983375759] 'agreement among raft nodes before linearized reading' (duration: 1.021490914s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:55.288771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:54.265323Z","time spent":"1.02337395s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:51:55.287383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160449031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T14:51:55.288897Z","caller":"traceutil/trace.go:171","msg":"trace[2049264993] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:20418; }","duration":"1.161971257s","start":"2026-07-28T14:51:54.126907Z","end":"2026-07-28T14:51:55.288878Z","steps":["trace[2049264993] 'agreement among raft nodes before linearized reading' (duration: 1.160367879s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:55.288955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:54.126901Z","time spent":"1.16204079s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T14:51:55.287383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.764024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:523"} {"level":"info","ts":"2026-07-28T14:51:55.289071Z","caller":"traceutil/trace.go:171","msg":"trace[2006486611] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:20418; }","duration":"487.471985ms","start":"2026-07-28T14:51:54.801548Z","end":"2026-07-28T14:51:55.28902Z","steps":["trace[2006486611] 'agreement among raft nodes before linearized reading' (duration: 485.345773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:55.289123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:54.801541Z","time spent":"487.569497ms","remote":"127.0.0.1:54086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":546,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-07-28T14:51:55.287492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15709642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T14:51:55.289178Z","caller":"traceutil/trace.go:171","msg":"trace[677349515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20418; }","duration":"1.15878369s","start":"2026-07-28T14:51:54.130383Z","end":"2026-07-28T14:51:55.289167Z","steps":["trace[677349515] 'agreement among raft nodes before linearized reading' (duration: 1.156996547s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:55.289221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:54.130325Z","time spent":"1.158886863s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T14:51:55.287511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289549809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-28T14:51:55.289354Z","caller":"traceutil/trace.go:171","msg":"trace[1784971195] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20418; }","duration":"1.291417135s","start":"2026-07-28T14:51:53.997924Z","end":"2026-07-28T14:51:55.289341Z","steps":["trace[1784971195] 'agreement among raft nodes before linearized reading' (duration: 1.289480798s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:51:55.289406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:51:53.997913Z","time spent":"1.291464135s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T14:52:29.236854Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18092} {"level":"info","ts":"2026-07-28T14:52:29.356789Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18092,"took":"117.943969ms","hash":12967518,"current-db-size-bytes":45441024,"current-db-size":"45 MB","current-db-size-in-use-bytes":28049408,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-28T14:52:29.356885Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":12967518,"revision":18092,"compact-revision":15495} {"level":"info","ts":"2026-07-28T14:52:50.562072Z","caller":"traceutil/trace.go:171","msg":"trace[1878405163] linearizableReadLoop","detail":"{readStateIndex:21867; appliedIndex:21866; }","duration":"121.240259ms","start":"2026-07-28T14:52:50.440805Z","end":"2026-07-28T14:52:50.562045Z","steps":["trace[1878405163] 'read index received' (duration: 121.010583ms)","trace[1878405163] 'applied index is now lower than readState.Index' (duration: 228.646µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:52:50.562128Z","caller":"traceutil/trace.go:171","msg":"trace[258381899] transaction","detail":"{read_only:false; response_revision:21213; number_of_response:1; }","duration":"125.624505ms","start":"2026-07-28T14:52:50.436468Z","end":"2026-07-28T14:52:50.562092Z","steps":["trace[258381899] 'process raft request' (duration: 125.40919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:52:50.562271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.460864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-28T14:52:50.562315Z","caller":"traceutil/trace.go:171","msg":"trace[1826527773] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21213; }","duration":"121.565087ms","start":"2026-07-28T14:52:50.440737Z","end":"2026-07-28T14:52:50.562302Z","steps":["trace[1826527773] 'agreement among raft nodes before linearized reading' (duration: 121.416693ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:03.100672Z","caller":"traceutil/trace.go:171","msg":"trace[135527170] linearizableReadLoop","detail":"{readStateIndex:21962; appliedIndex:21961; }","duration":"230.435106ms","start":"2026-07-28T14:53:02.870201Z","end":"2026-07-28T14:53:03.100636Z","steps":["trace[135527170] 'read index received' (duration: 230.159179ms)","trace[135527170] 'applied index is now lower than readState.Index' (duration: 274.297µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:53:03.100755Z","caller":"traceutil/trace.go:171","msg":"trace[367505712] transaction","detail":"{read_only:false; response_revision:21305; number_of_response:1; }","duration":"252.472769ms","start":"2026-07-28T14:53:02.848242Z","end":"2026-07-28T14:53:03.100715Z","steps":["trace[367505712] 'process raft request' (duration: 252.1138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:03.100968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.745161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zm48w\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-07-28T14:53:03.101021Z","caller":"traceutil/trace.go:171","msg":"trace[1398015547] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zm48w; range_end:; response_count:1; response_revision:21305; }","duration":"227.835794ms","start":"2026-07-28T14:53:02.873171Z","end":"2026-07-28T14:53:03.101007Z","steps":["trace[1398015547] 'agreement among raft nodes before linearized reading' (duration: 227.650469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:03.101027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.803433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:53:03.101002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.790935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zm48w\" ","response":"range_response_count:1 size:22017"} {"level":"warn","ts":"2026-07-28T14:53:03.100958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.553137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:53:03.10108Z","caller":"traceutil/trace.go:171","msg":"trace[984562037] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21305; }","duration":"138.867184ms","start":"2026-07-28T14:53:02.962196Z","end":"2026-07-28T14:53:03.101063Z","steps":["trace[984562037] 'agreement among raft nodes before linearized reading' (duration: 138.812823ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:03.101103Z","caller":"traceutil/trace.go:171","msg":"trace[362623916] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zm48w; range_end:; response_count:1; response_revision:21305; }","duration":"230.936368ms","start":"2026-07-28T14:53:02.87014Z","end":"2026-07-28T14:53:03.101077Z","steps":["trace[362623916] 'agreement among raft nodes before linearized reading' (duration: 230.667552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:03.101112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.889524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T14:53:03.101148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.841746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T14:53:03.101171Z","caller":"traceutil/trace.go:171","msg":"trace[1928720081] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21305; }","duration":"133.978326ms","start":"2026-07-28T14:53:02.967175Z","end":"2026-07-28T14:53:03.101154Z","steps":["trace[1928720081] 'agreement among raft nodes before linearized reading' (duration: 133.822363ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:03.101232Z","caller":"traceutil/trace.go:171","msg":"trace[618995713] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21305; }","duration":"177.99304ms","start":"2026-07-28T14:53:02.923216Z","end":"2026-07-28T14:53:03.101209Z","steps":["trace[618995713] 'agreement among raft nodes before linearized reading' (duration: 177.757184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:03.101294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.724241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:53:03.101224Z","caller":"traceutil/trace.go:171","msg":"trace[2107792044] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:21305; }","duration":"138.742951ms","start":"2026-07-28T14:53:02.962372Z","end":"2026-07-28T14:53:03.101115Z","steps":["trace[2107792044] 'agreement among raft nodes before linearized reading' (duration: 138.477215ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:03.101418Z","caller":"traceutil/trace.go:171","msg":"trace[1622002073] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:21305; }","duration":"139.229833ms","start":"2026-07-28T14:53:02.962176Z","end":"2026-07-28T14:53:03.101406Z","steps":["trace[1622002073] 'agreement among raft nodes before linearized reading' (duration: 138.712191ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:03.672171Z","caller":"traceutil/trace.go:171","msg":"trace[608833587] transaction","detail":"{read_only:false; response_revision:21307; number_of_response:1; }","duration":"147.176355ms","start":"2026-07-28T14:53:03.524963Z","end":"2026-07-28T14:53:03.67214Z","steps":["trace[608833587] 'process raft request' (duration: 147.028781ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:03.737101Z","caller":"traceutil/trace.go:171","msg":"trace[915813351] transaction","detail":"{read_only:false; response_revision:21308; number_of_response:1; }","duration":"200.989785ms","start":"2026-07-28T14:53:03.536083Z","end":"2026-07-28T14:53:03.737073Z","steps":["trace[915813351] 'process raft request' (duration: 200.34755ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:03.737147Z","caller":"traceutil/trace.go:171","msg":"trace[215696651] transaction","detail":"{read_only:false; response_revision:21309; number_of_response:1; }","duration":"200.189826ms","start":"2026-07-28T14:53:03.53691Z","end":"2026-07-28T14:53:03.7371Z","steps":["trace[215696651] 'process raft request' (duration: 200.064293ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:03.73721Z","caller":"traceutil/trace.go:171","msg":"trace[1350146394] linearizableReadLoop","detail":"{readStateIndex:21967; appliedIndex:21963; }","duration":"187.759555ms","start":"2026-07-28T14:53:03.549424Z","end":"2026-07-28T14:53:03.737184Z","steps":["trace[1350146394] 'read index received' (duration: 122.670133ms)","trace[1350146394] 'applied index is now lower than readState.Index' (duration: 65.088252ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:53:03.737265Z","caller":"traceutil/trace.go:171","msg":"trace[1717965775] transaction","detail":"{read_only:false; response_revision:21310; number_of_response:1; }","duration":"199.199302ms","start":"2026-07-28T14:53:03.537986Z","end":"2026-07-28T14:53:03.737186Z","steps":["trace[1717965775] 'process raft request' (duration: 199.053298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:03.737534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.097904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" ","response":"range_response_count:1 size:9715"} {"level":"info","ts":"2026-07-28T14:53:03.737578Z","caller":"traceutil/trace.go:171","msg":"trace[2007938649] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2n4p; range_end:; response_count:1; response_revision:21311; }","duration":"188.191356ms","start":"2026-07-28T14:53:03.549378Z","end":"2026-07-28T14:53:03.737569Z","steps":["trace[2007938649] 'agreement among raft nodes before linearized reading' (duration: 188.034002ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:03.73735Z","caller":"traceutil/trace.go:171","msg":"trace[1706095339] transaction","detail":"{read_only:false; response_revision:21311; number_of_response:1; }","duration":"176.234847ms","start":"2026-07-28T14:53:03.561103Z","end":"2026-07-28T14:53:03.737338Z","steps":["trace[1706095339] 'process raft request' (duration: 175.992081ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:14.157398Z","caller":"traceutil/trace.go:171","msg":"trace[338118880] transaction","detail":"{read_only:false; response_revision:21374; number_of_response:1; }","duration":"447.603672ms","start":"2026-07-28T14:53:13.709767Z","end":"2026-07-28T14:53:14.15737Z","steps":["trace[338118880] 'process raft request' (duration: 447.396217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:14.157756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:13.709737Z","time spent":"447.93034ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:53:14.786089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.548425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T14:53:14.786391Z","caller":"traceutil/trace.go:171","msg":"trace[1624896126] transaction","detail":"{read_only:false; response_revision:21375; number_of_response:1; }","duration":"1.013991473s","start":"2026-07-28T14:53:13.772375Z","end":"2026-07-28T14:53:14.786367Z","steps":["trace[1624896126] 'process raft request' (duration: 435.078829ms)","trace[1624896126] 'compare' (duration: 578.428452ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:53:14.786464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:13.772351Z","time spent":"1.014082636s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:53:14.786647Z","caller":"traceutil/trace.go:171","msg":"trace[126083116] linearizableReadLoop","detail":"{readStateIndex:22036; appliedIndex:22032; }","duration":"974.964861ms","start":"2026-07-28T14:53:13.811668Z","end":"2026-07-28T14:53:14.786633Z","steps":["trace[126083116] 'read index received' (duration: 345.508036ms)","trace[126083116] 'applied index is now lower than readState.Index' (duration: 629.456055ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:53:14.786677Z","caller":"traceutil/trace.go:171","msg":"trace[1646789668] transaction","detail":"{read_only:false; response_revision:21376; number_of_response:1; }","duration":"1.012285632s","start":"2026-07-28T14:53:13.774358Z","end":"2026-07-28T14:53:14.786644Z","steps":["trace[1646789668] 'process raft request' (duration: 1.011826101s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:14.786699Z","caller":"traceutil/trace.go:171","msg":"trace[153520326] transaction","detail":"{read_only:false; response_revision:21377; number_of_response:1; }","duration":"1.010092799s","start":"2026-07-28T14:53:13.776563Z","end":"2026-07-28T14:53:14.786655Z","steps":["trace[153520326] 'process raft request' (duration: 1.010009527s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:14.786793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:13.774328Z","time spent":"1.012400585s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:53:14.786835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.457677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:53:14.786878Z","caller":"traceutil/trace.go:171","msg":"trace[1058211701] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:21377; }","duration":"129.544789ms","start":"2026-07-28T14:53:14.657324Z","end":"2026-07-28T14:53:14.786869Z","steps":["trace[1058211701] 'agreement among raft nodes before linearized reading' (duration: 129.477648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:14.786864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.140694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:53:14.786884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.952095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T14:53:14.786898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:13.776551Z","time spent":"1.010243592s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:53:14.78693Z","caller":"traceutil/trace.go:171","msg":"trace[1930853793] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:21377; }","duration":"928.026596ms","start":"2026-07-28T14:53:13.85889Z","end":"2026-07-28T14:53:14.786917Z","steps":["trace[1930853793] 'agreement among raft nodes before linearized reading' (duration: 927.857832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:14.78697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:13.858873Z","time spent":"928.088999ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T14:53:14.786996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.660282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T14:53:14.787031Z","caller":"traceutil/trace.go:171","msg":"trace[819664181] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21377; }","duration":"129.726424ms","start":"2026-07-28T14:53:14.657292Z","end":"2026-07-28T14:53:14.787018Z","steps":["trace[819664181] 'agreement among raft nodes before linearized reading' (duration: 129.617691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:14.787052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.913034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"warn","ts":"2026-07-28T14:53:14.787141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.920039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-28T14:53:14.78717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.143736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-x6zg6\" ","response":"range_response_count:1 size:20561"} {"level":"info","ts":"2026-07-28T14:53:14.787184Z","caller":"traceutil/trace.go:171","msg":"trace[1221990857] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21377; }","duration":"377.989251ms","start":"2026-07-28T14:53:14.409186Z","end":"2026-07-28T14:53:14.787176Z","steps":["trace[1221990857] 'agreement among raft nodes before linearized reading' (duration: 377.867808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:14.787035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.928845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T14:53:14.787202Z","caller":"traceutil/trace.go:171","msg":"trace[917549951] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-x6zg6; range_end:; response_count:1; response_revision:21377; }","duration":"393.215398ms","start":"2026-07-28T14:53:14.393978Z","end":"2026-07-28T14:53:14.787194Z","steps":["trace[917549951] 'agreement among raft nodes before linearized reading' (duration: 393.080795ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:14.7872Z","caller":"traceutil/trace.go:171","msg":"trace[1735114038] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21377; }","duration":"360.104799ms","start":"2026-07-28T14:53:14.427066Z","end":"2026-07-28T14:53:14.787171Z","steps":["trace[1735114038] 'agreement among raft nodes before linearized reading' (duration: 359.75227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:14.787232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:14.393956Z","time spent":"393.26983ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20584,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-x6zg6\" "} {"level":"warn","ts":"2026-07-28T14:53:14.787221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.487775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" ","response":"range_response_count:1 size:9715"} {"level":"info","ts":"2026-07-28T14:53:14.787226Z","caller":"traceutil/trace.go:171","msg":"trace[1937790583] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21377; }","duration":"377.14195ms","start":"2026-07-28T14:53:14.410073Z","end":"2026-07-28T14:53:14.787215Z","steps":["trace[1937790583] 'agreement among raft nodes before linearized reading' (duration: 376.870563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:14.787293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:14.427053Z","time spent":"360.228251ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12483,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T14:53:14.787309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:14.410061Z","time spent":"377.237713ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-28T14:53:14.787311Z","caller":"traceutil/trace.go:171","msg":"trace[951683209] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2n4p; range_end:; response_count:1; response_revision:21377; }","duration":"913.598419ms","start":"2026-07-28T14:53:13.873695Z","end":"2026-07-28T14:53:14.787293Z","steps":["trace[951683209] 'agreement among raft nodes before linearized reading' (duration: 913.408374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:14.787349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:13.873684Z","time spent":"913.65701ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9738,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" "} {"level":"warn","ts":"2026-07-28T14:53:14.78737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.706536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T14:53:14.787397Z","caller":"traceutil/trace.go:171","msg":"trace[50549340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21377; }","duration":"924.752978ms","start":"2026-07-28T14:53:13.862636Z","end":"2026-07-28T14:53:14.787389Z","steps":["trace[50549340] 'agreement among raft nodes before linearized reading' (duration: 924.690046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:14.787426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:13.862623Z","time spent":"924.797559ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T14:53:14.787142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.729871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T14:53:14.787449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.803869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-28T14:53:14.787465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.269075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:53:14.786923Z","caller":"traceutil/trace.go:171","msg":"trace[1988802661] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21377; }","duration":"378.242186ms","start":"2026-07-28T14:53:14.408667Z","end":"2026-07-28T14:53:14.786909Z","steps":["trace[1988802661] 'agreement among raft nodes before linearized reading' (duration: 378.104623ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:14.787485Z","caller":"traceutil/trace.go:171","msg":"trace[559658677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21377; }","duration":"924.860211ms","start":"2026-07-28T14:53:13.862616Z","end":"2026-07-28T14:53:14.787476Z","steps":["trace[559658677] 'agreement among raft nodes before linearized reading' (duration: 924.768289ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:14.787501Z","caller":"traceutil/trace.go:171","msg":"trace[1654597990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21377; }","duration":"411.339166ms","start":"2026-07-28T14:53:14.376152Z","end":"2026-07-28T14:53:14.787491Z","steps":["trace[1654597990] 'agreement among raft nodes before linearized reading' (duration: 411.285355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:14.787509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:14.408644Z","time spent":"378.854191ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T14:53:14.787527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:14.376132Z","time spent":"411.390287ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:53:14.787536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.18333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T14:53:14.787532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.804719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T14:53:14.787542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:13.862603Z","time spent":"924.909812ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T14:53:14.787564Z","caller":"traceutil/trace.go:171","msg":"trace[1548152521] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21377; }","duration":"928.243562ms","start":"2026-07-28T14:53:13.859313Z","end":"2026-07-28T14:53:14.787557Z","steps":["trace[1548152521] 'agreement among raft nodes before linearized reading' (duration: 928.17457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:14.787216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.782695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-28T14:53:14.787576Z","caller":"traceutil/trace.go:171","msg":"trace[1609459397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21377; }","duration":"924.869001ms","start":"2026-07-28T14:53:13.862695Z","end":"2026-07-28T14:53:14.787564Z","steps":["trace[1609459397] 'agreement among raft nodes before linearized reading' (duration: 924.759688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:14.787588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:13.859297Z","time spent":"928.286733ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T14:53:14.7876Z","caller":"traceutil/trace.go:171","msg":"trace[304437499] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:21377; }","duration":"130.207725ms","start":"2026-07-28T14:53:14.657382Z","end":"2026-07-28T14:53:14.78759Z","steps":["trace[304437499] 'agreement among raft nodes before linearized reading' (duration: 129.783564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:14.787605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:13.862684Z","time spent":"924.915542ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T14:53:14.787663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.800307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:53:14.787691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.352765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6rp8g\" ","response":"range_response_count:1 size:6446"} {"level":"info","ts":"2026-07-28T14:53:14.7877Z","caller":"traceutil/trace.go:171","msg":"trace[1334956495] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:21377; }","duration":"529.875179ms","start":"2026-07-28T14:53:14.257815Z","end":"2026-07-28T14:53:14.78769Z","steps":["trace[1334956495] 'agreement among raft nodes before linearized reading' (duration: 529.820798ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:14.787708Z","caller":"traceutil/trace.go:171","msg":"trace[75545306] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6rp8g; range_end:; response_count:1; response_revision:21377; }","duration":"596.398396ms","start":"2026-07-28T14:53:14.191304Z","end":"2026-07-28T14:53:14.787703Z","steps":["trace[75545306] 'agreement among raft nodes before linearized reading' (duration: 596.346755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:14.787736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:14.257784Z","time spent":"529.944751ms","remote":"127.0.0.1:53210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:53:14.787276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.860867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:53:14.787771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:14.191289Z","time spent":"596.438917ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-6rp8g\" "} {"level":"warn","ts":"2026-07-28T14:53:14.787216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:14.409171Z","time spent":"378.038912ms","remote":"127.0.0.1:54086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-28T14:53:14.787793Z","caller":"traceutil/trace.go:171","msg":"trace[1838629311] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21377; }","duration":"130.40417ms","start":"2026-07-28T14:53:14.657369Z","end":"2026-07-28T14:53:14.787773Z","steps":["trace[1838629311] 'agreement among raft nodes before linearized reading' (duration: 129.889648ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:14.787467Z","caller":"traceutil/trace.go:171","msg":"trace[112812287] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21377; }","duration":"127.076019ms","start":"2026-07-28T14:53:14.66038Z","end":"2026-07-28T14:53:14.787456Z","steps":["trace[112812287] 'agreement among raft nodes before linearized reading' (duration: 126.619678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:14.789511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.8389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T14:53:14.78959Z","caller":"traceutil/trace.go:171","msg":"trace[905987847] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21377; }","duration":"977.962253ms","start":"2026-07-28T14:53:13.811611Z","end":"2026-07-28T14:53:14.789573Z","steps":["trace[905987847] 'agreement among raft nodes before linearized reading' (duration: 975.098333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:14.790056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:13.81159Z","time spent":"978.452085ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T14:53:15.021201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.98799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T14:53:15.021313Z","caller":"traceutil/trace.go:171","msg":"trace[397738225] transaction","detail":"{read_only:false; response_revision:21378; number_of_response:1; }","duration":"229.784371ms","start":"2026-07-28T14:53:14.791506Z","end":"2026-07-28T14:53:15.021291Z","steps":["trace[397738225] 'process raft request' (duration: 123.617086ms)","trace[397738225] 'compare' (duration: 105.710094ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:53:15.051924Z","caller":"traceutil/trace.go:171","msg":"trace[1287362131] transaction","detail":"{read_only:false; response_revision:21379; number_of_response:1; }","duration":"260.159684ms","start":"2026-07-28T14:53:14.791715Z","end":"2026-07-28T14:53:15.051875Z","steps":["trace[1287362131] 'process raft request' (duration: 259.761354ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:15.052014Z","caller":"traceutil/trace.go:171","msg":"trace[791424673] transaction","detail":"{read_only:false; response_revision:21380; number_of_response:1; }","duration":"260.077761ms","start":"2026-07-28T14:53:14.791894Z","end":"2026-07-28T14:53:15.051972Z","steps":["trace[791424673] 'process raft request' (duration: 259.765723ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:15.052163Z","caller":"traceutil/trace.go:171","msg":"trace[688725220] transaction","detail":"{read_only:false; response_revision:21381; number_of_response:1; }","duration":"259.661291ms","start":"2026-07-28T14:53:14.792482Z","end":"2026-07-28T14:53:15.052143Z","steps":["trace[688725220] 'process raft request' (duration: 259.425405ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:15.052378Z","caller":"traceutil/trace.go:171","msg":"trace[1132587618] transaction","detail":"{read_only:false; response_revision:21382; number_of_response:1; }","duration":"259.831495ms","start":"2026-07-28T14:53:14.792526Z","end":"2026-07-28T14:53:15.052357Z","steps":["trace[1132587618] 'process raft request' (duration: 259.433966ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:15.052889Z","caller":"traceutil/trace.go:171","msg":"trace[2012192752] linearizableReadLoop","detail":"{readStateIndex:22042; appliedIndex:22036; }","duration":"259.327003ms","start":"2026-07-28T14:53:14.79348Z","end":"2026-07-28T14:53:15.052807Z","steps":["trace[2012192752] 'read index received' (duration: 121.651898ms)","trace[2012192752] 'applied index is now lower than readState.Index' (duration: 137.674145ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:53:15.052899Z","caller":"traceutil/trace.go:171","msg":"trace[1275284424] transaction","detail":"{read_only:false; response_revision:21383; number_of_response:1; }","duration":"259.489887ms","start":"2026-07-28T14:53:14.793387Z","end":"2026-07-28T14:53:15.052877Z","steps":["trace[1275284424] 'process raft request' (duration: 258.762839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:15.053099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.717758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T14:53:15.053108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.60861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-28T14:53:15.053133Z","caller":"traceutil/trace.go:171","msg":"trace[1890629476] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21383; }","duration":"212.789819ms","start":"2026-07-28T14:53:14.840335Z","end":"2026-07-28T14:53:15.053125Z","steps":["trace[1890629476] 'agreement among raft nodes before linearized reading' (duration: 212.650706ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:15.053155Z","caller":"traceutil/trace.go:171","msg":"trace[995312155] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21383; }","duration":"259.680882ms","start":"2026-07-28T14:53:14.79346Z","end":"2026-07-28T14:53:15.053141Z","steps":["trace[995312155] 'agreement among raft nodes before linearized reading' (duration: 259.503278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:15.056248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.415418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:766547"} {"level":"info","ts":"2026-07-28T14:53:15.05644Z","caller":"traceutil/trace.go:171","msg":"trace[1797031039] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:21383; }","duration":"262.52163ms","start":"2026-07-28T14:53:14.793797Z","end":"2026-07-28T14:53:15.056319Z","steps":["trace[1797031039] 'agreement among raft nodes before linearized reading' (duration: 259.19177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:15.056971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.464185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:766547"} {"level":"info","ts":"2026-07-28T14:53:15.057072Z","caller":"traceutil/trace.go:171","msg":"trace[1866101553] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:21383; }","duration":"261.601249ms","start":"2026-07-28T14:53:14.795444Z","end":"2026-07-28T14:53:15.057046Z","steps":["trace[1866101553] 'agreement among raft nodes before linearized reading' (duration: 257.704324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:15.057114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.108192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:766547"} {"level":"info","ts":"2026-07-28T14:53:15.057224Z","caller":"traceutil/trace.go:171","msg":"trace[167780082] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:21383; }","duration":"260.222395ms","start":"2026-07-28T14:53:14.796963Z","end":"2026-07-28T14:53:15.057186Z","steps":["trace[167780082] 'agreement among raft nodes before linearized reading' (duration: 256.109826ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:15.832952Z","caller":"traceutil/trace.go:171","msg":"trace[2060141581] transaction","detail":"{read_only:false; response_revision:21385; number_of_response:1; }","duration":"169.918885ms","start":"2026-07-28T14:53:15.662999Z","end":"2026-07-28T14:53:15.832917Z","steps":["trace[2060141581] 'process raft request' (duration: 123.365621ms)","trace[2060141581] 'compare' (duration: 46.39791ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:53:16.27688Z","caller":"traceutil/trace.go:171","msg":"trace[277996933] transaction","detail":"{read_only:false; response_revision:21386; number_of_response:1; }","duration":"113.268576ms","start":"2026-07-28T14:53:16.163577Z","end":"2026-07-28T14:53:16.276845Z","steps":["trace[277996933] 'process raft request' (duration: 113.036941ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:17.077788Z","caller":"traceutil/trace.go:171","msg":"trace[91366966] transaction","detail":"{read_only:false; response_revision:21387; number_of_response:1; }","duration":"285.526497ms","start":"2026-07-28T14:53:16.792236Z","end":"2026-07-28T14:53:17.077762Z","steps":["trace[91366966] 'process raft request' (duration: 285.372783ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:17.077885Z","caller":"traceutil/trace.go:171","msg":"trace[1638391717] linearizableReadLoop","detail":"{readStateIndex:22046; appliedIndex:22046; }","duration":"284.462162ms","start":"2026-07-28T14:53:16.793379Z","end":"2026-07-28T14:53:17.077841Z","steps":["trace[1638391717] 'read index received' (duration: 284.444131ms)","trace[1638391717] 'applied index is now lower than readState.Index' (duration: 15.121µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:53:17.078347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.925303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T14:53:17.078422Z","caller":"traceutil/trace.go:171","msg":"trace[650707461] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21387; }","duration":"285.056675ms","start":"2026-07-28T14:53:16.793347Z","end":"2026-07-28T14:53:17.078403Z","steps":["trace[650707461] 'agreement among raft nodes before linearized reading' (duration: 284.702387ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:17.079311Z","caller":"traceutil/trace.go:171","msg":"trace[295040676] transaction","detail":"{read_only:false; response_revision:21388; number_of_response:1; }","duration":"284.986844ms","start":"2026-07-28T14:53:16.794298Z","end":"2026-07-28T14:53:17.079285Z","steps":["trace[295040676] 'process raft request' (duration: 284.644405ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:17.07929Z","caller":"traceutil/trace.go:171","msg":"trace[488775757] transaction","detail":"{read_only:false; response_revision:21389; number_of_response:1; }","duration":"284.436501ms","start":"2026-07-28T14:53:16.794787Z","end":"2026-07-28T14:53:17.079223Z","steps":["trace[488775757] 'process raft request' (duration: 284.327148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:18.279867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200657152s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T14:53:18.280004Z","caller":"traceutil/trace.go:171","msg":"trace[1484759873] linearizableReadLoop","detail":"{readStateIndex:22049; appliedIndex:22046; }","duration":"1.201983155s","start":"2026-07-28T14:53:17.078002Z","end":"2026-07-28T14:53:18.279986Z","steps":["trace[1484759873] 'read index received' (duration: 840.811µs)","trace[1484759873] 'applied index is now lower than readState.Index' (duration: 1.201140174s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:53:18.2807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48621313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:53:18.280755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280503471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:53:18.280808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217815557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T14:53:18.280741Z","caller":"traceutil/trace.go:171","msg":"trace[1035727540] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21389; }","duration":"1.486270602s","start":"2026-07-28T14:53:16.794458Z","end":"2026-07-28T14:53:18.280729Z","steps":["trace[1035727540] 'agreement among raft nodes before linearized reading' (duration: 1.48618947s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:18.280861Z","caller":"traceutil/trace.go:171","msg":"trace[1135891201] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21389; }","duration":"1.217884628s","start":"2026-07-28T14:53:17.06296Z","end":"2026-07-28T14:53:18.280844Z","steps":["trace[1135891201] 'agreement among raft nodes before linearized reading' (duration: 1.217714214s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:18.280912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.06295Z","time spent":"1.2179545s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T14:53:18.280915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202370294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-x6zg6\" ","response":"range_response_count:1 size:20561"} {"level":"warn","ts":"2026-07-28T14:53:18.280936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:16.794453Z","time spent":"1.486408915s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T14:53:18.280922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204647069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6rp8g\" ","response":"range_response_count:1 size:6446"} {"level":"warn","ts":"2026-07-28T14:53:18.281004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.164456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:53:18.281001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224196341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T14:53:18.281033Z","caller":"traceutil/trace.go:171","msg":"trace[618511937] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:21389; }","duration":"903.223078ms","start":"2026-07-28T14:53:17.377801Z","end":"2026-07-28T14:53:18.281024Z","steps":["trace[618511937] 'agreement among raft nodes before linearized reading' (duration: 903.181227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:18.280996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223992105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T14:53:18.28105Z","caller":"traceutil/trace.go:171","msg":"trace[1934777116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21389; }","duration":"1.224265242s","start":"2026-07-28T14:53:17.05677Z","end":"2026-07-28T14:53:18.281035Z","steps":["trace[1934777116] 'agreement among raft nodes before linearized reading' (duration: 1.224126859s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:18.280865Z","caller":"traceutil/trace.go:171","msg":"trace[362395984] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:21389; }","duration":"1.280673305s","start":"2026-07-28T14:53:17.000165Z","end":"2026-07-28T14:53:18.280838Z","steps":["trace[362395984] 'agreement among raft nodes before linearized reading' (duration: 1.280478181s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:18.281079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.291717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:53:18.281385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.256904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-28T14:53:18.281476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006843031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zm48w\" ","response":"range_response_count:1 size:22017"} {"level":"warn","ts":"2026-07-28T14:53:18.281521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000983789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zm48w\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-07-28T14:53:18.281535Z","caller":"traceutil/trace.go:171","msg":"trace[1714035888] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zm48w; range_end:; response_count:1; response_revision:21389; }","duration":"1.006913683s","start":"2026-07-28T14:53:17.2746Z","end":"2026-07-28T14:53:18.281513Z","steps":["trace[1714035888] 'agreement among raft nodes before linearized reading' (duration: 1.006745619s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:18.281514Z","caller":"traceutil/trace.go:171","msg":"trace[534793154] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21389; }","duration":"139.425137ms","start":"2026-07-28T14:53:18.142072Z","end":"2026-07-28T14:53:18.281497Z","steps":["trace[534793154] 'agreement among raft nodes before linearized reading' (duration: 139.13251ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:18.281568Z","caller":"traceutil/trace.go:171","msg":"trace[637920312] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zm48w; range_end:; response_count:1; response_revision:21389; }","duration":"1.001040201s","start":"2026-07-28T14:53:17.280511Z","end":"2026-07-28T14:53:18.281551Z","steps":["trace[637920312] 'agreement among raft nodes before linearized reading' (duration: 1.000823705s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:18.281578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.274588Z","time spent":"1.006981664s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22040,"request content":"key:\"/registry/pods/openstack/nova-compute-default-zm48w\" "} {"level":"warn","ts":"2026-07-28T14:53:18.281605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.280501Z","time spent":"1.001097212s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22040,"request content":"key:\"/registry/pods/openstack/nova-compute-default-zm48w\" "} {"level":"warn","ts":"2026-07-28T14:53:18.281759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256224474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T14:53:18.281921Z","caller":"traceutil/trace.go:171","msg":"trace[170855682] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:21389; }","duration":"1.256408929s","start":"2026-07-28T14:53:17.025494Z","end":"2026-07-28T14:53:18.281902Z","steps":["trace[170855682] 'agreement among raft nodes before linearized reading' (duration: 1.25561418s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:18.281486Z","caller":"traceutil/trace.go:171","msg":"trace[144306187] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:21389; }","duration":"799.764709ms","start":"2026-07-28T14:53:17.481705Z","end":"2026-07-28T14:53:18.28147Z","steps":["trace[144306187] 'agreement among raft nodes before linearized reading' (duration: 799.345528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:18.282374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.481674Z","time spent":"800.681621ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-28T14:53:18.280962Z","caller":"traceutil/trace.go:171","msg":"trace[962630153] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-x6zg6; range_end:; response_count:1; response_revision:21389; }","duration":"1.202423175s","start":"2026-07-28T14:53:17.078527Z","end":"2026-07-28T14:53:18.28095Z","steps":["trace[962630153] 'agreement among raft nodes before linearized reading' (duration: 1.202283112s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:18.282415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.025479Z","time spent":"1.25685851s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T14:53:18.282505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.078487Z","time spent":"1.203999343s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20584,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-x6zg6\" "} {"level":"warn","ts":"2026-07-28T14:53:18.281061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.377784Z","time spent":"903.271459ms","remote":"127.0.0.1:34344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:53:18.281012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.065773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T14:53:18.282823Z","caller":"traceutil/trace.go:171","msg":"trace[1203669333] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21389; }","duration":"863.906638ms","start":"2026-07-28T14:53:17.41889Z","end":"2026-07-28T14:53:18.282796Z","steps":["trace[1203669333] 'agreement among raft nodes before linearized reading' (duration: 862.012722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:18.282895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.418872Z","time spent":"864.003951ms","remote":"127.0.0.1:54086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T14:53:18.281098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015605003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:53:18.282995Z","caller":"traceutil/trace.go:171","msg":"trace[1270950442] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21389; }","duration":"1.017532099s","start":"2026-07-28T14:53:17.265443Z","end":"2026-07-28T14:53:18.282976Z","steps":["trace[1270950442] 'agreement among raft nodes before linearized reading' (duration: 1.015640463s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:18.283072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.26542Z","time spent":"1.017638621s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T14:53:18.281096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.056759Z","time spent":"1.224326744s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T14:53:18.281099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.000143Z","time spent":"1.280943301s","remote":"127.0.0.1:54730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:53:18.28109Z","caller":"traceutil/trace.go:171","msg":"trace[1855213729] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21389; }","duration":"1.22415323s","start":"2026-07-28T14:53:17.056911Z","end":"2026-07-28T14:53:18.281064Z","steps":["trace[1855213729] 'agreement among raft nodes before linearized reading' (duration: 1.223914844s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:18.283455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.056872Z","time spent":"1.226562928s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T14:53:18.281123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131179324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:53:18.283588Z","caller":"traceutil/trace.go:171","msg":"trace[1032856643] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:21389; }","duration":"1.133636744s","start":"2026-07-28T14:53:17.149938Z","end":"2026-07-28T14:53:18.283575Z","steps":["trace[1032856643] 'agreement among raft nodes before linearized reading' (duration: 1.131171964s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:18.281156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.612665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:53:18.281179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131295197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T14:53:18.281203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131335238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:53:18.281187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008836528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T14:53:18.281229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131384199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:53:18.281222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223808021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T14:53:18.281216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.698549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:53:18.281219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.674176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:53:18.281206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.02934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T14:53:18.281279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201682367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" ","response":"range_response_count:1 size:9715"} {"level":"warn","ts":"2026-07-28T14:53:18.281282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.045496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:53:18.281309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48787732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:53:18.281293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486808924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-28T14:53:18.281256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224744975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T14:53:18.281313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487771678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-07-28T14:53:18.281316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.665763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-28T14:53:18.281314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223955315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-28T14:53:18.281351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48786605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-28T14:53:18.281358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486926577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:53:18.281358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.344337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T14:53:18.281372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015740025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-28T14:53:18.281007Z","caller":"traceutil/trace.go:171","msg":"trace[1888138544] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6rp8g; range_end:; response_count:1; response_revision:21389; }","duration":"1.204788412s","start":"2026-07-28T14:53:17.0762Z","end":"2026-07-28T14:53:18.280988Z","steps":["trace[1888138544] 'agreement among raft nodes before linearized reading' (duration: 1.204573447s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:18.281401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486964598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T14:53:18.281956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.281007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T14:53:18.28142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.863385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"warn","ts":"2026-07-28T14:53:18.283671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.149839Z","time spent":"1.133812377s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-28T14:53:18.284689Z","caller":"traceutil/trace.go:171","msg":"trace[1178261632] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2n4p; range_end:; response_count:1; response_revision:21389; }","duration":"1.20511121s","start":"2026-07-28T14:53:17.079568Z","end":"2026-07-28T14:53:18.284679Z","steps":["trace[1178261632] 'agreement among raft nodes before linearized reading' (duration: 1.201672577s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:18.284753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.079555Z","time spent":"1.205179441s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9738,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" "} {"level":"info","ts":"2026-07-28T14:53:18.284828Z","caller":"traceutil/trace.go:171","msg":"trace[1792185024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21389; }","duration":"1.228390492s","start":"2026-07-28T14:53:17.056428Z","end":"2026-07-28T14:53:18.284819Z","steps":["trace[1792185024] 'agreement among raft nodes before linearized reading' (duration: 1.22457148s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:18.284881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.056408Z","time spent":"1.228464054s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T14:53:18.28499Z","caller":"traceutil/trace.go:171","msg":"trace[2120533753] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:21389; }","duration":"1.491473277s","start":"2026-07-28T14:53:16.793509Z","end":"2026-07-28T14:53:18.284982Z","steps":["trace[2120533753] 'agreement among raft nodes before linearized reading' (duration: 1.487714317s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:18.28503Z","caller":"traceutil/trace.go:171","msg":"trace[453887848] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21389; }","duration":"1.49159995s","start":"2026-07-28T14:53:16.793416Z","end":"2026-07-28T14:53:18.285016Z","steps":["trace[453887848] 'agreement among raft nodes before linearized reading' (duration: 1.487882s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:18.285086Z","caller":"traceutil/trace.go:171","msg":"trace[436344248] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21389; }","duration":"973.469344ms","start":"2026-07-28T14:53:17.311586Z","end":"2026-07-28T14:53:18.285056Z","steps":["trace[436344248] 'agreement among raft nodes before linearized reading' (duration: 969.635542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:18.285121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.311563Z","time spent":"973.552617ms","remote":"127.0.0.1:54086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-28T14:53:18.285255Z","caller":"traceutil/trace.go:171","msg":"trace[1674080653] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:21389; }","duration":"689.668119ms","start":"2026-07-28T14:53:17.595572Z","end":"2026-07-28T14:53:18.28524Z","steps":["trace[1674080653] 'agreement among raft nodes before linearized reading' (duration: 686.214505ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:18.285321Z","caller":"traceutil/trace.go:171","msg":"trace[1573327787] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21389; }","duration":"621.786949ms","start":"2026-07-28T14:53:17.663528Z","end":"2026-07-28T14:53:18.285315Z","steps":["trace[1573327787] 'agreement among raft nodes before linearized reading' (duration: 617.606829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:18.285378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.663515Z","time spent":"621.854721ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:53:18.285326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.595551Z","time spent":"689.755691ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:53:18.285413Z","caller":"traceutil/trace.go:171","msg":"trace[1989186223] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21389; }","duration":"1.491932378s","start":"2026-07-28T14:53:16.79347Z","end":"2026-07-28T14:53:18.285402Z","steps":["trace[1989186223] 'agreement among raft nodes before linearized reading' (duration: 1.487850319s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:18.285477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:16.793466Z","time spent":"1.49197866s","remote":"127.0.0.1:54086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-28T14:53:18.28375Z","caller":"traceutil/trace.go:171","msg":"trace[1499669822] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21389; }","duration":"1.133881889s","start":"2026-07-28T14:53:17.14985Z","end":"2026-07-28T14:53:18.283731Z","steps":["trace[1499669822] 'agreement among raft nodes before linearized reading' (duration: 1.131286687s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:18.285547Z","caller":"traceutil/trace.go:171","msg":"trace[388472827] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21389; }","duration":"1.019957867s","start":"2026-07-28T14:53:17.265578Z","end":"2026-07-28T14:53:18.285536Z","steps":["trace[388472827] 'agreement among raft nodes before linearized reading' (duration: 1.015498389s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:18.285588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.26556Z","time spent":"1.020017749s","remote":"127.0.0.1:54086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-28T14:53:18.285673Z","caller":"traceutil/trace.go:171","msg":"trace[2094634862] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:21389; }","duration":"1.491267032s","start":"2026-07-28T14:53:16.794388Z","end":"2026-07-28T14:53:18.285655Z","steps":["trace[2094634862] 'agreement among raft nodes before linearized reading' (duration: 1.486951667s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:18.285732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:16.794367Z","time spent":"1.491351284s","remote":"127.0.0.1:54086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T14:53:18.285088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:16.793411Z","time spent":"1.491663132s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T14:53:18.285568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.149833Z","time spent":"1.135726753s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T14:53:18.285821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.076173Z","time spent":"1.209608769s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-6rp8g\" "} {"level":"info","ts":"2026-07-28T14:53:18.285846Z","caller":"traceutil/trace.go:171","msg":"trace[829906110] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21389; }","duration":"1.491431056s","start":"2026-07-28T14:53:16.794399Z","end":"2026-07-28T14:53:18.28583Z","steps":["trace[829906110] 'agreement among raft nodes before linearized reading' (duration: 1.486919097s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:18.285233Z","caller":"traceutil/trace.go:171","msg":"trace[1689784172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21389; }","duration":"1.22789952s","start":"2026-07-28T14:53:17.057327Z","end":"2026-07-28T14:53:18.285227Z","steps":["trace[1689784172] 'agreement among raft nodes before linearized reading' (duration: 1.223920834s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:18.285897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:16.79439Z","time spent":"1.491496977s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T14:53:18.285915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.057315Z","time spent":"1.228584596s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T14:53:18.284979Z","caller":"traceutil/trace.go:171","msg":"trace[1111617460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21389; }","duration":"909.788846ms","start":"2026-07-28T14:53:17.375173Z","end":"2026-07-28T14:53:18.284962Z","steps":["trace[1111617460] 'agreement among raft nodes before linearized reading' (duration: 906.077466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:18.285042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:16.793498Z","time spent":"1.491536799s","remote":"127.0.0.1:54086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-28T14:53:18.285986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.375146Z","time spent":"910.828121ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T14:53:18.283915Z","caller":"traceutil/trace.go:171","msg":"trace[1643652229] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21389; }","duration":"971.442535ms","start":"2026-07-28T14:53:17.312462Z","end":"2026-07-28T14:53:18.283904Z","steps":["trace[1643652229] 'agreement among raft nodes before linearized reading' (duration: 968.693609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:18.286046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.312444Z","time spent":"973.594347ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-28T14:53:18.283928Z","caller":"traceutil/trace.go:171","msg":"trace[2101915763] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21389; }","duration":"1.134114065s","start":"2026-07-28T14:53:17.149798Z","end":"2026-07-28T14:53:18.283912Z","steps":["trace[2101915763] 'agreement among raft nodes before linearized reading' (duration: 1.131414559s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:18.283864Z","caller":"traceutil/trace.go:171","msg":"trace[1741755764] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:21389; }","duration":"802.31723ms","start":"2026-07-28T14:53:17.481503Z","end":"2026-07-28T14:53:18.28382Z","steps":["trace[1741755764] 'agreement among raft nodes before linearized reading' (duration: 799.622465ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:18.28537Z","caller":"traceutil/trace.go:171","msg":"trace[1288203375] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21389; }","duration":"971.373523ms","start":"2026-07-28T14:53:17.313981Z","end":"2026-07-28T14:53:18.285354Z","steps":["trace[1288203375] 'agreement among raft nodes before linearized reading' (duration: 967.271884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:18.286095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.149774Z","time spent":"1.136313038s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T14:53:18.286113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.481477Z","time spent":"804.621736ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T14:53:18.286126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.313964Z","time spent":"972.155693ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-28T14:53:18.283875Z","caller":"traceutil/trace.go:171","msg":"trace[1609094616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21389; }","duration":"1.226475096s","start":"2026-07-28T14:53:17.05738Z","end":"2026-07-28T14:53:18.283855Z","steps":["trace[1609094616] 'agreement among raft nodes before linearized reading' (duration: 1.22375054s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:18.284046Z","caller":"traceutil/trace.go:171","msg":"trace[1574957028] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:21389; }","duration":"1.134070964s","start":"2026-07-28T14:53:17.149825Z","end":"2026-07-28T14:53:18.283896Z","steps":["trace[1574957028] 'agreement among raft nodes before linearized reading' (duration: 1.131367129s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:18.283948Z","caller":"traceutil/trace.go:171","msg":"trace[1125939926] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21389; }","duration":"802.438753ms","start":"2026-07-28T14:53:17.4815Z","end":"2026-07-28T14:53:18.283938Z","steps":["trace[1125939926] 'agreement among raft nodes before linearized reading' (duration: 799.691117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:18.286195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.149804Z","time spent":"1.136380169s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T14:53:18.286202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.481475Z","time spent":"804.719559ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-28T14:53:18.284601Z","caller":"traceutil/trace.go:171","msg":"trace[1931063497] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21389; }","duration":"1.490130475s","start":"2026-07-28T14:53:16.79445Z","end":"2026-07-28T14:53:18.284581Z","steps":["trace[1931063497] 'agreement among raft nodes before linearized reading' (duration: 1.486750653s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:18.284654Z","caller":"traceutil/trace.go:171","msg":"trace[1182955497] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21389; }","duration":"792.538684ms","start":"2026-07-28T14:53:17.492103Z","end":"2026-07-28T14:53:18.284642Z","steps":["trace[1182955497] 'agreement among raft nodes before linearized reading' (duration: 788.935797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:18.286241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:16.794445Z","time spent":"1.491786094s","remote":"127.0.0.1:54086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T14:53:18.286255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.492067Z","time spent":"794.183184ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T14:53:18.286249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.057369Z","time spent":"1.228813332s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T14:53:18.284203Z","caller":"traceutil/trace.go:171","msg":"trace[650844832] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21389; }","duration":"1.011894593s","start":"2026-07-28T14:53:17.272288Z","end":"2026-07-28T14:53:18.284182Z","steps":["trace[650844832] 'agreement among raft nodes before linearized reading' (duration: 1.008773678s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:18.286382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:53:17.272265Z","time spent":"1.014108076s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-28T14:53:28.586014Z","caller":"traceutil/trace.go:171","msg":"trace[1631023020] transaction","detail":"{read_only:false; response_revision:21458; number_of_response:1; }","duration":"202.511532ms","start":"2026-07-28T14:53:28.383474Z","end":"2026-07-28T14:53:28.585985Z","steps":["trace[1631023020] 'process raft request' (duration: 202.340258ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:28.643782Z","caller":"traceutil/trace.go:171","msg":"trace[821667769] transaction","detail":"{read_only:false; response_revision:21460; number_of_response:1; }","duration":"258.33362ms","start":"2026-07-28T14:53:28.385425Z","end":"2026-07-28T14:53:28.643758Z","steps":["trace[821667769] 'process raft request' (duration: 258.264648ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:28.643806Z","caller":"traceutil/trace.go:171","msg":"trace[927306910] transaction","detail":"{read_only:false; response_revision:21459; number_of_response:1; }","duration":"259.006946ms","start":"2026-07-28T14:53:28.38478Z","end":"2026-07-28T14:53:28.643787Z","steps":["trace[927306910] 'process raft request' (duration: 258.773941ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:28.644125Z","caller":"traceutil/trace.go:171","msg":"trace[1204381206] transaction","detail":"{read_only:false; response_revision:21462; number_of_response:1; }","duration":"258.366091ms","start":"2026-07-28T14:53:28.385749Z","end":"2026-07-28T14:53:28.644115Z","steps":["trace[1204381206] 'process raft request' (duration: 258.181167ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:28.644091Z","caller":"traceutil/trace.go:171","msg":"trace[771439372] linearizableReadLoop","detail":"{readStateIndex:22125; appliedIndex:22119; }","duration":"208.668251ms","start":"2026-07-28T14:53:28.435397Z","end":"2026-07-28T14:53:28.644066Z","steps":["trace[771439372] 'read index received' (duration: 150.424534ms)","trace[771439372] 'applied index is now lower than readState.Index' (duration: 58.242667ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:53:28.644077Z","caller":"traceutil/trace.go:171","msg":"trace[1288597995] transaction","detail":"{read_only:false; response_revision:21461; number_of_response:1; }","duration":"258.356831ms","start":"2026-07-28T14:53:28.385656Z","end":"2026-07-28T14:53:28.644012Z","steps":["trace[1288597995] 'process raft request' (duration: 258.068054ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:28.644165Z","caller":"traceutil/trace.go:171","msg":"trace[1632952833] transaction","detail":"{read_only:false; response_revision:21463; number_of_response:1; }","duration":"258.404982ms","start":"2026-07-28T14:53:28.385749Z","end":"2026-07-28T14:53:28.644154Z","steps":["trace[1632952833] 'process raft request' (duration: 258.267959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:28.644344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.934007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" ","response":"range_response_count:1 size:9715"} {"level":"info","ts":"2026-07-28T14:53:28.644374Z","caller":"traceutil/trace.go:171","msg":"trace[469978364] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2n4p; range_end:; response_count:1; response_revision:21463; }","duration":"209.020219ms","start":"2026-07-28T14:53:28.435344Z","end":"2026-07-28T14:53:28.644365Z","steps":["trace[469978364] 'agreement among raft nodes before linearized reading' (duration: 208.849015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:28.644407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.417696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-x6zg6\" ","response":"range_response_count:1 size:20561"} {"level":"info","ts":"2026-07-28T14:53:28.644447Z","caller":"traceutil/trace.go:171","msg":"trace[1393255674] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-x6zg6; range_end:; response_count:1; response_revision:21463; }","duration":"206.503068ms","start":"2026-07-28T14:53:28.437929Z","end":"2026-07-28T14:53:28.644432Z","steps":["trace[1393255674] 'agreement among raft nodes before linearized reading' (duration: 206.298873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:28.644477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.643196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zm48w\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-07-28T14:53:28.644542Z","caller":"traceutil/trace.go:171","msg":"trace[1785506444] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zm48w; range_end:; response_count:1; response_revision:21463; }","duration":"195.760029ms","start":"2026-07-28T14:53:28.448763Z","end":"2026-07-28T14:53:28.644523Z","steps":["trace[1785506444] 'agreement among raft nodes before linearized reading' (duration: 195.513853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:28.644654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.428516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zm48w\" ","response":"range_response_count:1 size:22017"} {"level":"warn","ts":"2026-07-28T14:53:28.644721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.908606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6rp8g\" ","response":"range_response_count:1 size:6446"} {"level":"info","ts":"2026-07-28T14:53:28.644785Z","caller":"traceutil/trace.go:171","msg":"trace[18886000] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zm48w; range_end:; response_count:1; response_revision:21463; }","duration":"201.579189ms","start":"2026-07-28T14:53:28.443191Z","end":"2026-07-28T14:53:28.64477Z","steps":["trace[18886000] 'agreement among raft nodes before linearized reading' (duration: 201.21732ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:28.644845Z","caller":"traceutil/trace.go:171","msg":"trace[2082063247] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6rp8g; range_end:; response_count:1; response_revision:21463; }","duration":"204.036359ms","start":"2026-07-28T14:53:28.440758Z","end":"2026-07-28T14:53:28.644794Z","steps":["trace[2082063247] 'agreement among raft nodes before linearized reading' (duration: 203.725871ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:53:31.617854Z","caller":"traceutil/trace.go:171","msg":"trace[864641729] linearizableReadLoop","detail":"{readStateIndex:22141; appliedIndex:22140; }","duration":"242.799015ms","start":"2026-07-28T14:53:31.375031Z","end":"2026-07-28T14:53:31.61783Z","steps":["trace[864641729] 'read index received' (duration: 242.561969ms)","trace[864641729] 'applied index is now lower than readState.Index' (duration: 236.136µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:53:31.617903Z","caller":"traceutil/trace.go:171","msg":"trace[1988504793] transaction","detail":"{read_only:false; response_revision:21479; number_of_response:1; }","duration":"249.077817ms","start":"2026-07-28T14:53:31.368791Z","end":"2026-07-28T14:53:31.617869Z","steps":["trace[1988504793] 'process raft request' (duration: 248.849241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:31.618039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.9932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:53:31.618077Z","caller":"traceutil/trace.go:171","msg":"trace[1220955932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21479; }","duration":"243.084832ms","start":"2026-07-28T14:53:31.374981Z","end":"2026-07-28T14:53:31.618066Z","steps":["trace[1220955932] 'agreement among raft nodes before linearized reading' (duration: 242.99292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:53:31.618186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.967991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.222\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T14:53:31.618283Z","caller":"traceutil/trace.go:171","msg":"trace[761735613] range","detail":"{range_begin:/registry/masterleases/162.253.55.222; range_end:; response_count:1; response_revision:21479; }","duration":"140.120605ms","start":"2026-07-28T14:53:31.478142Z","end":"2026-07-28T14:53:31.618262Z","steps":["trace[761735613] 'agreement among raft nodes before linearized reading' (duration: 139.872709ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:55:13.606383Z","caller":"traceutil/trace.go:171","msg":"trace[117606027] linearizableReadLoop","detail":"{readStateIndex:22814; appliedIndex:22813; }","duration":"119.328712ms","start":"2026-07-28T14:55:13.487033Z","end":"2026-07-28T14:55:13.606361Z","steps":["trace[117606027] 'read index received' (duration: 119.183619ms)","trace[117606027] 'applied index is now lower than readState.Index' (duration: 144.013µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:55:13.606493Z","caller":"traceutil/trace.go:171","msg":"trace[536235014] transaction","detail":"{read_only:false; response_revision:22130; number_of_response:1; }","duration":"122.689754ms","start":"2026-07-28T14:55:13.483774Z","end":"2026-07-28T14:55:13.606464Z","steps":["trace[536235014] 'process raft request' (duration: 122.418927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:55:13.606695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.633859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T14:55:13.606803Z","caller":"traceutil/trace.go:171","msg":"trace[1417052776] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22130; }","duration":"119.780003ms","start":"2026-07-28T14:55:13.486996Z","end":"2026-07-28T14:55:13.606776Z","steps":["trace[1417052776] 'agreement among raft nodes before linearized reading' (duration: 119.514567ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:55:17.967472Z","caller":"traceutil/trace.go:171","msg":"trace[1287252181] transaction","detail":"{read_only:false; response_revision:22159; number_of_response:1; }","duration":"302.308803ms","start":"2026-07-28T14:55:17.665145Z","end":"2026-07-28T14:55:17.967454Z","steps":["trace[1287252181] 'process raft request' (duration: 302.246731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:55:17.96762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:55:17.665132Z","time spent":"302.431395ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:55:17.96805Z","caller":"traceutil/trace.go:171","msg":"trace[2141947637] transaction","detail":"{read_only:false; response_revision:22158; number_of_response:1; }","duration":"304.150356ms","start":"2026-07-28T14:55:17.663872Z","end":"2026-07-28T14:55:17.968022Z","steps":["trace[2141947637] 'process raft request' (duration: 301.089612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:55:17.968237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:55:17.663844Z","time spent":"304.27531ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:55:21.427084Z","caller":"traceutil/trace.go:171","msg":"trace[1702584660] linearizableReadLoop","detail":"{readStateIndex:22857; appliedIndex:22856; }","duration":"476.739676ms","start":"2026-07-28T14:55:20.950321Z","end":"2026-07-28T14:55:21.42706Z","steps":["trace[1702584660] 'read index received' (duration: 476.579582ms)","trace[1702584660] 'applied index is now lower than readState.Index' (duration: 158.964µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:55:21.427169Z","caller":"traceutil/trace.go:171","msg":"trace[1776108481] transaction","detail":"{read_only:false; response_revision:22172; number_of_response:1; }","duration":"611.711457ms","start":"2026-07-28T14:55:20.815422Z","end":"2026-07-28T14:55:21.427133Z","steps":["trace[1776108481] 'process raft request' (duration: 611.43676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:55:21.427376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.044413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-28T14:55:21.427452Z","caller":"traceutil/trace.go:171","msg":"trace[1938789351] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:22172; }","duration":"477.180466ms","start":"2026-07-28T14:55:20.950254Z","end":"2026-07-28T14:55:21.427434Z","steps":["trace[1938789351] 'agreement among raft nodes before linearized reading' (duration: 476.92284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:55:21.427494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:55:20.950232Z","time spent":"477.252248ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:55:21.427388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:55:20.815396Z","time spent":"611.89389ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:55:21.430057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.068463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:55:21.430115Z","caller":"traceutil/trace.go:171","msg":"trace[385316525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22173; }","duration":"431.168475ms","start":"2026-07-28T14:55:20.998933Z","end":"2026-07-28T14:55:21.430102Z","steps":["trace[385316525] 'agreement among raft nodes before linearized reading' (duration: 431.057013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:55:21.430162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:55:20.998916Z","time spent":"431.239447ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:55:21.430224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.229161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T14:55:21.430239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.400041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T14:55:21.430269Z","caller":"traceutil/trace.go:171","msg":"trace[165087877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22173; }","duration":"189.316513ms","start":"2026-07-28T14:55:21.240938Z","end":"2026-07-28T14:55:21.430255Z","steps":["trace[165087877] 'agreement among raft nodes before linearized reading' (duration: 189.21134ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:55:21.430263Z","caller":"traceutil/trace.go:171","msg":"trace[668882662] transaction","detail":"{read_only:false; response_revision:22173; number_of_response:1; }","duration":"318.267058ms","start":"2026-07-28T14:55:21.111947Z","end":"2026-07-28T14:55:21.430214Z","steps":["trace[668882662] 'process raft request' (duration: 317.899229ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:55:21.430304Z","caller":"traceutil/trace.go:171","msg":"trace[1622767820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22173; }","duration":"188.488883ms","start":"2026-07-28T14:55:21.241796Z","end":"2026-07-28T14:55:21.430285Z","steps":["trace[1622767820] 'agreement among raft nodes before linearized reading' (duration: 188.306448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:55:21.430293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.157964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T14:55:21.430396Z","caller":"traceutil/trace.go:171","msg":"trace[584065990] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22173; }","duration":"159.357329ms","start":"2026-07-28T14:55:21.271013Z","end":"2026-07-28T14:55:21.430371Z","steps":["trace[584065990] 'agreement among raft nodes before linearized reading' (duration: 159.00447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:55:21.43037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.981098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-28T14:55:21.430437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.814709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-07-28T14:55:21.430468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:55:21.111913Z","time spent":"318.441972ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:55:21.430488Z","caller":"traceutil/trace.go:171","msg":"trace[1604658951] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:22173; }","duration":"320.914082ms","start":"2026-07-28T14:55:21.109556Z","end":"2026-07-28T14:55:21.43047Z","steps":["trace[1604658951] 'agreement among raft nodes before linearized reading' (duration: 320.761039ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:55:21.430486Z","caller":"traceutil/trace.go:171","msg":"trace[1689964303] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22173; }","duration":"168.137101ms","start":"2026-07-28T14:55:21.262326Z","end":"2026-07-28T14:55:21.430463Z","steps":["trace[1689964303] 'agreement among raft nodes before linearized reading' (duration: 167.818173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:55:21.430522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:55:21.109529Z","time spent":"320.985963ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T14:55:21.430518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.085751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-28T14:55:21.430522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.029524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T14:55:21.430559Z","caller":"traceutil/trace.go:171","msg":"trace[207898555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22173; }","duration":"149.140933ms","start":"2026-07-28T14:55:21.281407Z","end":"2026-07-28T14:55:21.430548Z","steps":["trace[207898555] 'agreement among raft nodes before linearized reading' (duration: 149.03148ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:55:21.430572Z","caller":"traceutil/trace.go:171","msg":"trace[648403498] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:22173; }","duration":"138.121746ms","start":"2026-07-28T14:55:21.292434Z","end":"2026-07-28T14:55:21.430556Z","steps":["trace[648403498] 'agreement among raft nodes before linearized reading' (duration: 137.990923ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:55:22.197626Z","caller":"traceutil/trace.go:171","msg":"trace[1515375647] transaction","detail":"{read_only:false; response_revision:22184; number_of_response:1; }","duration":"217.37283ms","start":"2026-07-28T14:55:21.98022Z","end":"2026-07-28T14:55:22.197593Z","steps":["trace[1515375647] 'process raft request' (duration: 217.176676ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:55:22.198644Z","caller":"traceutil/trace.go:171","msg":"trace[527894663] linearizableReadLoop","detail":"{readStateIndex:22871; appliedIndex:22869; }","duration":"185.539942ms","start":"2026-07-28T14:55:22.013073Z","end":"2026-07-28T14:55:22.198613Z","steps":["trace[527894663] 'read index received' (duration: 184.483687ms)","trace[527894663] 'applied index is now lower than readState.Index' (duration: 1.055105ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:55:22.198843Z","caller":"traceutil/trace.go:171","msg":"trace[334352953] transaction","detail":"{read_only:false; response_revision:22185; number_of_response:1; }","duration":"218.520438ms","start":"2026-07-28T14:55:21.980295Z","end":"2026-07-28T14:55:22.198816Z","steps":["trace[334352953] 'process raft request' (duration: 218.17508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:55:22.19896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.86744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6rp8g\" ","response":"range_response_count:1 size:6446"} {"level":"info","ts":"2026-07-28T14:55:22.199002Z","caller":"traceutil/trace.go:171","msg":"trace[2058704143] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6rp8g; range_end:; response_count:1; response_revision:22185; }","duration":"185.962302ms","start":"2026-07-28T14:55:22.013029Z","end":"2026-07-28T14:55:22.198991Z","steps":["trace[2058704143] 'agreement among raft nodes before linearized reading' (duration: 185.749977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:55:22.199009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.372368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zm48w\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-07-28T14:55:22.199065Z","caller":"traceutil/trace.go:171","msg":"trace[715344765] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zm48w; range_end:; response_count:1; response_revision:22185; }","duration":"173.4683ms","start":"2026-07-28T14:55:22.025582Z","end":"2026-07-28T14:55:22.19905Z","steps":["trace[715344765] 'agreement among raft nodes before linearized reading' (duration: 173.247874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:55:22.199341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.386678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" ","response":"range_response_count:1 size:9715"} {"level":"info","ts":"2026-07-28T14:55:22.199433Z","caller":"traceutil/trace.go:171","msg":"trace[1265129961] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2n4p; range_end:; response_count:1; response_revision:22185; }","duration":"173.523032ms","start":"2026-07-28T14:55:22.025892Z","end":"2026-07-28T14:55:22.199415Z","steps":["trace[1265129961] 'agreement among raft nodes before linearized reading' (duration: 173.122532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:55:22.199513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.937766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-x6zg6\" ","response":"range_response_count:1 size:20561"} {"level":"info","ts":"2026-07-28T14:55:22.199636Z","caller":"traceutil/trace.go:171","msg":"trace[1316584027] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-x6zg6; range_end:; response_count:1; response_revision:22185; }","duration":"151.241713ms","start":"2026-07-28T14:55:22.048379Z","end":"2026-07-28T14:55:22.19962Z","steps":["trace[1316584027] 'agreement among raft nodes before linearized reading' (duration: 150.752362ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:57:29.243253Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20759} {"level":"info","ts":"2026-07-28T14:57:29.36058Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20759,"took":"115.401658ms","hash":208141844,"current-db-size-bytes":45441024,"current-db-size":"45 MB","current-db-size-in-use-bytes":26501120,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-28T14:57:29.360819Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":208141844,"revision":20759,"compact-revision":18092} {"level":"info","ts":"2026-07-28T14:57:41.308358Z","caller":"traceutil/trace.go:171","msg":"trace[2013795159] linearizableReadLoop","detail":"{readStateIndex:23826; appliedIndex:23825; }","duration":"309.214759ms","start":"2026-07-28T14:57:40.999126Z","end":"2026-07-28T14:57:41.308341Z","steps":["trace[2013795159] 'read index received' (duration: 309.066395ms)","trace[2013795159] 'applied index is now lower than readState.Index' (duration: 147.734µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:57:41.308549Z","caller":"traceutil/trace.go:171","msg":"trace[1707108692] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23110; }","duration":"315.019199ms","start":"2026-07-28T14:57:40.993522Z","end":"2026-07-28T14:57:41.308541Z","steps":["trace[1707108692] 'process raft request' (duration: 314.718572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:57:41.308668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:57:40.993512Z","time spent":"315.06237ms","remote":"127.0.0.1:55568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72,"response count":0,"response size":43,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-07-28T14:57:41.309031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.899685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:22 size:199025"} {"level":"info","ts":"2026-07-28T14:57:41.309062Z","caller":"traceutil/trace.go:171","msg":"trace[1896460721] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:22; response_revision:23110; }","duration":"309.953947ms","start":"2026-07-28T14:57:40.999099Z","end":"2026-07-28T14:57:41.309053Z","steps":["trace[1896460721] 'agreement among raft nodes before linearized reading' (duration: 309.67892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:57:41.309081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:57:40.999086Z","time spent":"309.989947ms","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":199048,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-07-28T14:57:42.500512Z","caller":"traceutil/trace.go:171","msg":"trace[460358548] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"369.946247ms","start":"2026-07-28T14:57:42.130539Z","end":"2026-07-28T14:57:42.500485Z","steps":["trace[460358548] 'process raft request' (duration: 369.753222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:57:42.500783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:57:42.130523Z","time spent":"370.077419ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:57:42.501657Z","caller":"traceutil/trace.go:171","msg":"trace[1568507711] linearizableReadLoop","detail":"{readStateIndex:23836; appliedIndex:23834; }","duration":"359.700389ms","start":"2026-07-28T14:57:42.14193Z","end":"2026-07-28T14:57:42.501631Z","steps":["trace[1568507711] 'read index received' (duration: 358.191753ms)","trace[1568507711] 'applied index is now lower than readState.Index' (duration: 1.507556ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:57:42.501979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.035497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T14:57:42.501995Z","caller":"traceutil/trace.go:171","msg":"trace[1424545630] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"362.367793ms","start":"2026-07-28T14:57:42.139601Z","end":"2026-07-28T14:57:42.501968Z","steps":["trace[1424545630] 'process raft request' (duration: 361.850241ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:57:42.502038Z","caller":"traceutil/trace.go:171","msg":"trace[1649762259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23120; }","duration":"360.121359ms","start":"2026-07-28T14:57:42.141902Z","end":"2026-07-28T14:57:42.502023Z","steps":["trace[1649762259] 'agreement among raft nodes before linearized reading' (duration: 359.959895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:57:42.502073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:57:42.141892Z","time spent":"360.173801ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:57:42.502071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.251418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-28T14:57:42.502083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:57:42.139579Z","time spent":"362.460706ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:57:42.502116Z","caller":"traceutil/trace.go:171","msg":"trace[1112300040] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23120; }","duration":"359.304899ms","start":"2026-07-28T14:57:42.142795Z","end":"2026-07-28T14:57:42.5021Z","steps":["trace[1112300040] 'agreement among raft nodes before linearized reading' (duration: 359.156296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:57:42.502152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:57:42.14277Z","time spent":"359.37431ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T14:57:42.502179Z","caller":"traceutil/trace.go:171","msg":"trace[1018393307] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"354.011021ms","start":"2026-07-28T14:57:42.148157Z","end":"2026-07-28T14:57:42.502168Z","steps":["trace[1018393307] 'process raft request' (duration: 353.425347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:57:42.50224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:57:42.148146Z","time spent":"354.055382ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:57:42.502239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.454594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:57:42.502308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.920735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T14:57:42.502328Z","caller":"traceutil/trace.go:171","msg":"trace[1653815716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23120; }","duration":"126.585827ms","start":"2026-07-28T14:57:42.375721Z","end":"2026-07-28T14:57:42.502307Z","steps":["trace[1653815716] 'agreement among raft nodes before linearized reading' (duration: 126.431854ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:57:42.502352Z","caller":"traceutil/trace.go:171","msg":"trace[989770326] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23120; }","duration":"352.968276ms","start":"2026-07-28T14:57:42.149369Z","end":"2026-07-28T14:57:42.502337Z","steps":["trace[989770326] 'agreement among raft nodes before linearized reading' (duration: 352.871214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:57:42.50238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.897494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T14:57:42.502385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:57:42.149364Z","time spent":"353.015367ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T14:57:42.50242Z","caller":"traceutil/trace.go:171","msg":"trace[65158723] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23120; }","duration":"323.975036ms","start":"2026-07-28T14:57:42.178434Z","end":"2026-07-28T14:57:42.502409Z","steps":["trace[65158723] 'agreement among raft nodes before linearized reading' (duration: 323.900414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:57:42.502431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.87961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T14:57:42.50252Z","caller":"traceutil/trace.go:171","msg":"trace[99226089] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:23120; }","duration":"352.017043ms","start":"2026-07-28T14:57:42.150489Z","end":"2026-07-28T14:57:42.502506Z","steps":["trace[99226089] 'agreement among raft nodes before linearized reading' (duration: 351.724816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:57:42.502602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:57:42.150483Z","time spent":"352.076394ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T14:57:42.502449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:57:42.178414Z","time spent":"324.028207ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":20,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:00:22.377555Z","caller":"traceutil/trace.go:171","msg":"trace[871273632] transaction","detail":"{read_only:false; response_revision:24672; number_of_response:1; }","duration":"200.153527ms","start":"2026-07-28T15:00:22.177372Z","end":"2026-07-28T15:00:22.377525Z","steps":["trace[871273632] 'process raft request' (duration: 182.314855ms)","trace[871273632] 'compare' (duration: 17.708299ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:02:29.250148Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22994} {"level":"info","ts":"2026-07-28T15:02:29.343397Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22994,"took":"89.851036ms","hash":923338594,"current-db-size-bytes":45441024,"current-db-size":"45 MB","current-db-size-in-use-bytes":29704192,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-28T15:02:29.343451Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":923338594,"revision":22994,"compact-revision":20759} {"level":"info","ts":"2026-07-28T15:03:08.220662Z","caller":"traceutil/trace.go:171","msg":"trace[1212228519] transaction","detail":"{read_only:false; response_revision:25782; number_of_response:1; }","duration":"491.522883ms","start":"2026-07-28T15:03:07.729113Z","end":"2026-07-28T15:03:08.220635Z","steps":["trace[1212228519] 'process raft request' (duration: 491.347489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:08.220952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:07.729092Z","time spent":"491.757058ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:08.223398Z","caller":"traceutil/trace.go:171","msg":"trace[1597422333] linearizableReadLoop","detail":"{readStateIndex:26578; appliedIndex:26575; }","duration":"145.175495ms","start":"2026-07-28T15:03:08.078194Z","end":"2026-07-28T15:03:08.22337Z","steps":["trace[1597422333] 'read index received' (duration: 142.261205ms)","trace[1597422333] 'applied index is now lower than readState.Index' (duration: 2.91281ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:03:08.223449Z","caller":"traceutil/trace.go:171","msg":"trace[1913397782] transaction","detail":"{read_only:false; response_revision:25783; number_of_response:1; }","duration":"377.135893ms","start":"2026-07-28T15:03:07.84626Z","end":"2026-07-28T15:03:08.223396Z","steps":["trace[1913397782] 'process raft request' (duration: 376.862796ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:08.223479Z","caller":"traceutil/trace.go:171","msg":"trace[1966911462] transaction","detail":"{read_only:false; response_revision:25784; number_of_response:1; }","duration":"364.239581ms","start":"2026-07-28T15:03:07.859191Z","end":"2026-07-28T15:03:08.22343Z","steps":["trace[1966911462] 'process raft request' (duration: 364.117898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:08.223635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:07.846237Z","time spent":"377.294466ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:08.223717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:07.859177Z","time spent":"364.420045ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:08.223729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.528814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zm48w\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-07-28T15:03:08.223792Z","caller":"traceutil/trace.go:171","msg":"trace[1683173777] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zm48w; range_end:; response_count:1; response_revision:25784; }","duration":"145.678768ms","start":"2026-07-28T15:03:08.078097Z","end":"2026-07-28T15:03:08.223775Z","steps":["trace[1683173777] 'agreement among raft nodes before linearized reading' (duration: 145.410422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:08.223871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.836818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:08.223926Z","caller":"traceutil/trace.go:171","msg":"trace[1395111008] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25784; }","duration":"118.94875ms","start":"2026-07-28T15:03:08.104962Z","end":"2026-07-28T15:03:08.223911Z","steps":["trace[1395111008] 'agreement among raft nodes before linearized reading' (duration: 118.850428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:15.379391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.993792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:15.379484Z","caller":"traceutil/trace.go:171","msg":"trace[1418142773] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:25837; }","duration":"112.147996ms","start":"2026-07-28T15:03:15.267317Z","end":"2026-07-28T15:03:15.379465Z","steps":["trace[1418142773] 'range keys from in-memory index tree' (duration: 111.92543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:15.379485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.049903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T15:03:15.379544Z","caller":"traceutil/trace.go:171","msg":"trace[393031014] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:25837; }","duration":"112.131246ms","start":"2026-07-28T15:03:15.267398Z","end":"2026-07-28T15:03:15.379529Z","steps":["trace[393031014] 'range keys from in-memory index tree' (duration: 111.90149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:15.379843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.253928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T15:03:15.37995Z","caller":"traceutil/trace.go:171","msg":"trace[1243244909] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:25837; }","duration":"112.393911ms","start":"2026-07-28T15:03:15.267531Z","end":"2026-07-28T15:03:15.379925Z","steps":["trace[1243244909] 'range keys from in-memory index tree' (duration: 111.731765ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:16.014992Z","caller":"traceutil/trace.go:171","msg":"trace[1401556392] transaction","detail":"{read_only:false; response_revision:25838; number_of_response:1; }","duration":"464.738824ms","start":"2026-07-28T15:03:15.550213Z","end":"2026-07-28T15:03:16.014952Z","steps":["trace[1401556392] 'process raft request' (duration: 464.377925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:16.015195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:15.550178Z","time spent":"464.915409ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20778,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:16.015421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.726555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-07-28T15:03:16.015491Z","caller":"traceutil/trace.go:171","msg":"trace[1439482476] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:25838; }","duration":"355.850328ms","start":"2026-07-28T15:03:15.659624Z","end":"2026-07-28T15:03:16.015474Z","steps":["trace[1439482476] 'agreement among raft nodes before linearized reading' (duration: 355.407127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:16.015531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:15.659609Z","time spent":"355.913619ms","remote":"127.0.0.1:54086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-28T15:03:16.015488Z","caller":"traceutil/trace.go:171","msg":"trace[1662075150] linearizableReadLoop","detail":"{readStateIndex:26633; appliedIndex:26632; }","duration":"355.198551ms","start":"2026-07-28T15:03:15.659675Z","end":"2026-07-28T15:03:16.014874Z","steps":["trace[1662075150] 'read index received' (duration: 354.907394ms)","trace[1662075150] 'applied index is now lower than readState.Index' (duration: 289.997µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:16.034515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.378723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" ","response":"range_response_count:1 size:9715"} {"level":"info","ts":"2026-07-28T15:03:16.034586Z","caller":"traceutil/trace.go:171","msg":"trace[536639768] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2n4p; range_end:; response_count:1; response_revision:25839; }","duration":"359.517806ms","start":"2026-07-28T15:03:15.675048Z","end":"2026-07-28T15:03:16.034566Z","steps":["trace[536639768] 'agreement among raft nodes before linearized reading' (duration: 359.27998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:16.034624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:15.67502Z","time spent":"359.595927ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9738,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" "} {"level":"info","ts":"2026-07-28T15:03:16.034865Z","caller":"traceutil/trace.go:171","msg":"trace[1128940357] transaction","detail":"{read_only:false; response_revision:25839; number_of_response:1; }","duration":"339.457671ms","start":"2026-07-28T15:03:15.695387Z","end":"2026-07-28T15:03:16.034845Z","steps":["trace[1128940357] 'process raft request' (duration: 338.790405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:16.035033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:15.69534Z","time spent":"339.609465ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:16.760152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609412493,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T15:03:17.083362Z","caller":"traceutil/trace.go:171","msg":"trace[1789226293] transaction","detail":"{read_only:false; response_revision:25840; number_of_response:1; }","duration":"833.547994ms","start":"2026-07-28T15:03:16.249789Z","end":"2026-07-28T15:03:17.083337Z","steps":["trace[1789226293] 'process raft request' (duration: 833.336809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:17.083539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:16.249762Z","time spent":"833.697848ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:17.339668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.763303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:03:17.340059Z","caller":"traceutil/trace.go:171","msg":"trace[1667252254] transaction","detail":"{read_only:false; response_revision:25841; number_of_response:1; }","duration":"1.090151378s","start":"2026-07-28T15:03:16.249879Z","end":"2026-07-28T15:03:17.340031Z","steps":["trace[1667252254] 'process raft request' (duration: 916.944784ms)","trace[1667252254] 'compare' (duration: 172.493167ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:17.340191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:16.249852Z","time spent":"1.090271181s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:17.806254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.477806ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T15:03:17.806601Z","caller":"traceutil/trace.go:171","msg":"trace[1316832262] linearizableReadLoop","detail":"{readStateIndex:26637; appliedIndex:26634; }","duration":"1.547511934s","start":"2026-07-28T15:03:16.259068Z","end":"2026-07-28T15:03:17.80658Z","steps":["trace[1316832262] 'read index received' (duration: 824.052895ms)","trace[1316832262] 'applied index is now lower than readState.Index' (duration: 723.457989ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:17.806898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547818111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T15:03:17.806982Z","caller":"traceutil/trace.go:171","msg":"trace[1856963128] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25841; }","duration":"1.547959714s","start":"2026-07-28T15:03:16.259002Z","end":"2026-07-28T15:03:17.806962Z","steps":["trace[1856963128] 'agreement among raft nodes before linearized reading' (duration: 1.547700978s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:17.807016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:16.25898Z","time spent":"1.548031017s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T15:03:17.807168Z","caller":"traceutil/trace.go:171","msg":"trace[872501256] transaction","detail":"{read_only:false; response_revision:25842; number_of_response:1; }","duration":"616.463098ms","start":"2026-07-28T15:03:17.190664Z","end":"2026-07-28T15:03:17.807127Z","steps":["trace[872501256] 'process raft request' (duration: 615.783012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:17.807392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:17.190636Z","time spent":"616.652493ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:18.410201Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609412499,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:03:18.818966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548638272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:18.81907Z","caller":"traceutil/trace.go:171","msg":"trace[400008054] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:25842; }","duration":"1.548811106s","start":"2026-07-28T15:03:17.270233Z","end":"2026-07-28T15:03:18.819044Z","steps":["trace[400008054] 'agreement among raft nodes before linearized reading' (duration: 537.284421ms)","trace[400008054] 'range keys from in-memory index tree' (duration: 1.011380421s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:18.819088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437552688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zm48w\" ","response":"range_response_count:1 size:22017"} {"level":"warn","ts":"2026-07-28T15:03:18.81912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:17.270211Z","time spent":"1.548899588s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"info","ts":"2026-07-28T15:03:18.81914Z","caller":"traceutil/trace.go:171","msg":"trace[1293769587] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zm48w; range_end:; response_count:1; response_revision:25842; }","duration":"2.43764345s","start":"2026-07-28T15:03:16.381473Z","end":"2026-07-28T15:03:18.819117Z","steps":["trace[1293769587] 'agreement among raft nodes before linearized reading' (duration: 1.426006112s)","trace[1293769587] 'range keys from in-memory index tree' (duration: 1.011525605s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:18.819186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:16.381434Z","time spent":"2.437743482s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22040,"request content":"key:\"/registry/pods/openstack/nova-compute-default-zm48w\" "} {"level":"warn","ts":"2026-07-28T15:03:18.819283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525493496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T15:03:18.819359Z","caller":"traceutil/trace.go:171","msg":"trace[1923114978] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:25842; }","duration":"2.525624139s","start":"2026-07-28T15:03:16.293716Z","end":"2026-07-28T15:03:18.81934Z","steps":["trace[1923114978] 'agreement among raft nodes before linearized reading' (duration: 1.513820167s)","trace[1923114978] 'range keys from in-memory index tree' (duration: 1.011612837s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:18.819402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:16.293696Z","time spent":"2.525698061s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T15:03:18.819442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441037642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:18.819489Z","caller":"traceutil/trace.go:171","msg":"trace[1789940057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25842; }","duration":"2.441124124s","start":"2026-07-28T15:03:16.378354Z","end":"2026-07-28T15:03:18.819478Z","steps":["trace[1789940057] 'agreement among raft nodes before linearized reading' (duration: 1.429171219s)","trace[1789940057] 'range keys from in-memory index tree' (duration: 1.011895594s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:18.819522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:16.37833Z","time spent":"2.441184715s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:03:18.819566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557466325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:03:18.819587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434637672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"warn","ts":"2026-07-28T15:03:18.819611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549678927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:18.819631Z","caller":"traceutil/trace.go:171","msg":"trace[836654839] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:25842; }","duration":"1.434729734s","start":"2026-07-28T15:03:17.384888Z","end":"2026-07-28T15:03:18.819617Z","steps":["trace[836654839] 'agreement among raft nodes before linearized reading' (duration: 422.615454ms)","trace[836654839] 'range keys from in-memory index tree' (duration: 1.011977885s)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:03:18.819647Z","caller":"traceutil/trace.go:171","msg":"trace[319414836] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:25842; }","duration":"1.549733418s","start":"2026-07-28T15:03:17.269904Z","end":"2026-07-28T15:03:18.819637Z","steps":["trace[319414836] 'agreement among raft nodes before linearized reading' (duration: 537.626159ms)","trace[319414836] 'range keys from in-memory index tree' (duration: 1.012061308s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:18.819676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54092323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T15:03:18.819613Z","caller":"traceutil/trace.go:171","msg":"trace[1722478642] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:25842; }","duration":"1.557530377s","start":"2026-07-28T15:03:17.262074Z","end":"2026-07-28T15:03:18.819605Z","steps":["trace[1722478642] 'agreement among raft nodes before linearized reading' (duration: 545.465529ms)","trace[1722478642] 'range keys from in-memory index tree' (duration: 1.012009906s)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:03:18.819702Z","caller":"traceutil/trace.go:171","msg":"trace[1902002712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25842; }","duration":"2.540970041s","start":"2026-07-28T15:03:16.278726Z","end":"2026-07-28T15:03:18.819696Z","steps":["trace[1902002712] 'agreement among raft nodes before linearized reading' (duration: 1.52880252s)","trace[1902002712] 'range keys from in-memory index tree' (duration: 1.012087159s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:18.819712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:17.262067Z","time spent":"1.5576367s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T15:03:18.819727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:16.278715Z","time spent":"2.541007422s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:03:18.819787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537835616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T15:03:18.819827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558145802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:18.819856Z","caller":"traceutil/trace.go:171","msg":"trace[1472124791] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:25842; }","duration":"1.558227424s","start":"2026-07-28T15:03:17.261621Z","end":"2026-07-28T15:03:18.819849Z","steps":["trace[1472124791] 'agreement among raft nodes before linearized reading' (duration: 545.924631ms)","trace[1472124791] 'range keys from in-memory index tree' (duration: 1.012266673s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:18.819879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:17.26159Z","time spent":"1.558284376s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-07-28T15:03:18.819823Z","caller":"traceutil/trace.go:171","msg":"trace[1199723145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25842; }","duration":"2.537897536s","start":"2026-07-28T15:03:16.281916Z","end":"2026-07-28T15:03:18.819814Z","steps":["trace[1199723145] 'agreement among raft nodes before linearized reading' (duration: 1.525570942s)","trace[1199723145] 'range keys from in-memory index tree' (duration: 1.012218821s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:18.819944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:16.281901Z","time spent":"2.5380323s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:03:18.820001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244957224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:18.820049Z","caller":"traceutil/trace.go:171","msg":"trace[143082359] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25842; }","duration":"2.245047426s","start":"2026-07-28T15:03:16.574991Z","end":"2026-07-28T15:03:18.820039Z","steps":["trace[143082359] 'agreement among raft nodes before linearized reading' (duration: 1.232552737s)","trace[143082359] 'count revisions from in-memory index tree' (duration: 1.012438507s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:18.820075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:16.574969Z","time spent":"2.245099977s","remote":"127.0.0.1:34348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:03:18.818994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983113563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-07-28T15:03:18.820135Z","caller":"traceutil/trace.go:171","msg":"trace[2118004645] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:25842; }","duration":"1.984321522s","start":"2026-07-28T15:03:16.835799Z","end":"2026-07-28T15:03:18.820121Z","steps":["trace[2118004645] 'agreement among raft nodes before linearized reading' (duration: 971.732951ms)","trace[2118004645] 'range keys from in-memory index tree' (duration: 1.01132696s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:18.820175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:16.83578Z","time spent":"1.984385094s","remote":"127.0.0.1:54086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T15:03:18.819679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:17.384868Z","time spent":"1.434802625s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5259,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-07-28T15:03:18.81971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436264141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:18.820359Z","caller":"traceutil/trace.go:171","msg":"trace[274868324] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:25842; }","duration":"1.436910947s","start":"2026-07-28T15:03:17.383409Z","end":"2026-07-28T15:03:18.82032Z","steps":["trace[274868324] 'agreement among raft nodes before linearized reading' (duration: 424.100441ms)","trace[274868324] 'range keys from in-memory index tree' (duration: 1.012187691s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:18.820424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:17.383393Z","time spent":"1.437014519s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T15:03:18.820183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558512341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:03:18.819679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:17.269893Z","time spent":"1.54977908s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-07-28T15:03:18.820591Z","caller":"traceutil/trace.go:171","msg":"trace[652274209] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:25842; }","duration":"1.558929411s","start":"2026-07-28T15:03:17.261624Z","end":"2026-07-28T15:03:18.820554Z","steps":["trace[652274209] 'agreement among raft nodes before linearized reading' (duration: 545.926471ms)","trace[652274209] 'range keys from in-memory index tree' (duration: 1.012620091s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:18.820671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:17.261602Z","time spent":"1.559047614s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T15:03:18.820699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435711978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T15:03:18.820762Z","caller":"traceutil/trace.go:171","msg":"trace[197566997] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:25842; }","duration":"1.435777079s","start":"2026-07-28T15:03:17.384959Z","end":"2026-07-28T15:03:18.820736Z","steps":["trace[197566997] 'agreement among raft nodes before linearized reading' (duration: 422.536542ms)","trace[197566997] 'range keys from in-memory index tree' (duration: 1.013100083s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:18.820799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:17.384954Z","time spent":"1.43583789s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5259,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-07-28T15:03:18.820853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111902041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"info","ts":"2026-07-28T15:03:18.820904Z","caller":"traceutil/trace.go:171","msg":"trace[829699841] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:25842; }","duration":"2.111984713s","start":"2026-07-28T15:03:16.708902Z","end":"2026-07-28T15:03:18.820887Z","steps":["trace[829699841] 'agreement among raft nodes before linearized reading' (duration: 1.098647615s)","trace[829699841] 'range keys from in-memory index tree' (duration: 1.013207545s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:18.820912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018879598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-07-28T15:03:18.82098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254612038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:18.820999Z","caller":"traceutil/trace.go:171","msg":"trace[1514449640] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:25842; }","duration":"2.019002562s","start":"2026-07-28T15:03:16.801971Z","end":"2026-07-28T15:03:18.820974Z","steps":["trace[1514449640] 'agreement among raft nodes before linearized reading' (duration: 1.005588481s)","trace[1514449640] 'range keys from in-memory index tree' (duration: 1.013191515s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:18.821019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919128823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-28T15:03:18.821029Z","caller":"traceutil/trace.go:171","msg":"trace[1908469171] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25842; }","duration":"2.254713201s","start":"2026-07-28T15:03:16.566305Z","end":"2026-07-28T15:03:18.821018Z","steps":["trace[1908469171] 'agreement among raft nodes before linearized reading' (duration: 1.241256299s)","trace[1908469171] 'count revisions from in-memory index tree' (duration: 1.0133733s)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:03:18.821053Z","caller":"traceutil/trace.go:171","msg":"trace[137820038] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25842; }","duration":"1.919191245s","start":"2026-07-28T15:03:16.901853Z","end":"2026-07-28T15:03:18.821044Z","steps":["trace[137820038] 'agreement among raft nodes before linearized reading' (duration: 905.57981ms)","trace[137820038] 'range keys from in-memory index tree' (duration: 1.013523783s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:18.82106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:16.80195Z","time spent":"2.019096654s","remote":"127.0.0.1:54086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T15:03:18.821095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:16.901834Z","time spent":"1.919253946s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12483,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T15:03:18.820938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:16.708881Z","time spent":"2.112049315s","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1010,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-07-28T15:03:18.821166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:16.566286Z","time spent":"2.254792762s","remote":"127.0.0.1:54158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:03:18.821247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558330361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-28T15:03:18.821284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416843381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" ","response":"range_response_count:1 size:6960"} {"level":"info","ts":"2026-07-28T15:03:18.821302Z","caller":"traceutil/trace.go:171","msg":"trace[518950870] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25842; }","duration":"2.558431134s","start":"2026-07-28T15:03:16.262852Z","end":"2026-07-28T15:03:18.821283Z","steps":["trace[518950870] 'agreement among raft nodes before linearized reading' (duration: 1.544201854s)","trace[518950870] 'range keys from in-memory index tree' (duration: 1.014085037s)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:03:18.821333Z","caller":"traceutil/trace.go:171","msg":"trace[1597078192] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29754180-dlwdd; range_end:; response_count:1; response_revision:25842; }","duration":"1.416916422s","start":"2026-07-28T15:03:17.4044Z","end":"2026-07-28T15:03:18.821317Z","steps":["trace[1597078192] 'agreement among raft nodes before linearized reading' (duration: 403.087621ms)","trace[1597078192] 'range keys from in-memory index tree' (duration: 1.013731359s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:18.821352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:16.262821Z","time spent":"2.558520465s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T15:03:18.821147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291838643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-28T15:03:18.821428Z","caller":"traceutil/trace.go:171","msg":"trace[711769829] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:25842; }","duration":"1.292176791s","start":"2026-07-28T15:03:17.529237Z","end":"2026-07-28T15:03:18.821414Z","steps":["trace[711769829] 'agreement among raft nodes before linearized reading' (duration: 278.240378ms)","trace[711769829] 'range keys from in-memory index tree' (duration: 1.013529253s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:18.821456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:17.529213Z","time spent":"1.292235073s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:03:18.821357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:17.404359Z","time spent":"1.416992634s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6983,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" "} {"level":"warn","ts":"2026-07-28T15:03:18.821543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.549012036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T15:03:18.821609Z","caller":"traceutil/trace.go:171","msg":"trace[449243900] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25842; }","duration":"2.549098548s","start":"2026-07-28T15:03:16.272495Z","end":"2026-07-28T15:03:18.821594Z","steps":["trace[449243900] 'agreement among raft nodes before linearized reading' (duration: 1.535062322s)","trace[449243900] 'range keys from in-memory index tree' (duration: 1.013317228s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:18.82165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:16.272486Z","time spent":"2.549156469s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T15:03:18.821757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123158258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:18.821823Z","caller":"traceutil/trace.go:171","msg":"trace[1751715481] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25842; }","duration":"1.12326676s","start":"2026-07-28T15:03:17.698533Z","end":"2026-07-28T15:03:18.8218Z","steps":["trace[1751715481] 'agreement among raft nodes before linearized reading' (duration: 108.921137ms)","trace[1751715481] 'count revisions from in-memory index tree' (duration: 1.014260622s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:18.821884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:17.698511Z","time spent":"1.123358503s","remote":"127.0.0.1:54614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:03:18.824481Z","caller":"traceutil/trace.go:171","msg":"trace[73917179] transaction","detail":"{read_only:false; response_revision:25843; number_of_response:1; }","duration":"1.013173565s","start":"2026-07-28T15:03:17.811288Z","end":"2026-07-28T15:03:18.824461Z","steps":["trace[73917179] 'process raft request' (duration: 968.826681ms)","trace[73917179] 'compare' (duration: 39.986648ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:18.825156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:17.811258Z","time spent":"1.013274228s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:18.825697Z","caller":"traceutil/trace.go:171","msg":"trace[1409419357] transaction","detail":"{read_only:false; response_revision:25844; number_of_response:1; }","duration":"784.906778ms","start":"2026-07-28T15:03:18.040779Z","end":"2026-07-28T15:03:18.825686Z","steps":["trace[1409419357] 'process raft request' (duration: 783.635767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:18.825939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:18.040756Z","time spent":"784.977159ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:18.825638Z","caller":"traceutil/trace.go:171","msg":"trace[2069467216] linearizableReadLoop","detail":"{readStateIndex:26640; appliedIndex:26638; }","duration":"916.308059ms","start":"2026-07-28T15:03:17.909313Z","end":"2026-07-28T15:03:18.825621Z","steps":["trace[2069467216] 'read index received' (duration: 870.786326ms)","trace[2069467216] 'applied index is now lower than readState.Index' (duration: 45.520783ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:18.826548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.958537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-07-28T15:03:18.827183Z","caller":"traceutil/trace.go:171","msg":"trace[764374623] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:25844; }","duration":"806.635913ms","start":"2026-07-28T15:03:18.020533Z","end":"2026-07-28T15:03:18.827169Z","steps":["trace[764374623] 'agreement among raft nodes before linearized reading' (duration: 805.871165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:18.827503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:18.02051Z","time spent":"806.976712ms","remote":"127.0.0.1:54086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T15:03:18.826789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.323847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-28T15:03:18.8277Z","caller":"traceutil/trace.go:171","msg":"trace[2049925312] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:25844; }","duration":"589.216689ms","start":"2026-07-28T15:03:18.238411Z","end":"2026-07-28T15:03:18.827628Z","steps":["trace[2049925312] 'agreement among raft nodes before linearized reading' (duration: 588.290416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:18.82782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:18.23839Z","time spent":"589.340731ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:03:18.826807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.157513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:18.827879Z","caller":"traceutil/trace.go:171","msg":"trace[912537361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25844; }","duration":"449.276939ms","start":"2026-07-28T15:03:18.378589Z","end":"2026-07-28T15:03:18.827866Z","steps":["trace[912537361] 'agreement among raft nodes before linearized reading' (duration: 448.161022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:18.827926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:18.378571Z","time spent":"449.343451ms","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:03:18.826787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.485368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:18.828073Z","caller":"traceutil/trace.go:171","msg":"trace[735521752] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25844; }","duration":"918.808569ms","start":"2026-07-28T15:03:17.909228Z","end":"2026-07-28T15:03:18.828037Z","steps":["trace[735521752] 'agreement among raft nodes before linearized reading' (duration: 916.611416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:18.826959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.214777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" ","response":"range_response_count:1 size:9715"} {"level":"info","ts":"2026-07-28T15:03:18.828154Z","caller":"traceutil/trace.go:171","msg":"trace[771538169] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2n4p; range_end:; response_count:1; response_revision:25844; }","duration":"770.469418ms","start":"2026-07-28T15:03:18.057676Z","end":"2026-07-28T15:03:18.828146Z","steps":["trace[771538169] 'agreement among raft nodes before linearized reading' (duration: 769.202107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:18.828191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:18.057652Z","time spent":"770.533929ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9738,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" "} {"level":"warn","ts":"2026-07-28T15:03:18.828184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:17.909195Z","time spent":"918.952983ms","remote":"127.0.0.1:54694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:03:19.138393Z","caller":"traceutil/trace.go:171","msg":"trace[2128659612] transaction","detail":"{read_only:false; response_revision:25846; number_of_response:1; }","duration":"311.317459ms","start":"2026-07-28T15:03:18.827044Z","end":"2026-07-28T15:03:19.138361Z","steps":["trace[2128659612] 'process raft request' (duration: 311.043403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:19.138612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:18.827027Z","time spent":"311.480453ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:19.138714Z","caller":"traceutil/trace.go:171","msg":"trace[11379245] transaction","detail":"{read_only:false; response_revision:25847; number_of_response:1; }","duration":"311.589785ms","start":"2026-07-28T15:03:18.827102Z","end":"2026-07-28T15:03:19.138692Z","steps":["trace[11379245] 'process raft request' (duration: 311.199826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:19.138821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:18.827097Z","time spent":"311.673957ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:19.139118Z","caller":"traceutil/trace.go:171","msg":"trace[437780923] transaction","detail":"{read_only:false; response_revision:25848; number_of_response:1; }","duration":"311.897963ms","start":"2026-07-28T15:03:18.827203Z","end":"2026-07-28T15:03:19.139101Z","steps":["trace[437780923] 'process raft request' (duration: 311.398081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:19.139199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:18.827191Z","time spent":"311.973035ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:19.1393Z","caller":"traceutil/trace.go:171","msg":"trace[988884865] transaction","detail":"{read_only:false; response_revision:25849; number_of_response:1; }","duration":"310.637422ms","start":"2026-07-28T15:03:18.828642Z","end":"2026-07-28T15:03:19.13928Z","steps":["trace[988884865] 'process raft request' (duration: 310.407807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:19.139408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:18.828633Z","time spent":"310.722234ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:19.139573Z","caller":"traceutil/trace.go:171","msg":"trace[809104280] transaction","detail":"{read_only:false; response_revision:25850; number_of_response:1; }","duration":"310.495379ms","start":"2026-07-28T15:03:18.829057Z","end":"2026-07-28T15:03:19.139553Z","steps":["trace[809104280] 'process raft request' (duration: 310.10832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:19.139681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:18.829021Z","time spent":"310.612022ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:19.139705Z","caller":"traceutil/trace.go:171","msg":"trace[2087241236] linearizableReadLoop","detail":"{readStateIndex:26644; appliedIndex:26640; }","duration":"312.109658ms","start":"2026-07-28T15:03:18.827578Z","end":"2026-07-28T15:03:19.139688Z","steps":["trace[2087241236] 'read index received' (duration: 63.411226ms)","trace[2087241236] 'applied index is now lower than readState.Index' (duration: 248.696812ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:03:19.139812Z","caller":"traceutil/trace.go:171","msg":"trace[1458622415] transaction","detail":"{read_only:false; response_revision:25851; number_of_response:1; }","duration":"308.874709ms","start":"2026-07-28T15:03:18.830899Z","end":"2026-07-28T15:03:19.139774Z","steps":["trace[1458622415] 'process raft request' (duration: 308.591603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:19.140012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:18.830884Z","time spent":"309.021394ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:19.140581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.99271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:912412"} {"level":"info","ts":"2026-07-28T15:03:19.140952Z","caller":"traceutil/trace.go:171","msg":"trace[1728159170] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:25851; }","duration":"313.384629ms","start":"2026-07-28T15:03:18.827555Z","end":"2026-07-28T15:03:19.140939Z","steps":["trace[1728159170] 'agreement among raft nodes before linearized reading' (duration: 312.2182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:19.141009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:18.827545Z","time spent":"313.44571ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":93,"response size":912435,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T15:03:19.290952Z","caller":"traceutil/trace.go:171","msg":"trace[226113558] linearizableReadLoop","detail":"{readStateIndex:26648; appliedIndex:26647; }","duration":"151.17684ms","start":"2026-07-28T15:03:19.139749Z","end":"2026-07-28T15:03:19.290926Z","steps":["trace[226113558] 'read index received' (duration: 128.582293ms)","trace[226113558] 'applied index is now lower than readState.Index' (duration: 22.593547ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:19.291163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.427503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:19.291296Z","caller":"traceutil/trace.go:171","msg":"trace[1250824935] transaction","detail":"{read_only:false; response_revision:25852; number_of_response:1; }","duration":"201.363556ms","start":"2026-07-28T15:03:19.089919Z","end":"2026-07-28T15:03:19.291282Z","steps":["trace[1250824935] 'process raft request' (duration: 178.498812ms)","trace[1250824935] 'compare' (duration: 22.26515ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:03:19.291302Z","caller":"traceutil/trace.go:171","msg":"trace[741833714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25852; }","duration":"456.606747ms","start":"2026-07-28T15:03:18.83467Z","end":"2026-07-28T15:03:19.291276Z","steps":["trace[741833714] 'agreement among raft nodes before linearized reading' (duration: 456.30977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:19.29132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.534222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-07-28T15:03:19.291424Z","caller":"traceutil/trace.go:171","msg":"trace[89801468] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075; range_end:; response_count:1; response_revision:25852; }","duration":"460.671855ms","start":"2026-07-28T15:03:18.830728Z","end":"2026-07-28T15:03:19.2914Z","steps":["trace[89801468] 'agreement among raft nodes before linearized reading' (duration: 460.329307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:19.291435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:19.291483Z","caller":"traceutil/trace.go:171","msg":"trace[1366620501] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25852; }","duration":"179.689582ms","start":"2026-07-28T15:03:19.111775Z","end":"2026-07-28T15:03:19.291465Z","steps":["trace[1366620501] 'agreement among raft nodes before linearized reading' (duration: 179.61498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:19.291361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:18.834662Z","time spent":"456.690629ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:03:19.291481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:18.830718Z","time spent":"460.753458ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075\" "} {"level":"warn","ts":"2026-07-28T15:03:19.291211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.708125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23040"} {"level":"info","ts":"2026-07-28T15:03:19.291803Z","caller":"traceutil/trace.go:171","msg":"trace[589683183] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25852; }","duration":"463.324539ms","start":"2026-07-28T15:03:18.828465Z","end":"2026-07-28T15:03:19.291789Z","steps":["trace[589683183] 'agreement among raft nodes before linearized reading' (duration: 462.598572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:19.291849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:18.828459Z","time spent":"463.379131ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":23063,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-28T15:03:19.292326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.717217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:03:19.292418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.117902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:912412"} {"level":"info","ts":"2026-07-28T15:03:19.29248Z","caller":"traceutil/trace.go:171","msg":"trace[23364843] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:25852; }","duration":"460.217855ms","start":"2026-07-28T15:03:18.832247Z","end":"2026-07-28T15:03:19.292465Z","steps":["trace[23364843] 'agreement among raft nodes before linearized reading' (duration: 459.157129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:19.292614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:18.83224Z","time spent":"460.355158ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":93,"response size":912435,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T15:03:19.292456Z","caller":"traceutil/trace.go:171","msg":"trace[1181250183] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25852; }","duration":"121.929223ms","start":"2026-07-28T15:03:19.170499Z","end":"2026-07-28T15:03:19.292428Z","steps":["trace[1181250183] 'agreement among raft nodes before linearized reading' (duration: 121.474742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:19.293571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.667826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:912412"} {"level":"info","ts":"2026-07-28T15:03:19.293633Z","caller":"traceutil/trace.go:171","msg":"trace[575641787] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:25852; }","duration":"465.7899ms","start":"2026-07-28T15:03:18.82783Z","end":"2026-07-28T15:03:19.29362Z","steps":["trace[575641787] 'agreement among raft nodes before linearized reading' (duration: 463.456593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:19.293671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:18.827807Z","time spent":"465.853321ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":93,"response size":912435,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T15:03:24.762276Z","caller":"traceutil/trace.go:171","msg":"trace[104536420] transaction","detail":"{read_only:false; response_revision:25895; number_of_response:1; }","duration":"127.379674ms","start":"2026-07-28T15:03:24.634868Z","end":"2026-07-28T15:03:24.762248Z","steps":["trace[104536420] 'process raft request' (duration: 127.20884ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:25.068164Z","caller":"traceutil/trace.go:171","msg":"trace[1622230082] linearizableReadLoop","detail":"{readStateIndex:26693; appliedIndex:26692; }","duration":"232.100411ms","start":"2026-07-28T15:03:24.836039Z","end":"2026-07-28T15:03:25.068139Z","steps":["trace[1622230082] 'read index received' (duration: 185.772839ms)","trace[1622230082] 'applied index is now lower than readState.Index' (duration: 46.326292ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:03:25.068213Z","caller":"traceutil/trace.go:171","msg":"trace[1579462135] transaction","detail":"{read_only:false; response_revision:25896; number_of_response:1; }","duration":"291.806357ms","start":"2026-07-28T15:03:24.776361Z","end":"2026-07-28T15:03:25.068167Z","steps":["trace[1579462135] 'process raft request' (duration: 245.436523ms)","trace[1579462135] 'compare' (duration: 45.959914ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:25.068376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.324396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-07-28T15:03:25.06841Z","caller":"traceutil/trace.go:171","msg":"trace[692057758] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:25896; }","duration":"232.405828ms","start":"2026-07-28T15:03:24.835994Z","end":"2026-07-28T15:03:25.0684Z","steps":["trace[692057758] 'agreement among raft nodes before linearized reading' (duration: 232.259395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:25.08267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.2897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:03:25.082748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.190813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:25.082817Z","caller":"traceutil/trace.go:171","msg":"trace[1056682683] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:25897; }","duration":"244.288416ms","start":"2026-07-28T15:03:24.838506Z","end":"2026-07-28T15:03:25.082795Z","steps":["trace[1056682683] 'agreement among raft nodes before linearized reading' (duration: 244.172643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:25.082817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.732716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:25.082887Z","caller":"traceutil/trace.go:171","msg":"trace[386587074] transaction","detail":"{read_only:false; response_revision:25897; number_of_response:1; }","duration":"237.907501ms","start":"2026-07-28T15:03:24.844952Z","end":"2026-07-28T15:03:25.08286Z","steps":["trace[386587074] 'process raft request' (duration: 237.483801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:25.083002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.571962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T15:03:25.083078Z","caller":"traceutil/trace.go:171","msg":"trace[1474079733] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:25897; }","duration":"244.669644ms","start":"2026-07-28T15:03:24.838396Z","end":"2026-07-28T15:03:25.083065Z","steps":["trace[1474079733] 'agreement among raft nodes before linearized reading' (duration: 244.50048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:25.083052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.919898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T15:03:25.083263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.953819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T15:03:25.083301Z","caller":"traceutil/trace.go:171","msg":"trace[1691139860] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25897; }","duration":"147.01806ms","start":"2026-07-28T15:03:24.936272Z","end":"2026-07-28T15:03:25.08329Z","steps":["trace[1691139860] 'agreement among raft nodes before linearized reading' (duration: 146.891017ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:25.082757Z","caller":"traceutil/trace.go:171","msg":"trace[614499511] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:25897; }","duration":"245.385422ms","start":"2026-07-28T15:03:24.837351Z","end":"2026-07-28T15:03:25.082736Z","steps":["trace[614499511] 'agreement among raft nodes before linearized reading' (duration: 245.230358ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:25.083346Z","caller":"traceutil/trace.go:171","msg":"trace[1803907249] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:25897; }","duration":"244.803438ms","start":"2026-07-28T15:03:24.83806Z","end":"2026-07-28T15:03:25.082864Z","steps":["trace[1803907249] 'agreement among raft nodes before linearized reading' (duration: 244.727446ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:25.083335Z","caller":"traceutil/trace.go:171","msg":"trace[428670866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25897; }","duration":"235.106143ms","start":"2026-07-28T15:03:24.848013Z","end":"2026-07-28T15:03:25.083119Z","steps":["trace[428670866] 'agreement among raft nodes before linearized reading' (duration: 234.805056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:25.08334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.265679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:03:25.083382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.945641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:03:25.083415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.399082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:25.083447Z","caller":"traceutil/trace.go:171","msg":"trace[405843152] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:25897; }","duration":"245.038714ms","start":"2026-07-28T15:03:24.838392Z","end":"2026-07-28T15:03:25.083431Z","steps":["trace[405843152] 'agreement among raft nodes before linearized reading' (duration: 244.913471ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:25.083459Z","caller":"traceutil/trace.go:171","msg":"trace[151405864] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:25897; }","duration":"245.476184ms","start":"2026-07-28T15:03:24.837972Z","end":"2026-07-28T15:03:25.083448Z","steps":["trace[151405864] 'agreement among raft nodes before linearized reading' (duration: 245.391392ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:25.083452Z","caller":"traceutil/trace.go:171","msg":"trace[1143511472] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:25897; }","duration":"245.429923ms","start":"2026-07-28T15:03:24.837997Z","end":"2026-07-28T15:03:25.083427Z","steps":["trace[1143511472] 'agreement among raft nodes before linearized reading' (duration: 245.253759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:25.08346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.89929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-07-28T15:03:25.083519Z","caller":"traceutil/trace.go:171","msg":"trace[1629288880] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:25897; }","duration":"245.003203ms","start":"2026-07-28T15:03:24.8385Z","end":"2026-07-28T15:03:25.083504Z","steps":["trace[1629288880] 'agreement among raft nodes before linearized reading' (duration: 244.838569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:25.083711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.514505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T15:03:25.083749Z","caller":"traceutil/trace.go:171","msg":"trace[1346577728] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:25897; }","duration":"245.587046ms","start":"2026-07-28T15:03:24.838151Z","end":"2026-07-28T15:03:25.083738Z","steps":["trace[1346577728] 'agreement among raft nodes before linearized reading' (duration: 244.610023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:25.083628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.296545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-07-28T15:03:25.084002Z","caller":"traceutil/trace.go:171","msg":"trace[934163445] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:25897; }","duration":"244.676384ms","start":"2026-07-28T15:03:24.839306Z","end":"2026-07-28T15:03:25.083983Z","steps":["trace[934163445] 'agreement among raft nodes before linearized reading' (duration: 244.173942ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:29.226735Z","caller":"traceutil/trace.go:171","msg":"trace[400882370] linearizableReadLoop","detail":"{readStateIndex:26717; appliedIndex:26716; }","duration":"134.337023ms","start":"2026-07-28T15:03:29.092374Z","end":"2026-07-28T15:03:29.226711Z","steps":["trace[400882370] 'read index received' (duration: 134.024076ms)","trace[400882370] 'applied index is now lower than readState.Index' (duration: 311.977µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:03:29.226779Z","caller":"traceutil/trace.go:171","msg":"trace[1920963304] transaction","detail":"{read_only:false; response_revision:25919; number_of_response:1; }","duration":"147.676686ms","start":"2026-07-28T15:03:29.079072Z","end":"2026-07-28T15:03:29.226749Z","steps":["trace[1920963304] 'process raft request' (duration: 147.488952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:29.226924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.540158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:29.226971Z","caller":"traceutil/trace.go:171","msg":"trace[873542301] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:25919; }","duration":"134.63245ms","start":"2026-07-28T15:03:29.092327Z","end":"2026-07-28T15:03:29.226959Z","steps":["trace[873542301] 'agreement among raft nodes before linearized reading' (duration: 134.527058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:29.36472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.312642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:03:29.364857Z","caller":"traceutil/trace.go:171","msg":"trace[416117111] linearizableReadLoop","detail":"{readStateIndex:26718; appliedIndex:26717; }","duration":"138.022602ms","start":"2026-07-28T15:03:29.226812Z","end":"2026-07-28T15:03:29.364835Z","steps":["trace[416117111] 'read index received' (duration: 34.450854ms)","trace[416117111] 'applied index is now lower than readState.Index' (duration: 103.570008ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:03:29.364953Z","caller":"traceutil/trace.go:171","msg":"trace[163343303] transaction","detail":"{read_only:false; response_revision:25920; number_of_response:1; }","duration":"266.220427ms","start":"2026-07-28T15:03:29.098714Z","end":"2026-07-28T15:03:29.364934Z","steps":["trace[163343303] 'process raft request' (duration: 162.559426ms)","trace[163343303] 'compare' (duration: 103.074676ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:29.365022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.319109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:29.365109Z","caller":"traceutil/trace.go:171","msg":"trace[120887868] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:25920; }","duration":"266.460362ms","start":"2026-07-28T15:03:29.098631Z","end":"2026-07-28T15:03:29.365091Z","steps":["trace[120887868] 'agreement among raft nodes before linearized reading' (duration: 266.306039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:29.365251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.39677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-07-28T15:03:29.36527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.453138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:29.36531Z","caller":"traceutil/trace.go:171","msg":"trace[2038204883] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:25920; }","duration":"268.491752ms","start":"2026-07-28T15:03:29.096803Z","end":"2026-07-28T15:03:29.365294Z","steps":["trace[2038204883] 'agreement among raft nodes before linearized reading' (duration: 268.315428ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:29.365321Z","caller":"traceutil/trace.go:171","msg":"trace[1264116680] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:25920; }","duration":"272.53347ms","start":"2026-07-28T15:03:29.092775Z","end":"2026-07-28T15:03:29.365308Z","steps":["trace[1264116680] 'agreement among raft nodes before linearized reading' (duration: 272.445557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:29.365348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.604544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T15:03:29.3654Z","caller":"traceutil/trace.go:171","msg":"trace[494407496] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:25920; }","duration":"166.681576ms","start":"2026-07-28T15:03:29.198697Z","end":"2026-07-28T15:03:29.365378Z","steps":["trace[494407496] 'agreement among raft nodes before linearized reading' (duration: 166.595364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:29.365445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.309395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T15:03:29.365405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.123009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-07-28T15:03:29.365528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.375009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"warn","ts":"2026-07-28T15:03:29.365533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.428715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T15:03:29.365555Z","caller":"traceutil/trace.go:171","msg":"trace[1920479771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25920; }","duration":"163.452178ms","start":"2026-07-28T15:03:29.20208Z","end":"2026-07-28T15:03:29.365532Z","steps":["trace[1920479771] 'agreement among raft nodes before linearized reading' (duration: 163.13964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:29.365639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.343962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:03:29.365625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.80974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:29.36564Z","caller":"traceutil/trace.go:171","msg":"trace[531545910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25920; }","duration":"262.562348ms","start":"2026-07-28T15:03:29.103055Z","end":"2026-07-28T15:03:29.365617Z","steps":["trace[531545910] 'agreement among raft nodes before linearized reading' (duration: 262.271811ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:29.3656Z","caller":"traceutil/trace.go:171","msg":"trace[531532089] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:25920; }","duration":"210.343374ms","start":"2026-07-28T15:03:29.155211Z","end":"2026-07-28T15:03:29.365554Z","steps":["trace[531532089] 'agreement among raft nodes before linearized reading' (duration: 210.086687ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:29.365669Z","caller":"traceutil/trace.go:171","msg":"trace[787297321] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:25920; }","duration":"269.385113ms","start":"2026-07-28T15:03:29.096275Z","end":"2026-07-28T15:03:29.36566Z","steps":["trace[787297321] 'agreement among raft nodes before linearized reading' (duration: 269.341812ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:29.365569Z","caller":"traceutil/trace.go:171","msg":"trace[1264282238] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:25920; }","duration":"268.444651ms","start":"2026-07-28T15:03:29.097112Z","end":"2026-07-28T15:03:29.365557Z","steps":["trace[1264282238] 'agreement among raft nodes before linearized reading' (duration: 268.321048ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:29.365687Z","caller":"traceutil/trace.go:171","msg":"trace[138241555] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:25920; }","duration":"268.891241ms","start":"2026-07-28T15:03:29.096783Z","end":"2026-07-28T15:03:29.365674Z","steps":["trace[138241555] 'agreement among raft nodes before linearized reading' (duration: 268.782479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:29.36558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.444765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-07-28T15:03:29.365762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.076273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-28T15:03:29.365724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.956925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:29.36592Z","caller":"traceutil/trace.go:171","msg":"trace[113339309] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:25920; }","duration":"267.387895ms","start":"2026-07-28T15:03:29.098515Z","end":"2026-07-28T15:03:29.365903Z","steps":["trace[113339309] 'agreement among raft nodes before linearized reading' (duration: 266.886793ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:29.365777Z","caller":"traceutil/trace.go:171","msg":"trace[1451632227] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:25920; }","duration":"212.682121ms","start":"2026-07-28T15:03:29.153079Z","end":"2026-07-28T15:03:29.365761Z","steps":["trace[1451632227] 'agreement among raft nodes before linearized reading' (duration: 212.442645ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:29.36584Z","caller":"traceutil/trace.go:171","msg":"trace[1173331786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25920; }","duration":"145.203756ms","start":"2026-07-28T15:03:29.220618Z","end":"2026-07-28T15:03:29.365822Z","steps":["trace[1173331786] 'agreement among raft nodes before linearized reading' (duration: 145.000871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:29.365243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.160975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-28T15:03:29.366151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.402189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T15:03:29.366178Z","caller":"traceutil/trace.go:171","msg":"trace[804417456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25920; }","duration":"172.142278ms","start":"2026-07-28T15:03:29.194023Z","end":"2026-07-28T15:03:29.366165Z","steps":["trace[804417456] 'agreement among raft nodes before linearized reading' (duration: 171.071682ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:29.366234Z","caller":"traceutil/trace.go:171","msg":"trace[1881963434] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25920; }","duration":"263.501071ms","start":"2026-07-28T15:03:29.102689Z","end":"2026-07-28T15:03:29.36619Z","steps":["trace[1881963434] 'agreement among raft nodes before linearized reading' (duration: 263.258965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:29.366529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.051522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T15:03:29.3667Z","caller":"traceutil/trace.go:171","msg":"trace[788316868] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:25920; }","duration":"268.233316ms","start":"2026-07-28T15:03:29.098444Z","end":"2026-07-28T15:03:29.366678Z","steps":["trace[788316868] 'agreement among raft nodes before linearized reading' (duration: 266.916654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:29.367941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.077329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-07-28T15:03:29.368043Z","caller":"traceutil/trace.go:171","msg":"trace[1376139673] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:25920; }","duration":"272.192921ms","start":"2026-07-28T15:03:29.095836Z","end":"2026-07-28T15:03:29.368029Z","steps":["trace[1376139673] 'agreement among raft nodes before linearized reading' (duration: 269.340122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:29.396587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.475155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" ","response":"range_response_count:1 size:6960"} {"level":"info","ts":"2026-07-28T15:03:29.396661Z","caller":"traceutil/trace.go:171","msg":"trace[1800088796] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29754180-dlwdd; range_end:; response_count:1; response_revision:25921; }","duration":"148.585938ms","start":"2026-07-28T15:03:29.248058Z","end":"2026-07-28T15:03:29.396644Z","steps":["trace[1800088796] 'agreement among raft nodes before linearized reading' (duration: 148.354803ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:29.491709Z","caller":"traceutil/trace.go:171","msg":"trace[1714890393] transaction","detail":"{read_only:false; response_revision:25922; number_of_response:1; }","duration":"120.16051ms","start":"2026-07-28T15:03:29.371528Z","end":"2026-07-28T15:03:29.491689Z","steps":["trace[1714890393] 'process raft request' (duration: 93.975436ms)","trace[1714890393] 'compare' (duration: 26.0261ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:03:29.491965Z","caller":"traceutil/trace.go:171","msg":"trace[156390886] transaction","detail":"{read_only:false; response_revision:25923; number_of_response:1; }","duration":"120.226201ms","start":"2026-07-28T15:03:29.371727Z","end":"2026-07-28T15:03:29.491953Z","steps":["trace[156390886] 'process raft request' (duration: 119.927194ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:29.492067Z","caller":"traceutil/trace.go:171","msg":"trace[1871935209] transaction","detail":"{read_only:false; response_revision:25924; number_of_response:1; }","duration":"120.328254ms","start":"2026-07-28T15:03:29.371729Z","end":"2026-07-28T15:03:29.492057Z","steps":["trace[1871935209] 'process raft request' (duration: 120.145189ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:29.492085Z","caller":"traceutil/trace.go:171","msg":"trace[827676317] transaction","detail":"{read_only:false; response_revision:25925; number_of_response:1; }","duration":"120.283353ms","start":"2026-07-28T15:03:29.37178Z","end":"2026-07-28T15:03:29.492063Z","steps":["trace[827676317] 'process raft request' (duration: 120.202561ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:29.492278Z","caller":"traceutil/trace.go:171","msg":"trace[1138141536] transaction","detail":"{read_only:false; response_revision:25926; number_of_response:1; }","duration":"120.469908ms","start":"2026-07-28T15:03:29.371789Z","end":"2026-07-28T15:03:29.492259Z","steps":["trace[1138141536] 'process raft request' (duration: 120.237002ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:29.492345Z","caller":"traceutil/trace.go:171","msg":"trace[1190392378] transaction","detail":"{read_only:false; response_revision:25927; number_of_response:1; }","duration":"120.542159ms","start":"2026-07-28T15:03:29.371783Z","end":"2026-07-28T15:03:29.492325Z","steps":["trace[1190392378] 'process raft request' (duration: 120.389595ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:29.492383Z","caller":"traceutil/trace.go:171","msg":"trace[1644544415] transaction","detail":"{read_only:false; response_revision:25929; number_of_response:1; }","duration":"120.265972ms","start":"2026-07-28T15:03:29.372094Z","end":"2026-07-28T15:03:29.49236Z","steps":["trace[1644544415] 'process raft request' (duration: 120.19596ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:29.492424Z","caller":"traceutil/trace.go:171","msg":"trace[898601881] transaction","detail":"{read_only:false; response_revision:25928; number_of_response:1; }","duration":"120.546369ms","start":"2026-07-28T15:03:29.37184Z","end":"2026-07-28T15:03:29.492386Z","steps":["trace[898601881] 'process raft request' (duration: 120.414755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:29.49251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.334432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:29.492753Z","caller":"traceutil/trace.go:171","msg":"trace[1477306018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25929; }","duration":"117.629888ms","start":"2026-07-28T15:03:29.375113Z","end":"2026-07-28T15:03:29.492743Z","steps":["trace[1477306018] 'agreement among raft nodes before linearized reading' (duration: 117.28068ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:29.588995Z","caller":"traceutil/trace.go:171","msg":"trace[1502189955] transaction","detail":"{read_only:false; response_revision:25930; number_of_response:1; }","duration":"172.438006ms","start":"2026-07-28T15:03:29.416532Z","end":"2026-07-28T15:03:29.58897Z","steps":["trace[1502189955] 'process raft request' (duration: 172.234611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:29.927621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.46289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:03:29.927722Z","caller":"traceutil/trace.go:171","msg":"trace[324578805] linearizableReadLoop","detail":"{readStateIndex:26729; appliedIndex:26727; }","duration":"435.376094ms","start":"2026-07-28T15:03:29.49233Z","end":"2026-07-28T15:03:29.927706Z","steps":["trace[324578805] 'read index received' (duration: 96.390775ms)","trace[324578805] 'applied index is now lower than readState.Index' (duration: 338.983778ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:03:29.927795Z","caller":"traceutil/trace.go:171","msg":"trace[323078873] transaction","detail":"{read_only:false; response_revision:25931; number_of_response:1; }","duration":"441.136312ms","start":"2026-07-28T15:03:29.486647Z","end":"2026-07-28T15:03:29.927784Z","steps":["trace[323078873] 'process raft request' (duration: 139.418656ms)","trace[323078873] 'compare' (duration: 301.212564ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:29.928029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.528477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zm48w\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-07-28T15:03:29.928082Z","caller":"traceutil/trace.go:171","msg":"trace[878452520] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zm48w; range_end:; response_count:1; response_revision:25931; }","duration":"530.617849ms","start":"2026-07-28T15:03:29.397452Z","end":"2026-07-28T15:03:29.92807Z","steps":["trace[878452520] 'agreement among raft nodes before linearized reading' (duration: 530.444585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:29.928106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:29.397431Z","time spent":"530.670401ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22040,"request content":"key:\"/registry/pods/openstack/nova-compute-default-zm48w\" "} {"level":"warn","ts":"2026-07-28T15:03:29.927847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:29.48662Z","time spent":"441.198934ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:29.928355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.333483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" ","response":"range_response_count:1 size:9715"} {"level":"info","ts":"2026-07-28T15:03:29.928414Z","caller":"traceutil/trace.go:171","msg":"trace[49936133] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2n4p; range_end:; response_count:1; response_revision:25931; }","duration":"530.423194ms","start":"2026-07-28T15:03:29.397976Z","end":"2026-07-28T15:03:29.928399Z","steps":["trace[49936133] 'agreement among raft nodes before linearized reading' (duration: 529.894182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:29.92845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:29.397959Z","time spent":"530.484166ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9738,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" "} {"level":"warn","ts":"2026-07-28T15:03:29.928626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.815462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:76 size:103286"} {"level":"info","ts":"2026-07-28T15:03:29.92872Z","caller":"traceutil/trace.go:171","msg":"trace[147625627] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:76; response_revision:25931; }","duration":"527.970896ms","start":"2026-07-28T15:03:29.400727Z","end":"2026-07-28T15:03:29.928698Z","steps":["trace[147625627] 'agreement among raft nodes before linearized reading' (duration: 527.167536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:29.928792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:29.400707Z","time spent":"528.068057ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":103309,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-28T15:03:29.928856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.120807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:76 size:103286"} {"level":"info","ts":"2026-07-28T15:03:29.928891Z","caller":"traceutil/trace.go:171","msg":"trace[1027239829] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:76; response_revision:25931; }","duration":"530.158228ms","start":"2026-07-28T15:03:29.398724Z","end":"2026-07-28T15:03:29.928882Z","steps":["trace[1027239829] 'agreement among raft nodes before linearized reading' (duration: 529.118543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:29.928919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:29.398678Z","time spent":"530.23307ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":103309,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-28T15:03:29.929405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.322784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:912834"} {"level":"info","ts":"2026-07-28T15:03:29.929456Z","caller":"traceutil/trace.go:171","msg":"trace[771209242] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:25931; }","duration":"528.396856ms","start":"2026-07-28T15:03:29.401048Z","end":"2026-07-28T15:03:29.929445Z","steps":["trace[771209242] 'agreement among raft nodes before linearized reading' (duration: 526.839438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:29.929492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:29.401039Z","time spent":"528.441956ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":93,"response size":912857,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T15:03:29.930076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.361287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:29.930155Z","caller":"traceutil/trace.go:171","msg":"trace[1884521905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25932; }","duration":"436.47986ms","start":"2026-07-28T15:03:29.493658Z","end":"2026-07-28T15:03:29.930138Z","steps":["trace[1884521905] 'agreement among raft nodes before linearized reading' (duration: 436.352677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:29.9302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:29.493629Z","time spent":"436.563292ms","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:03:29.93039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.49453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:1861"} {"level":"info","ts":"2026-07-28T15:03:29.930433Z","caller":"traceutil/trace.go:171","msg":"trace[518628509] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25932; }","duration":"296.579542ms","start":"2026-07-28T15:03:29.63384Z","end":"2026-07-28T15:03:29.93042Z","steps":["trace[518628509] 'agreement among raft nodes before linearized reading' (duration: 296.47155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:29.930431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.50775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-28T15:03:29.930491Z","caller":"traceutil/trace.go:171","msg":"trace[1313808550] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25932; }","duration":"296.601693ms","start":"2026-07-28T15:03:29.633874Z","end":"2026-07-28T15:03:29.930476Z","steps":["trace[1313808550] 'agreement among raft nodes before linearized reading' (duration: 296.426548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:29.930556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.124974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"info","ts":"2026-07-28T15:03:29.930603Z","caller":"traceutil/trace.go:171","msg":"trace[469060447] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:25932; }","duration":"164.580015ms","start":"2026-07-28T15:03:29.766012Z","end":"2026-07-28T15:03:29.930592Z","steps":["trace[469060447] 'agreement among raft nodes before linearized reading' (duration: 164.069373ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:07:29.279557Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25527} {"level":"info","ts":"2026-07-28T15:07:29.393084Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25527,"took":"111.399809ms","hash":2930558279,"current-db-size-bytes":47132672,"current-db-size":"47 MB","current-db-size-in-use-bytes":27361280,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-28T15:07:29.393161Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2930558279,"revision":25527,"compact-revision":22994} {"level":"info","ts":"2026-07-28T15:07:52.12649Z","caller":"traceutil/trace.go:171","msg":"trace[1629474440] linearizableReadLoop","detail":"{readStateIndex:28747; appliedIndex:28746; }","duration":"442.470388ms","start":"2026-07-28T15:07:51.68399Z","end":"2026-07-28T15:07:52.12646Z","steps":["trace[1629474440] 'read index received' (duration: 442.353125ms)","trace[1629474440] 'applied index is now lower than readState.Index' (duration: 115.793µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:07:52.126499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:07:51.525282Z","time spent":"601.210814ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T15:07:52.126776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.746726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-07-28T15:07:52.12678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.760025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-07-28T15:07:52.126792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.758373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-07-28T15:07:52.126818Z","caller":"traceutil/trace.go:171","msg":"trace[90501222] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:27885; }","duration":"175.848209ms","start":"2026-07-28T15:07:51.950959Z","end":"2026-07-28T15:07:52.126808Z","steps":["trace[90501222] 'agreement among raft nodes before linearized reading' (duration: 175.670624ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:07:52.126861Z","caller":"traceutil/trace.go:171","msg":"trace[102819835] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:27885; }","duration":"442.896028ms","start":"2026-07-28T15:07:51.683943Z","end":"2026-07-28T15:07:52.126839Z","steps":["trace[102819835] 'agreement among raft nodes before linearized reading' (duration: 442.638412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:07:52.126917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:07:51.683923Z","time spent":"442.98589ms","remote":"127.0.0.1:54086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-28T15:07:52.126865Z","caller":"traceutil/trace.go:171","msg":"trace[515817583] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:27885; }","duration":"174.853765ms","start":"2026-07-28T15:07:51.951995Z","end":"2026-07-28T15:07:52.126849Z","steps":["trace[515817583] 'agreement among raft nodes before linearized reading' (duration: 174.66908ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:07:56.974951Z","caller":"traceutil/trace.go:171","msg":"trace[943136549] transaction","detail":"{read_only:false; response_revision:27941; number_of_response:1; }","duration":"100.920255ms","start":"2026-07-28T15:07:56.873999Z","end":"2026-07-28T15:07:56.97492Z","steps":["trace[943136549] 'process raft request' (duration: 100.73239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:07:59.376728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00042612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:07:59.376828Z","caller":"traceutil/trace.go:171","msg":"trace[2118677483] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000599744s","start":"2026-07-28T15:07:57.376207Z","end":"2026-07-28T15:07:59.376807Z","steps":["trace[2118677483] 'agreement among raft nodes before linearized reading' (duration: 2.000468221s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:07:59.376999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:07:57.376179Z","time spent":"2.00080758s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:07:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:01.378017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000629806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:01.378108Z","caller":"traceutil/trace.go:171","msg":"trace[755257745] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000776139s","start":"2026-07-28T15:07:59.377311Z","end":"2026-07-28T15:08:01.378087Z","steps":["trace[755257745] 'agreement among raft nodes before linearized reading' (duration: 2.000648016s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:01.378156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:07:59.377297Z","time spent":"2.000848912s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:08:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:01.901635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:07:56.903817Z","time spent":"4.997809143s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/28 15:08:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:01.947556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999562416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:01.947627Z","caller":"traceutil/trace.go:171","msg":"trace[1143350711] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999681789s","start":"2026-07-28T15:07:56.947924Z","end":"2026-07-28T15:08:01.947606Z","steps":["trace[1143350711] 'agreement among raft nodes before linearized reading' (duration: 4.999586217s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:01.947665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:07:56.947912Z","time spent":"4.99974331s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/28 15:08:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:03.3527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:07:58.354031Z","time spent":"4.998662013s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/28 15:08:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:03.382676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000060621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:08:03.382734Z","caller":"traceutil/trace.go:171","msg":"trace[1318287302] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000176574s","start":"2026-07-28T15:08:01.382544Z","end":"2026-07-28T15:08:03.382721Z","steps":["trace[1318287302] 'agreement among raft nodes before linearized reading' (duration: 2.000088382s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:03.382769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:01.382526Z","time spent":"2.000235385s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:08:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:03.443417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:07:58.444855Z","time spent":"4.998555741s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/28 15:08:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:03.590758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:07:58.59203Z","time spent":"4.998721204s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/28 15:08:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:03.795912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999728088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:08:03.79603Z","caller":"traceutil/trace.go:171","msg":"trace[1121441942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999860012s","start":"2026-07-28T15:07:58.796116Z","end":"2026-07-28T15:08:03.795976Z","steps":["trace[1121441942] 'agreement among raft nodes before linearized reading' (duration: 4.999756549s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:03.796076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:07:58.7961Z","time spent":"4.999967205s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/28 15:08:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:03.798616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999446461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:03.798657Z","caller":"traceutil/trace.go:171","msg":"trace[461102832] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999542444s","start":"2026-07-28T15:07:58.799105Z","end":"2026-07-28T15:08:03.798647Z","steps":["trace[461102832] 'agreement among raft nodes before linearized reading' (duration: 4.999497193s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:03.798688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:07:58.799082Z","time spent":"4.999599945s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/28 15:08:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:03.885436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:07:56.884392Z","time spent":"7.001036162s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:08:03.917306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:07:56.916822Z","time spent":"7.000477278s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:08:05.382887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000050163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:08:05.382963Z","caller":"traceutil/trace.go:171","msg":"trace[923065543] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000189196s","start":"2026-07-28T15:08:03.382755Z","end":"2026-07-28T15:08:05.382944Z","steps":["trace[923065543] 'agreement among raft nodes before linearized reading' (duration: 2.000091924s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:05.383001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:03.382732Z","time spent":"2.000262047s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:08:05.871978Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.897261929s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T15:08:05.873916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:07:58.873695Z","time spent":"7.000214322s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:08:06.347981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.715351715s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:06.348157Z","caller":"traceutil/trace.go:171","msg":"trace[753401931] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27941; }","duration":"5.715536989s","start":"2026-07-28T15:08:00.632602Z","end":"2026-07-28T15:08:06.348139Z","steps":["trace[753401931] 'range keys from in-memory index tree' (duration: 5.715336014s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:06.34953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.22976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:08:06.349889Z","caller":"traceutil/trace.go:171","msg":"trace[789362645] linearizableReadLoop","detail":"{readStateIndex:28806; appliedIndex:28803; }","duration":"9.44058739s","start":"2026-07-28T15:07:56.909278Z","end":"2026-07-28T15:08:06.349865Z","steps":["trace[789362645] 'read index received' (duration: 65.481007ms)","trace[789362645] 'applied index is now lower than readState.Index' (duration: 9.375105113s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:06.35042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.441125803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zm48w\" ","response":"range_response_count:1 size:22340"} {"level":"info","ts":"2026-07-28T15:08:06.350486Z","caller":"traceutil/trace.go:171","msg":"trace[1548648867] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zm48w; range_end:; response_count:1; response_revision:27944; }","duration":"9.441217465s","start":"2026-07-28T15:07:56.909251Z","end":"2026-07-28T15:08:06.350469Z","steps":["trace[1548648867] 'agreement among raft nodes before linearized reading' (duration: 9.44100619s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:06.350546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:07:56.909241Z","time spent":"9.441291757s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22363,"request content":"key:\"/registry/pods/openstack/nova-compute-default-zm48w\" "} {"level":"warn","ts":"2026-07-28T15:08:06.563923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:07:59.563455Z","time spent":"7.000460218s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:08:06.850331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609419357,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:08:06.902284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999524253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:06.902353Z","caller":"traceutil/trace.go:171","msg":"trace[1114439202] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999646137s","start":"2026-07-28T15:08:01.902691Z","end":"2026-07-28T15:08:06.902337Z","steps":["trace[1114439202] 'agreement among raft nodes before linearized reading' (duration: 4.999553494s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:06.902389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:01.902675Z","time spent":"4.999707358s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/28 15:08:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:06.916735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999841998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:06.916819Z","caller":"traceutil/trace.go:171","msg":"trace[1085318668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999979871s","start":"2026-07-28T15:07:56.916822Z","end":"2026-07-28T15:08:06.916801Z","steps":["trace[1085318668] 'agreement among raft nodes before linearized reading' (duration: 9.999874769s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:06.916863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:07:56.916804Z","time spent":"10.000050282s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/28 15:08:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:06.923638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999417128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:06.923763Z","caller":"traceutil/trace.go:171","msg":"trace[1544672188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999539251s","start":"2026-07-28T15:07:56.924164Z","end":"2026-07-28T15:08:06.923704Z","steps":["trace[1544672188] 'agreement among raft nodes before linearized reading' (duration: 9.999433438s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:06.923856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:07:56.924156Z","time spent":"9.999686124s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/28 15:08:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:06.944094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999551901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:06.94417Z","caller":"traceutil/trace.go:171","msg":"trace[1402392143] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; }","duration":"9.999679204s","start":"2026-07-28T15:07:56.944475Z","end":"2026-07-28T15:08:06.944154Z","steps":["trace[1402392143] 'agreement among raft nodes before linearized reading' (duration: 9.999587702s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:06.944213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:07:56.944457Z","time spent":"9.999748036s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} 2026/07/28 15:08:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:06.948284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997917045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:06.948345Z","caller":"traceutil/trace.go:171","msg":"trace[1501536583] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997996307s","start":"2026-07-28T15:08:03.950333Z","end":"2026-07-28T15:08:06.94833Z","steps":["trace[1501536583] 'agreement among raft nodes before linearized reading' (duration: 2.997914635s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:06.948375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:03.950285Z","time spent":"2.998083529s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/28 15:08:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:07.257507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:00.256943Z","time spent":"7.00055817s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:08:07.350652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609419357,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:08:07.390604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000471872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:08:07.390671Z","caller":"traceutil/trace.go:171","msg":"trace[1897208095] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000596005s","start":"2026-07-28T15:08:05.39006Z","end":"2026-07-28T15:08:07.390656Z","steps":["trace[1897208095] 'agreement among raft nodes before linearized reading' (duration: 2.000503362s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:07.390715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:05.390042Z","time spent":"2.000665496s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:08:07.489198Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.6169137s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T15:08:07.8736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.157807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:08:07.874241Z","caller":"traceutil/trace.go:171","msg":"trace[1688929980] transaction","detail":"{read_only:false; response_revision:27951; number_of_response:1; }","duration":"3.952588082s","start":"2026-07-28T15:08:03.921629Z","end":"2026-07-28T15:08:07.874217Z","steps":["trace[1688929980] 'process raft request' (duration: 3.95251472s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:07.874349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:03.921605Z","time spent":"3.952700245s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":929,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T15:08:08.352253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998177782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:08.352336Z","caller":"traceutil/trace.go:171","msg":"trace[812143609] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998330815s","start":"2026-07-28T15:08:03.353988Z","end":"2026-07-28T15:08:08.352319Z","steps":["trace[812143609] 'agreement among raft nodes before linearized reading' (duration: 4.998222023s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:08.352374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:03.353954Z","time spent":"4.998412947s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/28 15:08:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:08.443197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998342836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:08.443318Z","caller":"traceutil/trace.go:171","msg":"trace[1338429386] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.99851748s","start":"2026-07-28T15:08:03.444782Z","end":"2026-07-28T15:08:08.4433Z","steps":["trace[1338429386] 'agreement among raft nodes before linearized reading' (duration: 4.998360297s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:08.443359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:03.44477Z","time spent":"4.998580142s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/28 15:08:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:08.590912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998228964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:08.591071Z","caller":"traceutil/trace.go:171","msg":"trace[1479640067] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998445539s","start":"2026-07-28T15:08:03.592601Z","end":"2026-07-28T15:08:08.591047Z","steps":["trace[1479640067] 'agreement among raft nodes before linearized reading' (duration: 4.998271805s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:08.591172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:03.592586Z","time spent":"4.998569502s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/28 15:08:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:08.612508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.267602215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:08.612603Z","caller":"traceutil/trace.go:171","msg":"trace[1861461742] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"8.267755329s","start":"2026-07-28T15:08:00.344826Z","end":"2026-07-28T15:08:08.612581Z","steps":["trace[1861461742] 'agreement among raft nodes before linearized reading' (duration: 8.267632776s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:08.612775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:00.344804Z","time spent":"8.267954693s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/28 15:08:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-28T15:08:08.6873Z","caller":"traceutil/trace.go:171","msg":"trace[636029506] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27951; }","duration":"2.809591632s","start":"2026-07-28T15:08:05.877665Z","end":"2026-07-28T15:08:08.687256Z","steps":["trace[636029506] 'process raft request' (duration: 2.809262745s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:08.687388Z","caller":"traceutil/trace.go:171","msg":"trace[369684023] transaction","detail":"{read_only:false; response_revision:27952; number_of_response:1; }","duration":"2.32068731s","start":"2026-07-28T15:08:06.366638Z","end":"2026-07-28T15:08:08.687326Z","steps":["trace[369684023] 'process raft request' (duration: 2.320453664s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:08.687412Z","caller":"traceutil/trace.go:171","msg":"trace[982905355] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27952; }","duration":"2.119096266s","start":"2026-07-28T15:08:06.568292Z","end":"2026-07-28T15:08:08.687389Z","steps":["trace[982905355] 'process raft request' (duration: 2.118911121s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:08.687499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:05.877634Z","time spent":"2.809763487s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:08:08.687585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:06.568269Z","time spent":"2.119214679s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:08:08.687563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:06.366613Z","time spent":"2.320862464s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22551,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:08:08.687652Z","caller":"traceutil/trace.go:171","msg":"trace[1152189582] transaction","detail":"{read_only:false; response_revision:27953; number_of_response:1; }","duration":"1.767729675s","start":"2026-07-28T15:08:06.919903Z","end":"2026-07-28T15:08:08.687633Z","steps":["trace[1152189582] 'process raft request' (duration: 1.767336165s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:08.68775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:06.919856Z","time spent":"1.767848577s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:08:08.687834Z","caller":"traceutil/trace.go:171","msg":"trace[428381233] transaction","detail":"{read_only:false; response_revision:27954; number_of_response:1; }","duration":"1.761511343s","start":"2026-07-28T15:08:06.926303Z","end":"2026-07-28T15:08:08.687814Z","steps":["trace[428381233] 'process raft request' (duration: 1.761251737s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:08.687857Z","caller":"traceutil/trace.go:171","msg":"trace[1590949823] transaction","detail":"{read_only:false; response_revision:27955; number_of_response:1; }","duration":"1.737151804s","start":"2026-07-28T15:08:06.950692Z","end":"2026-07-28T15:08:08.687844Z","steps":["trace[1590949823] 'process raft request' (duration: 1.737049821s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:08.687923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:06.950667Z","time spent":"1.737223395s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:08:08.687936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:06.926284Z","time spent":"1.761598826s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:08:08.795812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997183977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:08.795986Z","caller":"traceutil/trace.go:171","msg":"trace[305737877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997380742s","start":"2026-07-28T15:08:05.798525Z","end":"2026-07-28T15:08:08.795906Z","steps":["trace[305737877] 'agreement among raft nodes before linearized reading' (duration: 2.997220398s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:08.79611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:05.798505Z","time spent":"2.997576637s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/28 15:08:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:08.798812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99772256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:08.798866Z","caller":"traceutil/trace.go:171","msg":"trace[1323080796] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997825453s","start":"2026-07-28T15:08:05.801029Z","end":"2026-07-28T15:08:08.798854Z","steps":["trace[1323080796] 'agreement among raft nodes before linearized reading' (duration: 2.997763121s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:08.799063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:05.801008Z","time spent":"2.998015197s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/28 15:08:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:09.391685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000192866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:08:09.39177Z","caller":"traceutil/trace.go:171","msg":"trace[838809120] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000334439s","start":"2026-07-28T15:08:07.391417Z","end":"2026-07-28T15:08:09.391751Z","steps":["trace[838809120] 'agreement among raft nodes before linearized reading' (duration: 2.000225146s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:09.391829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:07.3914Z","time spent":"2.00040829s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:08:10.051825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999451619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:10.051926Z","caller":"traceutil/trace.go:171","msg":"trace[357876942] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; }","duration":"9.999611623s","start":"2026-07-28T15:08:00.052293Z","end":"2026-07-28T15:08:10.051905Z","steps":["trace[357876942] 'agreement among raft nodes before linearized reading' (duration: 9.99948506s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:10.051974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:00.052274Z","time spent":"9.999689144s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} 2026/07/28 15:08:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:10.08942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401611764s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T15:08:10.089539Z","caller":"traceutil/trace.go:171","msg":"trace[1537825178] linearizableReadLoop","detail":"{readStateIndex:28821; appliedIndex:28807; }","duration":"3.739576502s","start":"2026-07-28T15:08:06.349947Z","end":"2026-07-28T15:08:10.089523Z","steps":["trace[1537825178] 'read index received' (duration: 1.139448194s)","trace[1537825178] 'applied index is now lower than readState.Index' (duration: 2.600126968s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:10.089724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.367999924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:10.089758Z","caller":"traceutil/trace.go:171","msg":"trace[267314640] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:27956; }","duration":"4.368092547s","start":"2026-07-28T15:08:05.721656Z","end":"2026-07-28T15:08:10.089748Z","steps":["trace[267314640] 'agreement among raft nodes before linearized reading' (duration: 4.368014156s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:10.089815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:05.721626Z","time spent":"4.368178199s","remote":"127.0.0.1:34324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:10.089819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.7587268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:08:10.089903Z","caller":"traceutil/trace.go:171","msg":"trace[836411067] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27956; }","duration":"4.758859384s","start":"2026-07-28T15:08:05.331024Z","end":"2026-07-28T15:08:10.089883Z","steps":["trace[836411067] 'agreement among raft nodes before linearized reading' (duration: 4.75872507s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:10.089976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.924665011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:08:10.089993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.162083733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:08:10.090036Z","caller":"traceutil/trace.go:171","msg":"trace[740528761] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:27956; }","duration":"6.924739593s","start":"2026-07-28T15:08:03.16528Z","end":"2026-07-28T15:08:10.09002Z","steps":["trace[740528761] 'agreement among raft nodes before linearized reading' (duration: 6.92463012s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:10.089996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.521849812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:10.090043Z","caller":"traceutil/trace.go:171","msg":"trace[1460674699] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27956; }","duration":"7.162185675s","start":"2026-07-28T15:08:02.927844Z","end":"2026-07-28T15:08:10.090029Z","steps":["trace[1460674699] 'agreement among raft nodes before linearized reading' (duration: 7.162080923s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:10.09007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:03.165261Z","time spent":"6.924801705s","remote":"127.0.0.1:54614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:10.090068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.201170944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-07-28T15:08:10.090056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.523293677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:08:10.090078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.831758731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:08:10.090085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.831419242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:08:10.090125Z","caller":"traceutil/trace.go:171","msg":"trace[879913355] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:27956; }","duration":"4.52341152s","start":"2026-07-28T15:08:05.566695Z","end":"2026-07-28T15:08:10.090106Z","steps":["trace[879913355] 'agreement among raft nodes before linearized reading' (duration: 4.523245246s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:10.090102Z","caller":"traceutil/trace.go:171","msg":"trace[126208212] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:27956; }","duration":"4.522026786s","start":"2026-07-28T15:08:05.568048Z","end":"2026-07-28T15:08:10.090075Z","steps":["trace[126208212] 'agreement among raft nodes before linearized reading' (duration: 4.521832172s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:10.090133Z","caller":"traceutil/trace.go:171","msg":"trace[1499775262] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27956; }","duration":"6.201242256s","start":"2026-07-28T15:08:03.888856Z","end":"2026-07-28T15:08:10.090098Z","steps":["trace[1499775262] 'agreement among raft nodes before linearized reading' (duration: 6.201074022s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:10.090089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:02.927824Z","time spent":"7.162256266s","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:10.090166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:05.566674Z","time spent":"4.523481111s","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:08:10.090167Z","caller":"traceutil/trace.go:171","msg":"trace[775167667] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:27956; }","duration":"8.831516995s","start":"2026-07-28T15:08:01.25861Z","end":"2026-07-28T15:08:10.090127Z","steps":["trace[775167667] 'agreement among raft nodes before linearized reading' (duration: 8.831420172s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:10.090177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:03.88884Z","time spent":"6.201329428s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:08:10.090194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.499852295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1346"} {"level":"warn","ts":"2026-07-28T15:08:10.090197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:05.568027Z","time spent":"4.522141979s","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:10.090209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:01.258592Z","time spent":"8.831607216s","remote":"127.0.0.1:54438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:08:10.090222Z","caller":"traceutil/trace.go:171","msg":"trace[1680458167] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:27956; }","duration":"9.499930967s","start":"2026-07-28T15:08:00.590284Z","end":"2026-07-28T15:08:10.090215Z","steps":["trace[1680458167] 'agreement among raft nodes before linearized reading' (duration: 9.499842465s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:10.090222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.408088063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-28T15:08:10.090229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.591963577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"warn","ts":"2026-07-28T15:08:10.090246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:00.590263Z","time spent":"9.499977648s","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1369,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-07-28T15:08:10.090252Z","caller":"traceutil/trace.go:171","msg":"trace[931615700] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27956; }","duration":"9.408155644s","start":"2026-07-28T15:08:00.682088Z","end":"2026-07-28T15:08:10.090243Z","steps":["trace[931615700] 'agreement among raft nodes before linearized reading' (duration: 9.408044372s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:10.090264Z","caller":"traceutil/trace.go:171","msg":"trace[1239549329] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27956; }","duration":"9.592027569s","start":"2026-07-28T15:08:00.498221Z","end":"2026-07-28T15:08:10.090249Z","steps":["trace[1239549329] 'agreement among raft nodes before linearized reading' (duration: 9.591935836s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:10.090279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:00.682068Z","time spent":"9.408203675s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:08:10.090285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:00.498204Z","time spent":"9.592075319s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:08:10.090254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.971873536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" ","response":"range_response_count:1 size:6960"} {"level":"warn","ts":"2026-07-28T15:08:10.090297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.583870907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:08:10.090139Z","caller":"traceutil/trace.go:171","msg":"trace[972768012] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27956; }","duration":"12.831860533s","start":"2026-07-28T15:07:57.258262Z","end":"2026-07-28T15:08:10.090123Z","steps":["trace[972768012] 'agreement among raft nodes before linearized reading' (duration: 12.831764411s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:10.090323Z","caller":"traceutil/trace.go:171","msg":"trace[440998760] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27956; }","duration":"10.583897127s","start":"2026-07-28T15:07:59.506418Z","end":"2026-07-28T15:08:10.090315Z","steps":["trace[440998760] 'agreement among raft nodes before linearized reading' (duration: 10.583854646s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:10.090332Z","caller":"traceutil/trace.go:171","msg":"trace[1664775734] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29754180-dlwdd; range_end:; response_count:1; response_revision:27956; }","duration":"12.971994329s","start":"2026-07-28T15:07:57.118316Z","end":"2026-07-28T15:08:10.09031Z","steps":["trace[1664775734] 'agreement among raft nodes before linearized reading' (duration: 12.971764293s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:10.090342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:07:57.258242Z","time spent":"12.83208906s","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:10.090375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:07:57.118296Z","time spent":"12.97207064s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6983,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" "} {"level":"warn","ts":"2026-07-28T15:08:10.090379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.739764077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:08:10.090404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.418257933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:08:10.090417Z","caller":"traceutil/trace.go:171","msg":"trace[1223765740] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:27956; }","duration":"11.739843869s","start":"2026-07-28T15:07:58.350561Z","end":"2026-07-28T15:08:10.090404Z","steps":["trace[1223765740] 'agreement among raft nodes before linearized reading' (duration: 11.739777328s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:10.090121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.992996162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-07-28T15:08:10.090344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:07:59.506353Z","time spent":"10.583985579s","remote":"127.0.0.1:56844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:08:10.090442Z","caller":"traceutil/trace.go:171","msg":"trace[2131671511] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:27956; }","duration":"8.418333185s","start":"2026-07-28T15:08:01.672096Z","end":"2026-07-28T15:08:10.090429Z","steps":["trace[2131671511] 'agreement among raft nodes before linearized reading' (duration: 8.418271673s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:10.090447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.531469067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:22895"} {"level":"warn","ts":"2026-07-28T15:08:10.09045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:07:58.350528Z","time spent":"11.739912841s","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:08:10.09047Z","caller":"traceutil/trace.go:171","msg":"trace[2140520926] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:27956; }","duration":"10.531530869s","start":"2026-07-28T15:07:59.558934Z","end":"2026-07-28T15:08:10.090465Z","steps":["trace[2140520926] 'agreement among raft nodes before linearized reading' (duration: 10.531422556s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:10.090475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:01.672074Z","time spent":"8.418390027s","remote":"127.0.0.1:55484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:08:10.090472Z","caller":"traceutil/trace.go:171","msg":"trace[1359392363] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27956; }","duration":"9.993392631s","start":"2026-07-28T15:08:00.097059Z","end":"2026-07-28T15:08:10.090452Z","steps":["trace[1359392363] 'agreement among raft nodes before linearized reading' (duration: 9.992965571s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:10.090482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.565567432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.222\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:10.090519Z","caller":"traceutil/trace.go:171","msg":"trace[967829688] range","detail":"{range_begin:/registry/masterleases/162.253.55.222; range_end:; response_count:0; response_revision:27956; }","duration":"8.565664444s","start":"2026-07-28T15:08:01.524846Z","end":"2026-07-28T15:08:10.09051Z","steps":["trace[967829688] 'agreement among raft nodes before linearized reading' (duration: 8.565611803s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:10.090529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:00.097032Z","time spent":"9.993478574s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:08:10.090546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:01.524814Z","time spent":"8.565726166s","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.222\" "} {"level":"warn","ts":"2026-07-28T15:08:10.090489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:07:59.558913Z","time spent":"10.531572459s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":22918,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-28T15:08:10.089846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.972928915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:08:10.090718Z","caller":"traceutil/trace.go:171","msg":"trace[7149360] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:27956; }","duration":"7.973837357s","start":"2026-07-28T15:08:02.116845Z","end":"2026-07-28T15:08:10.090682Z","steps":["trace[7149360] 'agreement among raft nodes before linearized reading' (duration: 7.972811242s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:10.090774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:02.116828Z","time spent":"7.973926319s","remote":"127.0.0.1:54028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":126,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:10.089955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:05.331005Z","time spent":"4.758935375s","remote":"127.0.0.1:56766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:10.092502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.922405717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" ","response":"range_response_count:1 size:9715"} {"level":"info","ts":"2026-07-28T15:08:10.092559Z","caller":"traceutil/trace.go:171","msg":"trace[2116171739] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2n4p; range_end:; response_count:1; response_revision:27956; }","duration":"12.92251394s","start":"2026-07-28T15:07:57.170033Z","end":"2026-07-28T15:08:10.092546Z","steps":["trace[2116171739] 'agreement among raft nodes before linearized reading' (duration: 12.920091252s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:10.092593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:07:57.170013Z","time spent":"12.922571791s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9738,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" "} {"level":"warn","ts":"2026-07-28T15:08:10.093324Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.406511792s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T15:08:10.094025Z","caller":"traceutil/trace.go:171","msg":"trace[969857154] transaction","detail":"{read_only:false; response_revision:27958; number_of_response:1; }","duration":"1.647141992s","start":"2026-07-28T15:08:08.446867Z","end":"2026-07-28T15:08:10.094009Z","steps":["trace[969857154] 'process raft request' (duration: 1.647099691s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:10.094123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:08.446825Z","time spent":"1.647252674s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T15:08:10.094082Z","caller":"traceutil/trace.go:171","msg":"trace[957356638] transaction","detail":"{read_only:false; response_revision:27957; number_of_response:1; }","duration":"2.215737336s","start":"2026-07-28T15:08:07.878328Z","end":"2026-07-28T15:08:10.094066Z","steps":["trace[957356638] 'process raft request' (duration: 2.215540391s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:10.094335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:07.878309Z","time spent":"2.215961412s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":909,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T15:08:10.099335Z","caller":"traceutil/trace.go:171","msg":"trace[1038576673] transaction","detail":"{read_only:false; response_revision:27959; number_of_response:1; }","duration":"1.301145981s","start":"2026-07-28T15:08:08.798174Z","end":"2026-07-28T15:08:10.09932Z","steps":["trace[1038576673] 'process raft request' (duration: 1.300747941s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:10.099424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408286436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-07-28T15:08:10.099434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:08.798151Z","time spent":"1.301233052s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:08:10.099434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199060167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:08:10.09948Z","caller":"traceutil/trace.go:171","msg":"trace[1763655963] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:27959; }","duration":"1.199124798s","start":"2026-07-28T15:08:08.900343Z","end":"2026-07-28T15:08:10.099468Z","steps":["trace[1763655963] 'agreement among raft nodes before linearized reading' (duration: 1.199005325s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:10.0995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401144983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-gxksj\" ","response":"range_response_count:1 size:15658"} {"level":"info","ts":"2026-07-28T15:08:10.099516Z","caller":"traceutil/trace.go:171","msg":"trace[1139154044] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-gxksj; range_end:; response_count:1; response_revision:27959; }","duration":"1.401184533s","start":"2026-07-28T15:08:08.698327Z","end":"2026-07-28T15:08:10.099512Z","steps":["trace[1139154044] 'agreement among raft nodes before linearized reading' (duration: 1.401136422s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:10.099511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:08.900304Z","time spent":"1.19919989s","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":35,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:10.099535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:08.69831Z","time spent":"1.401222305s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":15681,"request content":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-gxksj\" "} {"level":"warn","ts":"2026-07-28T15:08:10.099574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.727215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:08:10.09961Z","caller":"traceutil/trace.go:171","msg":"trace[121871822] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:27959; }","duration":"622.802846ms","start":"2026-07-28T15:08:09.476799Z","end":"2026-07-28T15:08:10.099602Z","steps":["trace[121871822] 'agreement among raft nodes before linearized reading' (duration: 622.701604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:10.099619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.387678648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:08:10.099634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:09.476781Z","time spent":"622.846128ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":55,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:10.09963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406118853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-07-28T15:08:10.099658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.420638036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:10.099667Z","caller":"traceutil/trace.go:171","msg":"trace[1572135486] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:27959; }","duration":"1.406175505s","start":"2026-07-28T15:08:08.693483Z","end":"2026-07-28T15:08:10.099658Z","steps":["trace[1572135486] 'agreement among raft nodes before linearized reading' (duration: 1.406045402s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:10.099684Z","caller":"traceutil/trace.go:171","msg":"trace[1669778043] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27959; }","duration":"3.420696787s","start":"2026-07-28T15:08:06.678972Z","end":"2026-07-28T15:08:10.099669Z","steps":["trace[1669778043] 'agreement among raft nodes before linearized reading' (duration: 3.420674296s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:10.099688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.006824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:08:10.09969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:08.693475Z","time spent":"1.406210075s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-28T15:08:10.099699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:06.678947Z","time spent":"3.420748209s","remote":"127.0.0.1:54158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:08:10.099709Z","caller":"traceutil/trace.go:171","msg":"trace[418298877] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:27959; }","duration":"839.058426ms","start":"2026-07-28T15:08:09.260645Z","end":"2026-07-28T15:08:10.099703Z","steps":["trace[418298877] 'agreement among raft nodes before linearized reading' (duration: 839.025695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:10.099725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:09.260629Z","time spent":"839.092106ms","remote":"127.0.0.1:60968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:10.099585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.83836296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T15:08:10.099794Z","caller":"traceutil/trace.go:171","msg":"trace[751032216] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:27959; }","duration":"2.838602906s","start":"2026-07-28T15:08:07.261181Z","end":"2026-07-28T15:08:10.099784Z","steps":["trace[751032216] 'agreement among raft nodes before linearized reading' (duration: 2.83835329s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:10.099637Z","caller":"traceutil/trace.go:171","msg":"trace[1224440811] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:27959; }","duration":"3.387695598s","start":"2026-07-28T15:08:06.711936Z","end":"2026-07-28T15:08:10.099631Z","steps":["trace[1224440811] 'agreement among raft nodes before linearized reading' (duration: 3.387659197s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:10.099809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.660423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:10.099823Z","caller":"traceutil/trace.go:171","msg":"trace[1314922512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27959; }","duration":"700.722615ms","start":"2026-07-28T15:08:09.399096Z","end":"2026-07-28T15:08:10.099818Z","steps":["trace[1314922512] 'agreement among raft nodes before linearized reading' (duration: 700.701994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:10.09983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:06.711879Z","time spent":"3.387940434s","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":13,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:08:10.099453Z","caller":"traceutil/trace.go:171","msg":"trace[435997171] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:27959; }","duration":"1.408343997s","start":"2026-07-28T15:08:08.691102Z","end":"2026-07-28T15:08:10.099446Z","steps":["trace[435997171] 'agreement among raft nodes before linearized reading' (duration: 1.408260335s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:10.099912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:08.691053Z","time spent":"1.4088545s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-28T15:08:10.099822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:07.261161Z","time spent":"2.838652446s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-28T15:08:10.09984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:09.399076Z","time spent":"700.761345ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:08:10.099953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.283649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419999"} {"level":"info","ts":"2026-07-28T15:08:10.099974Z","caller":"traceutil/trace.go:171","msg":"trace[516079288] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:27959; }","duration":"268.34212ms","start":"2026-07-28T15:08:09.831626Z","end":"2026-07-28T15:08:10.099968Z","steps":["trace[516079288] 'agreement among raft nodes before linearized reading' (duration: 268.208967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:21.519008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609419692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:08:22.01946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609419692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:08:22.519845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609419692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:08:23.019986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609419692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:08:23.520265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609419692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:08:23.522526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999977431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:08:23.522575Z","caller":"traceutil/trace.go:171","msg":"trace[704837865] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000059002s","start":"2026-07-28T15:08:21.522499Z","end":"2026-07-28T15:08:23.522558Z","steps":["trace[704837865] 'agreement among raft nodes before linearized reading' (duration: 2.000000501s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:23.522584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000750259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-07-28T15:08:23.522627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:21.522485Z","time spent":"2.000135365s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:08:23.522667Z","caller":"traceutil/trace.go:171","msg":"trace[1394480492] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000853572s","start":"2026-07-28T15:08:21.521798Z","end":"2026-07-28T15:08:23.522651Z","steps":["trace[1394480492] 'agreement among raft nodes before linearized reading' (duration: 2.000759239s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:23.522715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:21.521793Z","time spent":"2.000912333s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:08:24.021427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609419692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:08:26.149023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.299572444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:08:26.149106Z","caller":"traceutil/trace.go:171","msg":"trace[2056123756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.299701617s","start":"2026-07-28T15:08:20.849387Z","end":"2026-07-28T15:08:26.149089Z","steps":["trace[2056123756] 'agreement among raft nodes before linearized reading' (duration: 5.299609805s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:26.149138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:20.84937Z","time spent":"5.299760969s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T15:08:26.149266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:20.786861Z","time spent":"5.362399436s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:08:26.150306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609419692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:08:26.152109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.171121343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:08:26.152155Z","caller":"traceutil/trace.go:171","msg":"trace[1710055078] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"5.171214355s","start":"2026-07-28T15:08:20.980926Z","end":"2026-07-28T15:08:26.15214Z","steps":["trace[1710055078] 'agreement among raft nodes before linearized reading' (duration: 5.171153814s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:26.152184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:20.980908Z","time spent":"5.171269866s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:08:26.152167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621474475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:08:26.15223Z","caller":"traceutil/trace.go:171","msg":"trace[69979196] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.621596788s","start":"2026-07-28T15:08:23.530618Z","end":"2026-07-28T15:08:26.152215Z","steps":["trace[69979196] 'agreement among raft nodes before linearized reading' (duration: 2.621507266s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:26.152277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:23.530595Z","time spent":"2.6216747s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:08:26.527848Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.740860694s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T15:08:26.528317Z","caller":"traceutil/trace.go:171","msg":"trace[650822498] linearizableReadLoop","detail":"{readStateIndex:28952; appliedIndex:28951; }","duration":"5.678846362s","start":"2026-07-28T15:08:20.849442Z","end":"2026-07-28T15:08:26.528288Z","steps":["trace[650822498] 'read index received' (duration: 5.678608557s)","trace[650822498] 'applied index is now lower than readState.Index' (duration: 237.185µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:08:26.627477Z","caller":"traceutil/trace.go:171","msg":"trace[31175753] transaction","detail":"{read_only:false; response_revision:28086; number_of_response:1; }","duration":"472.387153ms","start":"2026-07-28T15:08:26.155066Z","end":"2026-07-28T15:08:26.627453Z","steps":["trace[31175753] 'process raft request' (duration: 471.698377ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:26.627509Z","caller":"traceutil/trace.go:171","msg":"trace[721018237] transaction","detail":"{read_only:false; response_revision:28087; number_of_response:1; }","duration":"450.046592ms","start":"2026-07-28T15:08:26.177442Z","end":"2026-07-28T15:08:26.627489Z","steps":["trace[721018237] 'process raft request' (duration: 449.910559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:26.627577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.373061273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:08:26.627594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:26.155052Z","time spent":"472.480445ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:08:26.627609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:26.177423Z","time spent":"450.135585ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:08:26.627628Z","caller":"traceutil/trace.go:171","msg":"trace[1486609913] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:28087; }","duration":"3.373174885s","start":"2026-07-28T15:08:23.254443Z","end":"2026-07-28T15:08:26.627618Z","steps":["trace[1486609913] 'agreement among raft nodes before linearized reading' (duration: 3.373067403s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:26.627655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:23.254421Z","time spent":"3.373228826s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:26.627632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.617114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5s89m\" ","response":"range_response_count:1 size:6263"} {"level":"info","ts":"2026-07-28T15:08:26.627702Z","caller":"traceutil/trace.go:171","msg":"trace[351025677] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5s89m; range_end:; response_count:1; response_revision:28087; }","duration":"265.718197ms","start":"2026-07-28T15:08:26.361965Z","end":"2026-07-28T15:08:26.627683Z","steps":["trace[351025677] 'agreement among raft nodes before linearized reading' (duration: 265.491222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:26.627738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.502679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:08:26.627723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.006263798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-28T15:08:26.627755Z","caller":"traceutil/trace.go:171","msg":"trace[1069424912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28087; }","duration":"326.547501ms","start":"2026-07-28T15:08:26.301201Z","end":"2026-07-28T15:08:26.627748Z","steps":["trace[1069424912] 'agreement among raft nodes before linearized reading' (duration: 326.52299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:26.62777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:26.301186Z","time spent":"326.582251ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:08:26.627764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.033891917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:08:26.627783Z","caller":"traceutil/trace.go:171","msg":"trace[2139830783] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28087; }","duration":"5.00636548s","start":"2026-07-28T15:08:21.6214Z","end":"2026-07-28T15:08:26.627766Z","steps":["trace[2139830783] 'agreement among raft nodes before linearized reading' (duration: 5.006197296s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:26.627805Z","caller":"traceutil/trace.go:171","msg":"trace[135223917] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:28087; }","duration":"5.033931228s","start":"2026-07-28T15:08:21.59386Z","end":"2026-07-28T15:08:26.627792Z","steps":["trace[135223917] 'agreement among raft nodes before linearized reading' (duration: 5.033813505s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:26.627815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:21.62138Z","time spent":"5.006428142s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:08:26.627837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:21.593843Z","time spent":"5.03398606s","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":78,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:26.627865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.332373682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T15:08:26.627896Z","caller":"traceutil/trace.go:171","msg":"trace[1386026506] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:28087; }","duration":"4.332450844s","start":"2026-07-28T15:08:22.295435Z","end":"2026-07-28T15:08:26.627886Z","steps":["trace[1386026506] 'agreement among raft nodes before linearized reading' (duration: 4.33228122s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:26.62764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.108839563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"warn","ts":"2026-07-28T15:08:26.627917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:22.29541Z","time spent":"4.332501376s","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":193,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:26.627925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.830326356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T15:08:26.62793Z","caller":"traceutil/trace.go:171","msg":"trace[1725777377] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28087; }","duration":"5.109173531s","start":"2026-07-28T15:08:21.518744Z","end":"2026-07-28T15:08:26.627918Z","steps":["trace[1725777377] 'agreement among raft nodes before linearized reading' (duration: 5.108708429s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:26.627947Z","caller":"traceutil/trace.go:171","msg":"trace[882055171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28087; }","duration":"4.830392307s","start":"2026-07-28T15:08:21.797549Z","end":"2026-07-28T15:08:26.627941Z","steps":["trace[882055171] 'agreement among raft nodes before linearized reading' (duration: 4.830335466s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:26.627971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.567824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-07-28T15:08:26.62798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:21.797527Z","time spent":"4.830448079s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T15:08:26.627988Z","caller":"traceutil/trace.go:171","msg":"trace[112211717] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28087; }","duration":"471.616635ms","start":"2026-07-28T15:08:26.156367Z","end":"2026-07-28T15:08:26.627983Z","steps":["trace[112211717] 'agreement among raft nodes before linearized reading' (duration: 471.546704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:26.628003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:26.156354Z","time spent":"471.645576ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:08:26.628048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.420125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:26.62806Z","caller":"traceutil/trace.go:171","msg":"trace[988405456] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:28087; }","duration":"472.445105ms","start":"2026-07-28T15:08:26.155611Z","end":"2026-07-28T15:08:26.628056Z","steps":["trace[988405456] 'agreement among raft nodes before linearized reading' (duration: 472.422815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:26.628075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:26.155604Z","time spent":"472.466946ms","remote":"127.0.0.1:54740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:26.628057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.953325276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-07-28T15:08:26.628077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.102994441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.222\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-28T15:08:26.628097Z","caller":"traceutil/trace.go:171","msg":"trace[1966798772] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:28087; }","duration":"4.953414968s","start":"2026-07-28T15:08:21.674674Z","end":"2026-07-28T15:08:26.628089Z","steps":["trace[1966798772] 'agreement among raft nodes before linearized reading' (duration: 4.953287905s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:26.628105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.522960324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-28T15:08:26.628115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:21.674655Z","time spent":"4.953456758s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-28T15:08:26.628127Z","caller":"traceutil/trace.go:171","msg":"trace[124571651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28087; }","duration":"3.523011286s","start":"2026-07-28T15:08:23.10511Z","end":"2026-07-28T15:08:26.628121Z","steps":["trace[124571651] 'agreement among raft nodes before linearized reading' (duration: 3.522916383s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:26.628171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.0606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:26.628186Z","caller":"traceutil/trace.go:171","msg":"trace[537658559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28087; }","duration":"473.08439ms","start":"2026-07-28T15:08:26.155097Z","end":"2026-07-28T15:08:26.628182Z","steps":["trace[537658559] 'agreement among raft nodes before linearized reading' (duration: 473.048719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:26.628198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:26.155045Z","time spent":"473.150433ms","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:08:26.628145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:23.105094Z","time spent":"3.523047206s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T15:08:26.628111Z","caller":"traceutil/trace.go:171","msg":"trace[1531267702] range","detail":"{range_begin:/registry/masterleases/162.253.55.222; range_end:; response_count:1; response_revision:28087; }","duration":"5.103062593s","start":"2026-07-28T15:08:21.525038Z","end":"2026-07-28T15:08:26.628101Z","steps":["trace[1531267702] 'agreement among raft nodes before linearized reading' (duration: 5.102975541s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:26.628246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:21.525017Z","time spent":"5.103223237s","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.222\" "} {"level":"warn","ts":"2026-07-28T15:08:26.628248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.746608873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:26.62828Z","caller":"traceutil/trace.go:171","msg":"trace[1006697878] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:28087; }","duration":"3.746644283s","start":"2026-07-28T15:08:22.881627Z","end":"2026-07-28T15:08:26.628271Z","steps":["trace[1006697878] 'agreement among raft nodes before linearized reading' (duration: 3.746587402s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:26.628312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:22.881549Z","time spent":"3.746755536s","remote":"127.0.0.1:55614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:26.628318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.109026748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T15:08:26.628363Z","caller":"traceutil/trace.go:171","msg":"trace[1862488018] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:28087; }","duration":"5.109083259s","start":"2026-07-28T15:08:21.519269Z","end":"2026-07-28T15:08:26.628352Z","steps":["trace[1862488018] 'agreement among raft nodes before linearized reading' (duration: 5.108862424s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:26.628372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.377192139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" ","response":"range_response_count:1 size:9715"} {"level":"info","ts":"2026-07-28T15:08:26.62839Z","caller":"traceutil/trace.go:171","msg":"trace[802610966] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2n4p; range_end:; response_count:1; response_revision:28087; }","duration":"4.377332022s","start":"2026-07-28T15:08:22.251053Z","end":"2026-07-28T15:08:26.628385Z","steps":["trace[802610966] 'agreement among raft nodes before linearized reading' (duration: 4.377276631s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:26.628393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:21.519264Z","time spent":"5.10912191s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T15:08:26.628406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:22.251035Z","time spent":"4.377366113s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9738,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" "} {"level":"warn","ts":"2026-07-28T15:08:26.628463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.387247222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" ","response":"range_response_count:1 size:6960"} {"level":"info","ts":"2026-07-28T15:08:26.62849Z","caller":"traceutil/trace.go:171","msg":"trace[1882757240] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29754180-dlwdd; range_end:; response_count:1; response_revision:28087; }","duration":"4.387307674s","start":"2026-07-28T15:08:22.241177Z","end":"2026-07-28T15:08:26.628485Z","steps":["trace[1882757240] 'agreement among raft nodes before linearized reading' (duration: 4.387243232s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:26.628512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:22.241157Z","time spent":"4.387350504s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6983,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" "} {"level":"warn","ts":"2026-07-28T15:08:26.627968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:21.518734Z","time spent":"5.109223023s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:08:26.628546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.246912357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-28T15:08:26.628582Z","caller":"traceutil/trace.go:171","msg":"trace[211245058] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28087; }","duration":"3.246986339s","start":"2026-07-28T15:08:23.381584Z","end":"2026-07-28T15:08:26.62857Z","steps":["trace[211245058] 'agreement among raft nodes before linearized reading' (duration: 3.246891056s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:26.628608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:23.381566Z","time spent":"3.247034189s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:08:26.628609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.282440837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1647"} {"level":"info","ts":"2026-07-28T15:08:26.628645Z","caller":"traceutil/trace.go:171","msg":"trace[875242678] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:28087; }","duration":"3.282514009s","start":"2026-07-28T15:08:23.346119Z","end":"2026-07-28T15:08:26.628633Z","steps":["trace[875242678] 'agreement among raft nodes before linearized reading' (duration: 3.282425597s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:26.628677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:23.346098Z","time spent":"3.282570581s","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1670,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-07-28T15:08:26.628753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.639550113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-28T15:08:26.628776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.102631651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-28T15:08:26.628804Z","caller":"traceutil/trace.go:171","msg":"trace[2047525118] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075; range_end:; response_count:1; response_revision:28087; }","duration":"3.102693953s","start":"2026-07-28T15:08:23.526102Z","end":"2026-07-28T15:08:26.628796Z","steps":["trace[2047525118] 'agreement among raft nodes before linearized reading' (duration: 3.102619331s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:26.628822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:23.526083Z","time spent":"3.102734634s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075\" "} {"level":"warn","ts":"2026-07-28T15:08:26.628832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445392054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-28T15:08:26.628852Z","caller":"traceutil/trace.go:171","msg":"trace[1268020480] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28087; }","duration":"1.445427664s","start":"2026-07-28T15:08:25.183418Z","end":"2026-07-28T15:08:26.628846Z","steps":["trace[1268020480] 'agreement among raft nodes before linearized reading' (duration: 1.445374533s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:26.628778Z","caller":"traceutil/trace.go:171","msg":"trace[335165116] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28087; }","duration":"2.639619615s","start":"2026-07-28T15:08:23.989151Z","end":"2026-07-28T15:08:26.628771Z","steps":["trace[335165116] 'agreement among raft nodes before linearized reading' (duration: 2.639546003s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:26.62887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:25.183411Z","time spent":"1.445455246s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:08:26.628889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:23.989128Z","time spent":"2.639753268s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-28T15:08:26.628976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.88182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T15:08:26.628994Z","caller":"traceutil/trace.go:171","msg":"trace[51081554] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:28087; }","duration":"473.928771ms","start":"2026-07-28T15:08:26.155061Z","end":"2026-07-28T15:08:26.628989Z","steps":["trace[51081554] 'agreement among raft nodes before linearized reading' (duration: 473.192633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:26.629009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:26.155045Z","time spent":"473.960322ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2007,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:26.62916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479062061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:24 size:219372"} {"level":"info","ts":"2026-07-28T15:08:26.629195Z","caller":"traceutil/trace.go:171","msg":"trace[2071132922] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:24; response_revision:28087; }","duration":"1.479128863s","start":"2026-07-28T15:08:25.150057Z","end":"2026-07-28T15:08:26.629186Z","steps":["trace[2071132922] 'agreement among raft nodes before linearized reading' (duration: 1.478774274s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:26.629222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:25.150044Z","time spent":"1.479170973s","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":24,"response size":219395,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-28T15:08:26.629446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.564887785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T15:08:26.629513Z","caller":"traceutil/trace.go:171","msg":"trace[1824085862] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28087; }","duration":"4.565000168s","start":"2026-07-28T15:08:22.064495Z","end":"2026-07-28T15:08:26.629496Z","steps":["trace[1824085862] 'agreement among raft nodes before linearized reading' (duration: 4.564789583s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:26.629553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:22.064475Z","time spent":"4.56506968s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T15:08:26.803298Z","caller":"traceutil/trace.go:171","msg":"trace[1681938447] linearizableReadLoop","detail":"{readStateIndex:28970; appliedIndex:28968; }","duration":"102.156305ms","start":"2026-07-28T15:08:26.70107Z","end":"2026-07-28T15:08:26.803227Z","steps":["trace[1681938447] 'read index received' (duration: 52.503762ms)","trace[1681938447] 'applied index is now lower than readState.Index' (duration: 49.651593ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:08:26.80332Z","caller":"traceutil/trace.go:171","msg":"trace[667066440] transaction","detail":"{read_only:false; response_revision:28099; number_of_response:1; }","duration":"108.922149ms","start":"2026-07-28T15:08:26.69435Z","end":"2026-07-28T15:08:26.803273Z","steps":["trace[667066440] 'process raft request' (duration: 59.287316ms)","trace[667066440] 'compare' (duration: 49.409837ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:26.803489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.408611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-28T15:08:26.803531Z","caller":"traceutil/trace.go:171","msg":"trace[693747429] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075; range_end:; response_count:1; response_revision:28100; }","duration":"102.462312ms","start":"2026-07-28T15:08:26.701057Z","end":"2026-07-28T15:08:26.803519Z","steps":["trace[693747429] 'agreement among raft nodes before linearized reading' (duration: 102.303578ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:26.803711Z","caller":"traceutil/trace.go:171","msg":"trace[662250284] transaction","detail":"{read_only:false; response_revision:28100; number_of_response:1; }","duration":"106.213103ms","start":"2026-07-28T15:08:26.697474Z","end":"2026-07-28T15:08:26.803687Z","steps":["trace[662250284] 'process raft request' (duration: 105.69198ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:28.69637Z","caller":"traceutil/trace.go:171","msg":"trace[1352677906] transaction","detail":"{read_only:false; response_revision:28106; number_of_response:1; }","duration":"445.434551ms","start":"2026-07-28T15:08:28.25091Z","end":"2026-07-28T15:08:28.696345Z","steps":["trace[1352677906] 'process raft request' (duration: 445.260966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:28.69652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:28.250877Z","time spent":"445.570054ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:08:28.82886Z","caller":"traceutil/trace.go:171","msg":"trace[169326394] transaction","detail":"{read_only:false; response_revision:28107; number_of_response:1; }","duration":"577.136851ms","start":"2026-07-28T15:08:28.2517Z","end":"2026-07-28T15:08:28.828837Z","steps":["trace[169326394] 'process raft request' (duration: 576.790993ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:28.829019Z","caller":"traceutil/trace.go:171","msg":"trace[109547499] linearizableReadLoop","detail":"{readStateIndex:28978; appliedIndex:28975; }","duration":"453.67479ms","start":"2026-07-28T15:08:28.375088Z","end":"2026-07-28T15:08:28.828763Z","steps":["trace[109547499] 'read index received' (duration: 321.183161ms)","trace[109547499] 'applied index is now lower than readState.Index' (duration: 132.490709ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:28.829081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:28.251682Z","time spent":"577.257775ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:08:28.829169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.07499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:08:28.829153Z","caller":"traceutil/trace.go:171","msg":"trace[166688337] transaction","detail":"{read_only:false; response_revision:28108; number_of_response:1; }","duration":"572.030348ms","start":"2026-07-28T15:08:28.257093Z","end":"2026-07-28T15:08:28.829123Z","steps":["trace[166688337] 'process raft request' (duration: 571.600308ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:28.829204Z","caller":"traceutil/trace.go:171","msg":"trace[1973237000] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28108; }","duration":"454.147002ms","start":"2026-07-28T15:08:28.375046Z","end":"2026-07-28T15:08:28.829193Z","steps":["trace[1973237000] 'agreement among raft nodes before linearized reading' (duration: 454.07521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:28.829252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:28.375028Z","time spent":"454.213313ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:28.82929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:28.257076Z","time spent":"572.1395ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23329,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:08:28.829515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.310126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-07-28T15:08:28.829535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.141362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T15:08:28.829607Z","caller":"traceutil/trace.go:171","msg":"trace[238154113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28108; }","duration":"163.230464ms","start":"2026-07-28T15:08:28.666363Z","end":"2026-07-28T15:08:28.829593Z","steps":["trace[238154113] 'agreement among raft nodes before linearized reading' (duration: 163.072751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:28.829607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.083289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" ","response":"range_response_count:1 size:9715"} {"level":"warn","ts":"2026-07-28T15:08:28.829634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.749417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T15:08:28.829678Z","caller":"traceutil/trace.go:171","msg":"trace[1708029933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28108; }","duration":"163.824088ms","start":"2026-07-28T15:08:28.665841Z","end":"2026-07-28T15:08:28.829665Z","steps":["trace[1708029933] 'agreement among raft nodes before linearized reading' (duration: 163.734836ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:28.829557Z","caller":"traceutil/trace.go:171","msg":"trace[811297734] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28108; }","duration":"305.390588ms","start":"2026-07-28T15:08:28.524156Z","end":"2026-07-28T15:08:28.829547Z","steps":["trace[811297734] 'agreement among raft nodes before linearized reading' (duration: 305.251165ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:28.829688Z","caller":"traceutil/trace.go:171","msg":"trace[765683491] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2n4p; range_end:; response_count:1; response_revision:28108; }","duration":"146.204392ms","start":"2026-07-28T15:08:28.68346Z","end":"2026-07-28T15:08:28.829664Z","steps":["trace[765683491] 'agreement among raft nodes before linearized reading' (duration: 145.967656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:28.829767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:28.524136Z","time spent":"305.589953ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:08:28.829547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.817998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" ","response":"range_response_count:1 size:6960"} {"level":"info","ts":"2026-07-28T15:08:28.829921Z","caller":"traceutil/trace.go:171","msg":"trace[1505887159] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29754180-dlwdd; range_end:; response_count:1; response_revision:28108; }","duration":"152.235788ms","start":"2026-07-28T15:08:28.677669Z","end":"2026-07-28T15:08:28.829904Z","steps":["trace[1505887159] 'agreement among raft nodes before linearized reading' (duration: 151.786927ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:29.093289Z","caller":"traceutil/trace.go:171","msg":"trace[1954701842] transaction","detail":"{read_only:false; response_revision:28109; number_of_response:1; }","duration":"259.594679ms","start":"2026-07-28T15:08:28.833667Z","end":"2026-07-28T15:08:29.093262Z","steps":["trace[1954701842] 'process raft request' (duration: 246.338338ms)","trace[1954701842] 'compare' (duration: 13.152129ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:08:29.126211Z","caller":"traceutil/trace.go:171","msg":"trace[764502122] transaction","detail":"{read_only:false; response_revision:28110; number_of_response:1; }","duration":"292.397514ms","start":"2026-07-28T15:08:28.833766Z","end":"2026-07-28T15:08:29.126164Z","steps":["trace[764502122] 'process raft request' (duration: 292.038935ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:29.12639Z","caller":"traceutil/trace.go:171","msg":"trace[355949991] linearizableReadLoop","detail":"{readStateIndex:28981; appliedIndex:28978; }","duration":"291.683467ms","start":"2026-07-28T15:08:28.83467Z","end":"2026-07-28T15:08:29.126353Z","steps":["trace[355949991] 'read index received' (duration: 245.352554ms)","trace[355949991] 'applied index is now lower than readState.Index' (duration: 46.328203ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:08:29.126535Z","caller":"traceutil/trace.go:171","msg":"trace[462352019] transaction","detail":"{read_only:false; response_revision:28111; number_of_response:1; }","duration":"292.414965ms","start":"2026-07-28T15:08:28.834092Z","end":"2026-07-28T15:08:29.126507Z","steps":["trace[462352019] 'process raft request' (duration: 291.965424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:29.127657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.955138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:962706"} {"level":"info","ts":"2026-07-28T15:08:29.127715Z","caller":"traceutil/trace.go:171","msg":"trace[1481897911] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28111; }","duration":"293.06104ms","start":"2026-07-28T15:08:28.834642Z","end":"2026-07-28T15:08:29.127703Z","steps":["trace[1481897911] 'agreement among raft nodes before linearized reading' (duration: 291.898831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:29.128033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.791024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:962706"} {"level":"info","ts":"2026-07-28T15:08:29.128124Z","caller":"traceutil/trace.go:171","msg":"trace[1679886025] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28111; }","duration":"292.913026ms","start":"2026-07-28T15:08:28.835193Z","end":"2026-07-28T15:08:29.128106Z","steps":["trace[1679886025] 'agreement among raft nodes before linearized reading' (duration: 291.463101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:29.312865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.808062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:08:29.313038Z","caller":"traceutil/trace.go:171","msg":"trace[710840624] linearizableReadLoop","detail":"{readStateIndex:28983; appliedIndex:28982; }","duration":"122.139429ms","start":"2026-07-28T15:08:29.190872Z","end":"2026-07-28T15:08:29.313011Z","steps":["trace[710840624] 'read index received' (duration: 20.971818ms)","trace[710840624] 'applied index is now lower than readState.Index' (duration: 101.165781ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:08:29.313057Z","caller":"traceutil/trace.go:171","msg":"trace[932229262] transaction","detail":"{read_only:false; response_revision:28113; number_of_response:1; }","duration":"178.895084ms","start":"2026-07-28T15:08:29.134128Z","end":"2026-07-28T15:08:29.313023Z","steps":["trace[932229262] 'process raft request' (duration: 77.799485ms)","trace[932229262] 'compare' (duration: 100.342281ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:29.313315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.414396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:29.313444Z","caller":"traceutil/trace.go:171","msg":"trace[193756926] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:28113; }","duration":"122.589659ms","start":"2026-07-28T15:08:29.190828Z","end":"2026-07-28T15:08:29.313418Z","steps":["trace[193756926] 'agreement among raft nodes before linearized reading' (duration: 122.279732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:31.142586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609419807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:08:31.643485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609419807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:08:32.144067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609419807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:08:32.644891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609419807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:08:33.146016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609419807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:08:33.375897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000254607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:33.375981Z","caller":"traceutil/trace.go:171","msg":"trace[299866635] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000394391s","start":"2026-07-28T15:08:31.37557Z","end":"2026-07-28T15:08:33.375965Z","steps":["trace[299866635] 'agreement among raft nodes before linearized reading' (duration: 2.000289998s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:33.376027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:31.375547Z","time spent":"2.000463423s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:08:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:33.647101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609419807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:08:34.148114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609419807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:08:34.64883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609419807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:08:35.149202Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609419807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:08:35.376466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000295556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:35.376545Z","caller":"traceutil/trace.go:171","msg":"trace[859637797] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00041466s","start":"2026-07-28T15:08:33.376113Z","end":"2026-07-28T15:08:35.376528Z","steps":["trace[859637797] 'agreement among raft nodes before linearized reading' (duration: 2.000317567s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:35.376585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:33.376101Z","time spent":"2.000476911s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:08:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:35.649976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609419807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:08:35.700707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999769349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:35.700759Z","caller":"traceutil/trace.go:171","msg":"trace[611605478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999908753s","start":"2026-07-28T15:08:30.700835Z","end":"2026-07-28T15:08:35.700744Z","steps":["trace[611605478] 'agreement among raft nodes before linearized reading' (duration: 4.99979767s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:35.700971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:30.700819Z","time spent":"5.000140148s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/28 15:08:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:35.833111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99937226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:08:35.833262Z","caller":"traceutil/trace.go:171","msg":"trace[1472178965] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999545264s","start":"2026-07-28T15:08:30.833652Z","end":"2026-07-28T15:08:35.833197Z","steps":["trace[1472178965] 'agreement among raft nodes before linearized reading' (duration: 4.999405201s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:35.8334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:30.833632Z","time spent":"4.99975284s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/28 15:08:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:36.002418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999211057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:36.002539Z","caller":"traceutil/trace.go:171","msg":"trace[59172728] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99937443s","start":"2026-07-28T15:08:31.003148Z","end":"2026-07-28T15:08:36.002522Z","steps":["trace[59172728] 'agreement among raft nodes before linearized reading' (duration: 4.999235176s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:36.00258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:31.003135Z","time spent":"4.999435602s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/28 15:08:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:36.151044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609419807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:08:36.180327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:31.181698Z","time spent":"4.998624272s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:08:36.688036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609419807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:08:37.07886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:32.080606Z","time spent":"4.998248404s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/28 15:08:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:37.188178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609419807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:08:37.363989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:32.365279Z","time spent":"4.998694236s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:08:37.388769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000427282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:08:37.388841Z","caller":"traceutil/trace.go:171","msg":"trace[549727838] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000573725s","start":"2026-07-28T15:08:35.388247Z","end":"2026-07-28T15:08:37.388821Z","steps":["trace[549727838] 'agreement among raft nodes before linearized reading' (duration: 2.000459813s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:37.388893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:35.388232Z","time spent":"2.000653038s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:08:37.640848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:30.640144Z","time spent":"7.000696433s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:08:37.641417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:30.641317Z","time spent":"7.000092809s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:08:37.641641Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-28T15:08:37.641772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000189721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:08:37.641821Z","caller":"traceutil/trace.go:171","msg":"trace[565610665] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; }","duration":"7.000274743s","start":"2026-07-28T15:08:30.641526Z","end":"2026-07-28T15:08:37.641801Z","steps":["trace[565610665] 'agreement among raft nodes before linearized reading' (duration: 7.000212892s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:37.641856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:30.641518Z","time spent":"7.000330114s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-28T15:08:37.707445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:30.706314Z","time spent":"7.001122323s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:08:38.142525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609419816,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:08:38.643345Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609419816,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:08:38.710711Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.070485528s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T15:08:39.420712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999699473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:39.42079Z","caller":"traceutil/trace.go:171","msg":"trace[702741367] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999828616s","start":"2026-07-28T15:08:37.420947Z","end":"2026-07-28T15:08:39.420776Z","steps":["trace[702741367] 'agreement among raft nodes before linearized reading' (duration: 1.999732453s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:39.420842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:37.420927Z","time spent":"1.999904318s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:08:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:40.364696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:33.364279Z","time spent":"7.000410836s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:08:40.699858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996392358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:40.700013Z","caller":"traceutil/trace.go:171","msg":"trace[1931755564] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.996608153s","start":"2026-07-28T15:08:37.703382Z","end":"2026-07-28T15:08:40.69999Z","steps":["trace[1931755564] 'agreement among raft nodes before linearized reading' (duration: 2.996426179s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:40.700179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:37.703351Z","time spent":"2.996812898s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/28 15:08:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:40.757501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.196319ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:40.7576Z","caller":"traceutil/trace.go:171","msg":"trace[883072066] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28137; }","duration":"124.302751ms","start":"2026-07-28T15:08:40.633284Z","end":"2026-07-28T15:08:40.757587Z","steps":["trace[883072066] 'range keys from in-memory index tree' (duration: 124.180559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:40.75967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0486965s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-07-28T15:08:40.833203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997987387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:40.83333Z","caller":"traceutil/trace.go:171","msg":"trace[1791810791] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998238683s","start":"2026-07-28T15:08:37.835063Z","end":"2026-07-28T15:08:40.833302Z","steps":["trace[1791810791] 'agreement among raft nodes before linearized reading' (duration: 2.998020367s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:40.833393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:37.835041Z","time spent":"2.998337496s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/28 15:08:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:41.099407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.002222635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:41.099502Z","caller":"traceutil/trace.go:171","msg":"trace[910658548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.002466521s","start":"2026-07-28T15:08:31.097012Z","end":"2026-07-28T15:08:41.099479Z","steps":["trace[910658548] 'agreement among raft nodes before linearized reading' (duration: 10.002258236s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:41.09955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:31.096993Z","time spent":"10.002544833s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/28 15:08:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:41.131869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001078308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:41.132Z","caller":"traceutil/trace.go:171","msg":"trace[1557104549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.001226701s","start":"2026-07-28T15:08:31.130715Z","end":"2026-07-28T15:08:41.131942Z","steps":["trace[1557104549] 'agreement among raft nodes before linearized reading' (duration: 10.001103168s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:41.132152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:31.130623Z","time spent":"10.001426196s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/28 15:08:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:41.134882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:34.134096Z","time spent":"7.000780154s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:08:41.178785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996334357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:41.178978Z","caller":"traceutil/trace.go:171","msg":"trace[622334611] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.996554503s","start":"2026-07-28T15:08:36.182397Z","end":"2026-07-28T15:08:41.178951Z","steps":["trace[622334611] 'agreement among raft nodes before linearized reading' (duration: 4.996340988s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:41.179196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:36.182393Z","time spent":"4.996779419s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/28 15:08:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:41.428712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000444442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:08:41.428795Z","caller":"traceutil/trace.go:171","msg":"trace[149321552] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000554234s","start":"2026-07-28T15:08:39.42822Z","end":"2026-07-28T15:08:41.428774Z","steps":["trace[149321552] 'agreement among raft nodes before linearized reading' (duration: 2.000457632s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:41.428839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:39.428182Z","time spent":"2.000641967s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:08:41.658608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999592652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:41.658685Z","caller":"traceutil/trace.go:171","msg":"trace[613277637] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; }","duration":"9.999728325s","start":"2026-07-28T15:08:31.658938Z","end":"2026-07-28T15:08:41.658666Z","steps":["trace[613277637] 'agreement among raft nodes before linearized reading' (duration: 9.999633783s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:41.658727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:31.658906Z","time spent":"9.999812238s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} 2026/07/28 15:08:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:41.659027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999780646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:41.659098Z","caller":"traceutil/trace.go:171","msg":"trace[931064080] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; }","duration":"9.999904479s","start":"2026-07-28T15:08:31.659177Z","end":"2026-07-28T15:08:41.659082Z","steps":["trace[931064080] 'agreement among raft nodes before linearized reading' (duration: 9.999816427s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:41.659139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:31.6591Z","time spent":"10.000028573s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} 2026/07/28 15:08:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:41.662339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.002105163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:41.662386Z","caller":"traceutil/trace.go:171","msg":"trace[1219812737] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; }","duration":"10.002177515s","start":"2026-07-28T15:08:31.660198Z","end":"2026-07-28T15:08:41.662376Z","steps":["trace[1219812737] 'agreement among raft nodes before linearized reading' (duration: 10.002125774s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:41.662417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:31.660188Z","time spent":"10.002222966s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} 2026/07/28 15:08:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:41.66951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.011415349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:41.66961Z","caller":"traceutil/trace.go:171","msg":"trace[1564465572] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; }","duration":"10.011557492s","start":"2026-07-28T15:08:31.658036Z","end":"2026-07-28T15:08:41.669594Z","steps":["trace[1564465572] 'agreement among raft nodes before linearized reading' (duration: 10.011429569s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:41.669658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:31.658031Z","time spent":"10.011615824s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} 2026/07/28 15:08:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:42.08018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999632316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:08:42.080263Z","caller":"traceutil/trace.go:171","msg":"trace[1779287085] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999757739s","start":"2026-07-28T15:08:37.080485Z","end":"2026-07-28T15:08:42.080243Z","steps":["trace[1779287085] 'agreement among raft nodes before linearized reading' (duration: 4.999651287s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:42.080308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:37.080473Z","time spent":"4.999825431s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-28T15:08:42.112271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.383561108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:42.112373Z","caller":"traceutil/trace.go:171","msg":"trace[38392925] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; }","duration":"11.383708421s","start":"2026-07-28T15:08:30.728639Z","end":"2026-07-28T15:08:42.112348Z","steps":["trace[38392925] 'agreement among raft nodes before linearized reading' (duration: 11.383588798s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:42.112433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:30.728623Z","time spent":"11.383796454s","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} 2026/07/28 15:08:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:42.36343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.938328332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:42.363507Z","caller":"traceutil/trace.go:171","msg":"trace[1404770248] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.938472565s","start":"2026-07-28T15:08:37.425017Z","end":"2026-07-28T15:08:42.36349Z","steps":["trace[1404770248] 'agreement among raft nodes before linearized reading' (duration: 4.938362493s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:42.363547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:37.424999Z","time spent":"4.938541077s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/28 15:08:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:42.371469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:37.651793Z","time spent":"4.719669774s","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/28 15:08:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:42.371739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:37.648458Z","time spent":"4.723279162s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} 2026/07/28 15:08:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:42.402466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.013735705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:42.402553Z","caller":"traceutil/trace.go:171","msg":"trace[1812019541] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; }","duration":"10.013867847s","start":"2026-07-28T15:08:32.388665Z","end":"2026-07-28T15:08:42.402533Z","steps":["trace[1812019541] 'agreement among raft nodes before linearized reading' (duration: 10.013762215s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:42.402603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:32.388652Z","time spent":"10.01394233s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} 2026/07/28 15:08:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:42.702558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000210665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:08:42.702643Z","caller":"traceutil/trace.go:171","msg":"trace[1107797673] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000376169s","start":"2026-07-28T15:08:40.702247Z","end":"2026-07-28T15:08:42.702623Z","steps":["trace[1107797673] 'agreement among raft nodes before linearized reading' (duration: 2.000263056s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:42.702694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:40.702227Z","time spent":"2.000454911s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:08:43.429913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000337468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:08:43.430001Z","caller":"traceutil/trace.go:171","msg":"trace[601680400] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000478891s","start":"2026-07-28T15:08:41.429502Z","end":"2026-07-28T15:08:43.429981Z","steps":["trace[601680400] 'agreement among raft nodes before linearized reading' (duration: 2.000364609s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:43.430051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:41.429484Z","time spent":"2.000556043s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:08:43.611049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999136945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:43.611141Z","caller":"traceutil/trace.go:171","msg":"trace[488569991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999289418s","start":"2026-07-28T15:08:38.611827Z","end":"2026-07-28T15:08:43.611117Z","steps":["trace[488569991] 'agreement among raft nodes before linearized reading' (duration: 4.999174726s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:43.61119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:38.611788Z","time spent":"4.999392061s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/28 15:08:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:08:43.669345Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.958362708s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T15:08:43.965346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.735164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:08:43.965988Z","caller":"traceutil/trace.go:171","msg":"trace[643347710] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28145; }","duration":"6.318493476s","start":"2026-07-28T15:08:37.647471Z","end":"2026-07-28T15:08:43.965965Z","steps":["trace[643347710] 'process raft request' (duration: 6.318365903s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:43.966112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:37.647446Z","time spent":"6.318605809s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:08:43.9669Z","caller":"traceutil/trace.go:171","msg":"trace[1227998909] linearizableReadLoop","detail":"{readStateIndex:29020; appliedIndex:29008; }","duration":"6.325152888s","start":"2026-07-28T15:08:37.641713Z","end":"2026-07-28T15:08:43.966866Z","steps":["trace[1227998909] 'read index received' (duration: 1.069216891s)","trace[1227998909] 'applied index is now lower than readState.Index' (duration: 5.255934347s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:43.967447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.721204613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:43.967552Z","caller":"traceutil/trace.go:171","msg":"trace[1809851265] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:28146; }","duration":"10.721365777s","start":"2026-07-28T15:08:33.24616Z","end":"2026-07-28T15:08:43.967526Z","steps":["trace[1809851265] 'agreement among raft nodes before linearized reading' (duration: 10.721196763s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:43.967565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.369424036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:1861"} {"level":"warn","ts":"2026-07-28T15:08:43.967618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:33.246134Z","time spent":"10.72146824s","remote":"127.0.0.1:34344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:08:43.967654Z","caller":"traceutil/trace.go:171","msg":"trace[1068526110] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:28146; }","duration":"11.369542069s","start":"2026-07-28T15:08:32.598088Z","end":"2026-07-28T15:08:43.96763Z","steps":["trace[1068526110] 'agreement among raft nodes before linearized reading' (duration: 11.369342624s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:43.967698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.699902116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:08:43.967742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.075687809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:43.967695Z","caller":"traceutil/trace.go:171","msg":"trace[1005891371] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28146; }","duration":"6.255764476s","start":"2026-07-28T15:08:37.711873Z","end":"2026-07-28T15:08:43.967638Z","steps":["trace[1005891371] 'process raft request' (duration: 6.254932026s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:43.967726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.421958433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:08:43.967751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.903620657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:08:43.967765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.646708964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:08:43.967792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.643494491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:08:43.967829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.079983165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:43.967781Z","caller":"traceutil/trace.go:171","msg":"trace[1187730042] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:28146; }","duration":"12.700013579s","start":"2026-07-28T15:08:31.267747Z","end":"2026-07-28T15:08:43.967761Z","steps":["trace[1187730042] 'agreement among raft nodes before linearized reading' (duration: 12.699872276s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:43.967768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.63525516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:08:43.967889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.387578061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:08:43.967716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:32.598072Z","time spent":"11.369629051s","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-28T15:08:43.967825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.785512726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:08:43.96766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.544702517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:08:43.973304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.413356305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:08:43.973331Z","caller":"traceutil/trace.go:171","msg":"trace[195959727] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:28146; }","duration":"6.550417615s","start":"2026-07-28T15:08:37.422886Z","end":"2026-07-28T15:08:43.973304Z","steps":["trace[195959727] 'agreement among raft nodes before linearized reading' (duration: 6.544730497s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:43.973388Z","caller":"traceutil/trace.go:171","msg":"trace[64027571] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:28146; }","duration":"10.4189373s","start":"2026-07-28T15:08:33.55443Z","end":"2026-07-28T15:08:43.973368Z","steps":["trace[64027571] 'agreement among raft nodes before linearized reading' (duration: 10.413334364s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:43.973423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:37.422865Z","time spent":"6.550532718s","remote":"127.0.0.1:54702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:43.973594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:33.554408Z","time spent":"10.419031202s","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:43.967648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.120633304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:08:43.974003Z","caller":"traceutil/trace.go:171","msg":"trace[416465599] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:28146; }","duration":"8.126985678s","start":"2026-07-28T15:08:35.846992Z","end":"2026-07-28T15:08:43.973978Z","steps":["trace[416465599] 'agreement among raft nodes before linearized reading' (duration: 8.120597723s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:43.97406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:35.846932Z","time spent":"8.127106892s","remote":"127.0.0.1:53160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:43.967717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.662116047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:43.974274Z","caller":"traceutil/trace.go:171","msg":"trace[1858914050] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:28146; }","duration":"11.668709207s","start":"2026-07-28T15:08:32.305552Z","end":"2026-07-28T15:08:43.974261Z","steps":["trace[1858914050] 'agreement among raft nodes before linearized reading' (duration: 11.662142078s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:43.974318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:32.30553Z","time spent":"11.668776088s","remote":"127.0.0.1:34340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:43.967737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.551564518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:43.974492Z","caller":"traceutil/trace.go:171","msg":"trace[1867357566] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:28146; }","duration":"11.558385854s","start":"2026-07-28T15:08:32.416085Z","end":"2026-07-28T15:08:43.97447Z","steps":["trace[1867357566] 'agreement among raft nodes before linearized reading' (duration: 11.551557458s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:43.974539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:32.416028Z","time spent":"11.558494236s","remote":"127.0.0.1:34464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:08:43.967775Z","caller":"traceutil/trace.go:171","msg":"trace[1636419528] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:28146; }","duration":"7.075760531s","start":"2026-07-28T15:08:36.892002Z","end":"2026-07-28T15:08:43.967763Z","steps":["trace[1636419528] 'agreement among raft nodes before linearized reading' (duration: 7.075678019s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:43.967803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.28088452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:08:43.974911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:36.891979Z","time spent":"7.082923305s","remote":"127.0.0.1:54730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:08:43.974943Z","caller":"traceutil/trace.go:171","msg":"trace[1453155013] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28146; }","duration":"7.288035474s","start":"2026-07-28T15:08:36.686882Z","end":"2026-07-28T15:08:43.974917Z","steps":["trace[1453155013] 'agreement among raft nodes before linearized reading' (duration: 7.280908641s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:43.967788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.730278313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:08:43.974985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:36.686865Z","time spent":"7.288108135s","remote":"127.0.0.1:54566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:08:43.975015Z","caller":"traceutil/trace.go:171","msg":"trace[355429333] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:28146; }","duration":"12.737519439s","start":"2026-07-28T15:08:31.237462Z","end":"2026-07-28T15:08:43.974981Z","steps":["trace[355429333] 'agreement among raft nodes before linearized reading' (duration: 12.730286383s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:43.975028Z","caller":"traceutil/trace.go:171","msg":"trace[1966215213] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:28146; }","duration":"7.79271896s","start":"2026-07-28T15:08:36.182288Z","end":"2026-07-28T15:08:43.975007Z","steps":["trace[1966215213] 'agreement among raft nodes before linearized reading' (duration: 7.785526096s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:43.975058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:31.23744Z","time spent":"12.73760315s","remote":"127.0.0.1:34326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:08:43.967815Z","caller":"traceutil/trace.go:171","msg":"trace[1077313019] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:28146; }","duration":"6.422083426s","start":"2026-07-28T15:08:37.545712Z","end":"2026-07-28T15:08:43.967796Z","steps":["trace[1077313019] 'agreement among raft nodes before linearized reading' (duration: 6.421939973s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:43.975087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:36.182276Z","time spent":"7.792793943s","remote":"127.0.0.1:54586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:43.975108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:37.545696Z","time spent":"6.429397853s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:08:43.967844Z","caller":"traceutil/trace.go:171","msg":"trace[1727249393] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:28146; }","duration":"11.646838057s","start":"2026-07-28T15:08:32.320985Z","end":"2026-07-28T15:08:43.967823Z","steps":["trace[1727249393] 'agreement among raft nodes before linearized reading' (duration: 11.646648562s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:43.975167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.449616855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.222\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-28T15:08:43.975253Z","caller":"traceutil/trace.go:171","msg":"trace[904132999] range","detail":"{range_begin:/registry/masterleases/162.253.55.222; range_end:; response_count:1; response_revision:28146; }","duration":"12.449699807s","start":"2026-07-28T15:08:31.525507Z","end":"2026-07-28T15:08:43.975206Z","steps":["trace[904132999] 'agreement among raft nodes before linearized reading' (duration: 12.442339088s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:43.975335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:31.525493Z","time spent":"12.44983175s","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.222\" "} {"level":"info","ts":"2026-07-28T15:08:43.96783Z","caller":"traceutil/trace.go:171","msg":"trace[373599164] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:28146; }","duration":"11.90373784s","start":"2026-07-28T15:08:32.06407Z","end":"2026-07-28T15:08:43.967808Z","steps":["trace[373599164] 'agreement among raft nodes before linearized reading' (duration: 11.903556626s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:43.975468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:32.064056Z","time spent":"11.911387356s","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:43.975586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:37.711853Z","time spent":"6.255929141s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:08:43.975614Z","caller":"traceutil/trace.go:171","msg":"trace[342910975] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:28146; }","duration":"8.643606893s","start":"2026-07-28T15:08:35.324241Z","end":"2026-07-28T15:08:43.967848Z","steps":["trace[342910975] 'agreement among raft nodes before linearized reading' (duration: 8.643500871s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:43.975646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:35.324221Z","time spent":"8.651416962s","remote":"127.0.0.1:54352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:43.967906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:31.267736Z","time spent":"12.700153602s","remote":"127.0.0.1:55510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:43.975728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.722077744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:08:43.975766Z","caller":"traceutil/trace.go:171","msg":"trace[1549270014] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:28146; }","duration":"10.722127225s","start":"2026-07-28T15:08:33.253628Z","end":"2026-07-28T15:08:43.975756Z","steps":["trace[1549270014] 'agreement among raft nodes before linearized reading' (duration: 10.714187633s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:43.975803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:33.253566Z","time spent":"10.722229418s","remote":"127.0.0.1:54068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":13,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:43.976035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.437147382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:08:43.976084Z","caller":"traceutil/trace.go:171","msg":"trace[1827606985] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28146; }","duration":"8.437222654s","start":"2026-07-28T15:08:35.538846Z","end":"2026-07-28T15:08:43.976069Z","steps":["trace[1827606985] 'agreement among raft nodes before linearized reading' (duration: 8.429016955s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:43.976125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:35.53883Z","time spent":"8.437279025s","remote":"127.0.0.1:54356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:08:43.967934Z","caller":"traceutil/trace.go:171","msg":"trace[1288894528] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:28146; }","duration":"8.387657713s","start":"2026-07-28T15:08:35.580263Z","end":"2026-07-28T15:08:43.967921Z","steps":["trace[1288894528] 'agreement among raft nodes before linearized reading' (duration: 8.387584671s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:43.976202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.185907876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:43.976245Z","caller":"traceutil/trace.go:171","msg":"trace[32148989] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:28146; }","duration":"8.185977728s","start":"2026-07-28T15:08:35.790245Z","end":"2026-07-28T15:08:43.976223Z","steps":["trace[32148989] 'agreement among raft nodes before linearized reading' (duration: 8.177629395s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:43.976265Z","caller":"traceutil/trace.go:171","msg":"trace[977451199] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:28146; }","duration":"13.080084037s","start":"2026-07-28T15:08:30.887793Z","end":"2026-07-28T15:08:43.967877Z","steps":["trace[977451199] 'agreement among raft nodes before linearized reading' (duration: 13.079996615s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:43.976277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:35.790227Z","time spent":"8.186042309s","remote":"127.0.0.1:60942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:43.976309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:30.887773Z","time spent":"13.088524731s","remote":"127.0.0.1:34314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:43.976693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.826653598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" ","response":"range_response_count:1 size:9715"} {"level":"info","ts":"2026-07-28T15:08:43.976736Z","caller":"traceutil/trace.go:171","msg":"trace[2045895884] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2n4p; range_end:; response_count:1; response_revision:28146; }","duration":"12.826708679s","start":"2026-07-28T15:08:31.150009Z","end":"2026-07-28T15:08:43.976718Z","steps":["trace[2045895884] 'agreement among raft nodes before linearized reading' (duration: 12.817863574s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:43.976765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:31.149999Z","time spent":"12.82675911s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9738,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" "} {"level":"warn","ts":"2026-07-28T15:08:43.976792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.609146159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-54f68cb6bc-qpx76.18c67b357899bc19\" ","response":"range_response_count:1 size:2107"} {"level":"info","ts":"2026-07-28T15:08:43.976866Z","caller":"traceutil/trace.go:171","msg":"trace[1994276178] range","detail":"{range_begin:/registry/events/openstack/glance-api-54f68cb6bc-qpx76.18c67b357899bc19; range_end:; response_count:1; response_revision:28146; }","duration":"12.609245931s","start":"2026-07-28T15:08:31.367586Z","end":"2026-07-28T15:08:43.976832Z","steps":["trace[1994276178] 'agreement among raft nodes before linearized reading' (duration: 12.600266944s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:43.976945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:31.367566Z","time spent":"12.609357415s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2130,"request content":"key:\"/registry/events/openstack/glance-api-54f68cb6bc-qpx76.18c67b357899bc19\" "} {"level":"warn","ts":"2026-07-28T15:08:43.976992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.33964011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1647"} {"level":"info","ts":"2026-07-28T15:08:43.977064Z","caller":"traceutil/trace.go:171","msg":"trace[436704259] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:28146; }","duration":"12.339702891s","start":"2026-07-28T15:08:31.637338Z","end":"2026-07-28T15:08:43.977041Z","steps":["trace[436704259] 'agreement among raft nodes before linearized reading' (duration: 12.330482188s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:43.977104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:31.637323Z","time spent":"12.339770104s","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1670,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-07-28T15:08:43.977201Z","caller":"traceutil/trace.go:171","msg":"trace[535717657] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:28146; }","duration":"10.635453646s","start":"2026-07-28T15:08:33.332459Z","end":"2026-07-28T15:08:43.967912Z","steps":["trace[535717657] 'agreement among raft nodes before linearized reading' (duration: 10.635292692s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:43.977293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:32.320964Z","time spent":"11.6543905s","remote":"127.0.0.1:55568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":62,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:43.977313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:33.332436Z","time spent":"10.644853523s","remote":"127.0.0.1:34368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:43.97738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:35.580251Z","time spent":"8.395953544s","remote":"127.0.0.1:34348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:43.979774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.830312066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" ","response":"range_response_count:1 size:6960"} {"level":"info","ts":"2026-07-28T15:08:43.981062Z","caller":"traceutil/trace.go:171","msg":"trace[1521410274] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29754180-dlwdd; range_end:; response_count:1; response_revision:28146; }","duration":"12.831658308s","start":"2026-07-28T15:08:31.14939Z","end":"2026-07-28T15:08:43.981048Z","steps":["trace[1521410274] 'agreement among raft nodes before linearized reading' (duration: 12.818488989s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:43.981104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:31.149339Z","time spent":"12.831753711s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6983,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" "} {"level":"warn","ts":"2026-07-28T15:08:45.350104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269379861s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:08:45.350497Z","caller":"traceutil/trace.go:171","msg":"trace[216003276] transaction","detail":"{read_only:false; response_revision:28148; number_of_response:1; }","duration":"4.51473485s","start":"2026-07-28T15:08:40.83575Z","end":"2026-07-28T15:08:45.350485Z","steps":["trace[216003276] 'process raft request' (duration: 4.514435493s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:45.350541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:40.835689Z","time spent":"4.514833482s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:08:45.350514Z","caller":"traceutil/trace.go:171","msg":"trace[1230140452] transaction","detail":"{read_only:false; response_revision:28147; number_of_response:1; }","duration":"4.648897531s","start":"2026-07-28T15:08:40.701571Z","end":"2026-07-28T15:08:45.350469Z","steps":["trace[1230140452] 'process raft request' (duration: 3.379064249s)","trace[1230140452] 'compare' (duration: 1.268326185s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:45.350874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:40.701545Z","time spent":"4.649242579s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:08:45.350729Z","caller":"traceutil/trace.go:171","msg":"trace[1041952777] transaction","detail":"{read_only:false; response_revision:28149; number_of_response:1; }","duration":"4.250797026s","start":"2026-07-28T15:08:41.099891Z","end":"2026-07-28T15:08:45.350688Z","steps":["trace[1041952777] 'process raft request' (duration: 4.250372766s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:45.352929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:41.09987Z","time spent":"4.25297513s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:08:45.353583Z","caller":"traceutil/trace.go:171","msg":"trace[1733749601] transaction","detail":"{read_only:false; response_revision:28150; number_of_response:1; }","duration":"4.21958835s","start":"2026-07-28T15:08:41.13398Z","end":"2026-07-28T15:08:45.353569Z","steps":["trace[1733749601] 'process raft request' (duration: 4.219316904s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:45.353659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:41.133954Z","time spent":"4.219668563s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":409,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:08:45.355024Z","caller":"traceutil/trace.go:171","msg":"trace[1934655669] transaction","detail":"{read_only:false; response_revision:28151; number_of_response:1; }","duration":"3.720315226s","start":"2026-07-28T15:08:41.634681Z","end":"2026-07-28T15:08:45.354996Z","steps":["trace[1934655669] 'process raft request' (duration: 3.718783029s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:45.355253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:41.634656Z","time spent":"3.720437018s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:08:45.436585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000225906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:08:45.436657Z","caller":"traceutil/trace.go:171","msg":"trace[1736396142] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00036623s","start":"2026-07-28T15:08:43.436273Z","end":"2026-07-28T15:08:45.43664Z","steps":["trace[1736396142] 'agreement among raft nodes before linearized reading' (duration: 2.000253597s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:45.436692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:43.436257Z","time spent":"2.000427241s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:08:45.644363Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.563744732s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T15:08:45.805257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.322802ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T15:08:45.805984Z","caller":"traceutil/trace.go:171","msg":"trace[17785296] transaction","detail":"{read_only:false; response_revision:28153; number_of_response:1; }","duration":"3.802845143s","start":"2026-07-28T15:08:42.003105Z","end":"2026-07-28T15:08:45.80595Z","steps":["trace[17785296] 'process raft request' (duration: 3.802263729s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:45.806002Z","caller":"traceutil/trace.go:171","msg":"trace[273429739] linearizableReadLoop","detail":"{readStateIndex:29027; appliedIndex:29020; }","duration":"1.8390062s","start":"2026-07-28T15:08:43.966964Z","end":"2026-07-28T15:08:45.80597Z","steps":["trace[273429739] 'read index received' (duration: 113.648223ms)","trace[273429739] 'applied index is now lower than readState.Index' (duration: 1.725356507s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:45.806165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:42.003081Z","time spent":"3.802981487s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:08:47.436956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999859297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:08:47.437047Z","caller":"traceutil/trace.go:171","msg":"trace[1577942797] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99998717s","start":"2026-07-28T15:08:45.437038Z","end":"2026-07-28T15:08:47.437025Z","steps":["trace[1577942797] 'agreement among raft nodes before linearized reading' (duration: 1.999874047s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:47.437112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:45.437025Z","time spent":"2.000076962s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:08:47.596997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.673198004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:47.597117Z","caller":"traceutil/trace.go:171","msg":"trace[2144860043] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:28153; }","duration":"3.673358327s","start":"2026-07-28T15:08:43.923725Z","end":"2026-07-28T15:08:47.597084Z","steps":["trace[2144860043] 'agreement among raft nodes before linearized reading' (duration: 1.88237915s)","trace[2144860043] 'count revisions from in-memory index tree' (duration: 1.790813443s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:47.597168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:43.923712Z","time spent":"3.67344303s","remote":"127.0.0.1:34418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:47.597421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.036110761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:47.597464Z","caller":"traceutil/trace.go:171","msg":"trace[1491657096] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:28153; }","duration":"7.036151882s","start":"2026-07-28T15:08:40.561298Z","end":"2026-07-28T15:08:47.59745Z","steps":["trace[1491657096] 'agreement among raft nodes before linearized reading' (duration: 5.244827357s)","trace[1491657096] 'count revisions from in-memory index tree' (duration: 1.791272234s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:47.5975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:40.561256Z","time spent":"7.036234414s","remote":"127.0.0.1:54626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:47.597772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.228871571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22825"} {"level":"info","ts":"2026-07-28T15:08:47.597811Z","caller":"traceutil/trace.go:171","msg":"trace[26513866] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28153; }","duration":"7.228943493s","start":"2026-07-28T15:08:40.368856Z","end":"2026-07-28T15:08:47.597799Z","steps":["trace[26513866] 'agreement among raft nodes before linearized reading' (duration: 5.437278709s)","trace[26513866] 'range keys from in-memory index tree' (duration: 1.79151927s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:47.597838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:40.36884Z","time spent":"7.228992404s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":22848,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-28T15:08:47.598028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.022121248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:47.598061Z","caller":"traceutil/trace.go:171","msg":"trace[2018961579] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:28153; }","duration":"8.02221594s","start":"2026-07-28T15:08:39.575834Z","end":"2026-07-28T15:08:47.59805Z","steps":["trace[2018961579] 'agreement among raft nodes before linearized reading' (duration: 6.2303081s)","trace[2018961579] 'count revisions from in-memory index tree' (duration: 1.791865689s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:47.598102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:39.575807Z","time spent":"8.022284722s","remote":"127.0.0.1:54580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:47.598258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.208057287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-28T15:08:47.598312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.275463219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:08:47.598334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.099116512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:08:47.598334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.059220766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:08:47.598342Z","caller":"traceutil/trace.go:171","msg":"trace[1275356676] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28153; }","duration":"5.208180839s","start":"2026-07-28T15:08:42.390134Z","end":"2026-07-28T15:08:47.598315Z","steps":["trace[1275356676] 'agreement among raft nodes before linearized reading' (duration: 3.416061934s)","trace[1275356676] 'range keys from in-memory index tree' (duration: 1.791904219s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:47.598329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.186164701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T15:08:47.598389Z","caller":"traceutil/trace.go:171","msg":"trace[636364573] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:28153; }","duration":"4.099219265s","start":"2026-07-28T15:08:43.499153Z","end":"2026-07-28T15:08:47.598373Z","steps":["trace[636364573] 'agreement among raft nodes before linearized reading' (duration: 2.307011718s)","trace[636364573] 'count revisions from in-memory index tree' (duration: 1.792113285s)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:08:47.598391Z","caller":"traceutil/trace.go:171","msg":"trace[550790433] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:28153; }","duration":"5.275599043s","start":"2026-07-28T15:08:42.322769Z","end":"2026-07-28T15:08:47.598368Z","steps":["trace[550790433] 'agreement among raft nodes before linearized reading' (duration: 3.483416516s)","trace[550790433] 'count revisions from in-memory index tree' (duration: 1.792066264s)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:08:47.598398Z","caller":"traceutil/trace.go:171","msg":"trace[1028632917] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:28153; }","duration":"8.059291098s","start":"2026-07-28T15:08:39.539086Z","end":"2026-07-28T15:08:47.598377Z","steps":["trace[1028632917] 'agreement among raft nodes before linearized reading' (duration: 6.26706544s)","trace[1028632917] 'count revisions from in-memory index tree' (duration: 1.792139545s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:47.598399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:42.39012Z","time spent":"5.208271352s","remote":"127.0.0.1:54028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-28T15:08:47.598416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:43.499136Z","time spent":"4.099274906s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":76,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:47.598392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.460984239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T15:08:47.598407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.927054714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fwsxk\" ","response":"range_response_count:1 size:5485"} {"level":"warn","ts":"2026-07-28T15:08:47.598437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:39.539022Z","time spent":"8.059405661s","remote":"127.0.0.1:54212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:47.598437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:42.322751Z","time spent":"5.275675585s","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:08:47.598453Z","caller":"traceutil/trace.go:171","msg":"trace[1828866903] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:28153; }","duration":"6.4610683s","start":"2026-07-28T15:08:41.137367Z","end":"2026-07-28T15:08:47.598435Z","steps":["trace[1828866903] 'agreement among raft nodes before linearized reading' (duration: 4.668757951s)","trace[1828866903] 'range keys from in-memory index tree' (duration: 1.792102055s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:47.598488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:41.137355Z","time spent":"6.461126342s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-07-28T15:08:47.598483Z","caller":"traceutil/trace.go:171","msg":"trace[1347769508] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fwsxk; range_end:; response_count:1; response_revision:28153; }","duration":"5.927168367s","start":"2026-07-28T15:08:41.671289Z","end":"2026-07-28T15:08:47.598457Z","steps":["trace[1347769508] 'agreement among raft nodes before linearized reading' (duration: 4.134904438s)","trace[1347769508] 'range keys from in-memory index tree' (duration: 1.792066293s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:47.59849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.003716886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:08:47.598533Z","caller":"traceutil/trace.go:171","msg":"trace[716261983] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:28153; }","duration":"5.003797538s","start":"2026-07-28T15:08:42.594724Z","end":"2026-07-28T15:08:47.598522Z","steps":["trace[716261983] 'agreement among raft nodes before linearized reading' (duration: 3.211457928s)","trace[716261983] 'count revisions from in-memory index tree' (duration: 1.792283469s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:47.59852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.753618753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:08:47.598566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:42.594705Z","time spent":"5.003851679s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":18,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:08:47.598588Z","caller":"traceutil/trace.go:171","msg":"trace[1488785179] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:28153; }","duration":"9.753730475s","start":"2026-07-28T15:08:37.844836Z","end":"2026-07-28T15:08:47.598566Z","steps":["trace[1488785179] 'agreement among raft nodes before linearized reading' (duration: 7.961325084s)","trace[1488785179] 'count revisions from in-memory index tree' (duration: 1.792315549s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:47.598644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:37.844814Z","time spent":"9.753815038s","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":13,"response size":31,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:47.598534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:41.671266Z","time spent":"5.927255678s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5508,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fwsxk\" "} {"level":"info","ts":"2026-07-28T15:08:47.59842Z","caller":"traceutil/trace.go:171","msg":"trace[2031884133] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:28153; }","duration":"6.186297964s","start":"2026-07-28T15:08:41.412099Z","end":"2026-07-28T15:08:47.598397Z","steps":["trace[2031884133] 'agreement among raft nodes before linearized reading' (duration: 4.394103748s)","trace[2031884133] 'count revisions from in-memory index tree' (duration: 1.792070954s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:47.598763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:41.412076Z","time spent":"6.186671253s","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":183,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:47.599008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793037187s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-28T15:08:47.59913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:43.976764Z","time spent":"3.622364222s","remote":"127.0.0.1:53950","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T15:08:47.601334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:43.978935Z","time spent":"3.622396813s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T15:08:47.601472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.625428457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-07-28T15:08:47.601338Z","caller":"traceutil/trace.go:171","msg":"trace[96076123] linearizableReadLoop","detail":"{readStateIndex:29029; appliedIndex:29027; }","duration":"1.795255351s","start":"2026-07-28T15:08:45.806064Z","end":"2026-07-28T15:08:47.601319Z","steps":["trace[96076123] 'read index received' (duration: 105.583µs)","trace[96076123] 'applied index is now lower than readState.Index' (duration: 1.795148178s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:47.601502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.520603282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:08:47.601513Z","caller":"traceutil/trace.go:171","msg":"trace[92480140] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:28153; }","duration":"3.625489999s","start":"2026-07-28T15:08:43.976009Z","end":"2026-07-28T15:08:47.601499Z","steps":["trace[92480140] 'agreement among raft nodes before linearized reading' (duration: 3.625362885s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:47.601548Z","caller":"traceutil/trace.go:171","msg":"trace[1457752636] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:28153; }","duration":"2.520686334s","start":"2026-07-28T15:08:45.080848Z","end":"2026-07-28T15:08:47.601535Z","steps":["trace[1457752636] 'agreement among raft nodes before linearized reading' (duration: 2.520545391s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:47.60155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:43.975996Z","time spent":"3.6255467s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-28T15:08:47.60158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:45.080831Z","time spent":"2.520740915s","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":13,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:47.601608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.377217519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:08:47.601608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.622769373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-07-28T15:08:47.601631Z","caller":"traceutil/trace.go:171","msg":"trace[907518640] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28153; }","duration":"2.37727111s","start":"2026-07-28T15:08:45.224351Z","end":"2026-07-28T15:08:47.601622Z","steps":["trace[907518640] 'agreement among raft nodes before linearized reading' (duration: 2.377227888s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:47.601656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:45.224336Z","time spent":"2.377315231s","remote":"127.0.0.1:56810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:08:47.60166Z","caller":"traceutil/trace.go:171","msg":"trace[1150531966] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:28153; }","duration":"3.622840424s","start":"2026-07-28T15:08:43.978806Z","end":"2026-07-28T15:08:47.601646Z","steps":["trace[1150531966] 'agreement among raft nodes before linearized reading' (duration: 3.62266516s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:47.601684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904362854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:08:47.601694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:43.978798Z","time spent":"3.622888945s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-28T15:08:47.601619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059743617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:47.601727Z","caller":"traceutil/trace.go:171","msg":"trace[2010828476] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:28153; }","duration":"2.059916142s","start":"2026-07-28T15:08:45.541806Z","end":"2026-07-28T15:08:47.601722Z","steps":["trace[2010828476] 'agreement among raft nodes before linearized reading' (duration: 2.059758758s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:47.601724Z","caller":"traceutil/trace.go:171","msg":"trace[1272926319] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:28153; }","duration":"1.904438306s","start":"2026-07-28T15:08:45.697272Z","end":"2026-07-28T15:08:47.60171Z","steps":["trace[1272926319] 'agreement among raft nodes before linearized reading' (duration: 1.904377704s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:47.601742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:45.541786Z","time spent":"2.059951902s","remote":"127.0.0.1:54018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:47.601738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.624995376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f84334f5-38be-430d-818b-b3166f18684e\" ","response":"range_response_count:1 size:2264"} {"level":"warn","ts":"2026-07-28T15:08:47.601756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:45.697252Z","time spent":"1.904496358s","remote":"127.0.0.1:54032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:08:47.601815Z","caller":"traceutil/trace.go:171","msg":"trace[1510377824] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f84334f5-38be-430d-818b-b3166f18684e; range_end:; response_count:1; response_revision:28153; }","duration":"3.625042807s","start":"2026-07-28T15:08:43.976729Z","end":"2026-07-28T15:08:47.601772Z","steps":["trace[1510377824] 'agreement among raft nodes before linearized reading' (duration: 3.624777611s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:47.601855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:43.976705Z","time spent":"3.62513714s","remote":"127.0.0.1:54068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2287,"request content":"key:\"/registry/persistentvolumes/pvc-f84334f5-38be-430d-818b-b3166f18684e\" "} {"level":"warn","ts":"2026-07-28T15:08:47.602688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.618333545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:962700"} {"level":"warn","ts":"2026-07-28T15:08:47.602775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.616853859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:962700"} {"level":"info","ts":"2026-07-28T15:08:47.602796Z","caller":"traceutil/trace.go:171","msg":"trace[612012830] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28153; }","duration":"3.618454027s","start":"2026-07-28T15:08:43.98432Z","end":"2026-07-28T15:08:47.602774Z","steps":["trace[612012830] 'agreement among raft nodes before linearized reading' (duration: 3.617106285s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:47.602811Z","caller":"traceutil/trace.go:171","msg":"trace[529480610] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28153; }","duration":"3.61689433s","start":"2026-07-28T15:08:43.985907Z","end":"2026-07-28T15:08:47.602801Z","steps":["trace[529480610] 'agreement among raft nodes before linearized reading' (duration: 3.615930717s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:47.602848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:43.985899Z","time spent":"3.616939331s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":98,"response size":962723,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T15:08:47.602861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:43.984306Z","time spent":"3.61853329s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":98,"response size":962723,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T15:08:48.102353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609419836,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:08:48.300626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999714084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:08:48.300737Z","caller":"traceutil/trace.go:171","msg":"trace[1722559501] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999879298s","start":"2026-07-28T15:08:46.300837Z","end":"2026-07-28T15:08:48.300716Z","steps":["trace[1722559501] 'agreement among raft nodes before linearized reading' (duration: 1.999745295s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:48.300783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:46.300827Z","time spent":"1.99994582s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:08:48.788301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.463932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T15:08:48.788372Z","caller":"traceutil/trace.go:171","msg":"trace[28448881] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28153; }","duration":"1.187063367s","start":"2026-07-28T15:08:47.601297Z","end":"2026-07-28T15:08:48.788361Z","steps":["trace[28448881] 'process raft request' (duration: 909.481072ms)","trace[28448881] 'compare' (duration: 277.418941ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:48.788406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:47.601267Z","time spent":"1.187123859s","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:08:49.133415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529861611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:08:49.133498Z","caller":"traceutil/trace.go:171","msg":"trace[1008509253] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"1.529962104s","start":"2026-07-28T15:08:47.603507Z","end":"2026-07-28T15:08:49.133469Z","steps":["trace[1008509253] 'agreement among raft nodes before linearized reading' (duration: 1.529873432s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:49.133572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:47.603496Z","time spent":"1.530065536s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/07/28 15:08:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-28T15:08:49.215339Z","caller":"traceutil/trace.go:171","msg":"trace[979910608] linearizableReadLoop","detail":"{readStateIndex:29035; appliedIndex:29029; }","duration":"1.613803795s","start":"2026-07-28T15:08:47.60151Z","end":"2026-07-28T15:08:49.215314Z","steps":["trace[979910608] 'read index received' (duration: 909.328779ms)","trace[979910608] 'applied index is now lower than readState.Index' (duration: 704.473926ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:08:49.215457Z","caller":"traceutil/trace.go:171","msg":"trace[837625965] transaction","detail":"{read_only:false; response_revision:28154; number_of_response:1; }","duration":"1.612641987s","start":"2026-07-28T15:08:47.602801Z","end":"2026-07-28T15:08:49.215443Z","steps":["trace[837625965] 'process raft request' (duration: 1.61191838s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:49.21556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:47.602777Z","time spent":"1.612711629s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2092,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:08:49.215918Z","caller":"traceutil/trace.go:171","msg":"trace[448702287] transaction","detail":"{read_only:false; response_revision:28155; number_of_response:1; }","duration":"1.610686709s","start":"2026-07-28T15:08:47.60522Z","end":"2026-07-28T15:08:49.215907Z","steps":["trace[448702287] 'process raft request' (duration: 1.609689035s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:49.215987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:47.605211Z","time spent":"1.610742511s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:08:49.21621Z","caller":"traceutil/trace.go:171","msg":"trace[813692365] transaction","detail":"{read_only:false; response_revision:28156; number_of_response:1; }","duration":"1.608802584s","start":"2026-07-28T15:08:47.607396Z","end":"2026-07-28T15:08:49.216199Z","steps":["trace[813692365] 'process raft request' (duration: 1.607640116s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:49.21627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:47.607378Z","time spent":"1.608864875s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5659,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:08:49.216394Z","caller":"traceutil/trace.go:171","msg":"trace[668693271] transaction","detail":"{read_only:false; response_revision:28157; number_of_response:1; }","duration":"1.607128684s","start":"2026-07-28T15:08:47.609257Z","end":"2026-07-28T15:08:49.216386Z","steps":["trace[668693271] 'process raft request' (duration: 1.605887334s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:49.216495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:47.609242Z","time spent":"1.607222556s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:08:49.21672Z","caller":"traceutil/trace.go:171","msg":"trace[1134243696] transaction","detail":"{read_only:false; response_revision:28158; number_of_response:1; }","duration":"1.598382982s","start":"2026-07-28T15:08:47.618327Z","end":"2026-07-28T15:08:49.21671Z","steps":["trace[1134243696] 'process raft request' (duration: 1.596878105s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:49.216781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:47.618317Z","time spent":"1.598437803s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22809,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:08:49.216825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658862777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:08:49.216885Z","caller":"traceutil/trace.go:171","msg":"trace[1522490435] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:28158; }","duration":"1.658996931s","start":"2026-07-28T15:08:47.557873Z","end":"2026-07-28T15:08:49.21687Z","steps":["trace[1522490435] 'agreement among raft nodes before linearized reading' (duration: 1.658881228s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:49.216929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:47.557848Z","time spent":"1.659071962s","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:49.217106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77250729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:49.217146Z","caller":"traceutil/trace.go:171","msg":"trace[437294366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28158; }","duration":"1.772544981s","start":"2026-07-28T15:08:47.444591Z","end":"2026-07-28T15:08:49.217136Z","steps":["trace[437294366] 'agreement among raft nodes before linearized reading' (duration: 1.7724907s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:49.217174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:47.444546Z","time spent":"1.772622433s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:08:49.217392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177717286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T15:08:49.217431Z","caller":"traceutil/trace.go:171","msg":"trace[1971865629] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28158; }","duration":"2.177791508s","start":"2026-07-28T15:08:47.03963Z","end":"2026-07-28T15:08:49.217422Z","steps":["trace[1971865629] 'agreement among raft nodes before linearized reading' (duration: 2.177674085s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:49.21746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:47.039612Z","time spent":"2.17784162s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T15:08:49.217519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218683289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:08:49.217585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.938084587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:49.217623Z","caller":"traceutil/trace.go:171","msg":"trace[1666848999] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:28158; }","duration":"2.938162279s","start":"2026-07-28T15:08:46.279449Z","end":"2026-07-28T15:08:49.217611Z","steps":["trace[1666848999] 'agreement among raft nodes before linearized reading' (duration: 2.938102447s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:49.217662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:46.27943Z","time spent":"2.93822415s","remote":"127.0.0.1:56722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:08:49.217652Z","caller":"traceutil/trace.go:171","msg":"trace[1625365507] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:28158; }","duration":"2.218844623s","start":"2026-07-28T15:08:46.998763Z","end":"2026-07-28T15:08:49.217608Z","steps":["trace[1625365507] 'agreement among raft nodes before linearized reading' (duration: 2.218633007s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:49.217741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:46.998744Z","time spent":"2.218982506s","remote":"127.0.0.1:54574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:50.413589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005352945s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-28T15:08:50.413853Z","caller":"traceutil/trace.go:171","msg":"trace[877236220] linearizableReadLoop","detail":"{readStateIndex:29037; appliedIndex:29035; }","duration":"1.198424472s","start":"2026-07-28T15:08:49.215413Z","end":"2026-07-28T15:08:50.413837Z","steps":["trace[877236220] 'read index received' (duration: 192.766519ms)","trace[877236220] 'applied index is now lower than readState.Index' (duration: 1.005656763s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:50.413896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:48.789201Z","time spent":"1.624692698s","remote":"127.0.0.1:53950","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T15:08:50.414148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195686895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:50.414259Z","caller":"traceutil/trace.go:171","msg":"trace[950586158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28160; }","duration":"1.195837399s","start":"2026-07-28T15:08:49.218403Z","end":"2026-07-28T15:08:50.414241Z","steps":["trace[950586158] 'agreement among raft nodes before linearized reading' (duration: 1.195657764s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:50.414323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:49.218393Z","time spent":"1.19591644s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:08:50.414354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376918476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-28T15:08:50.414369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626160699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:50.414402Z","caller":"traceutil/trace.go:171","msg":"trace[1708655418] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28160; }","duration":"1.377009258s","start":"2026-07-28T15:08:49.037381Z","end":"2026-07-28T15:08:50.41439Z","steps":["trace[1708655418] 'agreement among raft nodes before linearized reading' (duration: 1.376495466s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:50.414423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.009684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:08:50.414456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492648024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:50.414457Z","caller":"traceutil/trace.go:171","msg":"trace[1651543944] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:28160; }","duration":"2.626303102s","start":"2026-07-28T15:08:47.788135Z","end":"2026-07-28T15:08:50.414438Z","steps":["trace[1651543944] 'agreement among raft nodes before linearized reading' (duration: 2.625762989s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:50.414482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031444317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:50.414508Z","caller":"traceutil/trace.go:171","msg":"trace[460332486] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:28160; }","duration":"2.492739417s","start":"2026-07-28T15:08:47.921756Z","end":"2026-07-28T15:08:50.414495Z","steps":["trace[460332486] 'agreement among raft nodes before linearized reading' (duration: 2.492127392s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:50.414526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:47.788118Z","time spent":"2.626395505s","remote":"127.0.0.1:34428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:50.414553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:47.921735Z","time spent":"2.492807789s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:50.414562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429383186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1647"} {"level":"info","ts":"2026-07-28T15:08:50.414569Z","caller":"traceutil/trace.go:171","msg":"trace[1536055939] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:28160; }","duration":"1.03155215s","start":"2026-07-28T15:08:49.38298Z","end":"2026-07-28T15:08:50.414532Z","steps":["trace[1536055939] 'agreement among raft nodes before linearized reading' (duration: 1.031444687s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:50.41458Z","caller":"traceutil/trace.go:171","msg":"trace[671002791] transaction","detail":"{read_only:false; response_revision:28160; number_of_response:1; }","duration":"1.189467475s","start":"2026-07-28T15:08:49.225095Z","end":"2026-07-28T15:08:50.414563Z","steps":["trace[671002791] 'process raft request' (duration: 1.188697467s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:50.414599Z","caller":"traceutil/trace.go:171","msg":"trace[1581111538] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:28160; }","duration":"1.429447368s","start":"2026-07-28T15:08:48.985141Z","end":"2026-07-28T15:08:50.414588Z","steps":["trace[1581111538] 'agreement among raft nodes before linearized reading' (duration: 1.42871241s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:50.414575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191336421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zm48w\" ","response":"range_response_count:1 size:23341"} {"level":"warn","ts":"2026-07-28T15:08:50.414594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192665083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fwsxk.18c67c97dc72ed51\" ","response":"range_response_count:1 size:882"} {"level":"warn","ts":"2026-07-28T15:08:50.414619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.213859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" ","response":"range_response_count:1 size:9715"} {"level":"warn","ts":"2026-07-28T15:08:50.414622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:49.382961Z","time spent":"1.031647052s","remote":"127.0.0.1:54642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:50.414632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:48.985125Z","time spent":"1.42949937s","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1670,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-07-28T15:08:50.414652Z","caller":"traceutil/trace.go:171","msg":"trace[1649824510] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2n4p; range_end:; response_count:1; response_revision:28160; }","duration":"770.27819ms","start":"2026-07-28T15:08:49.644365Z","end":"2026-07-28T15:08:50.414644Z","steps":["trace[1649824510] 'agreement among raft nodes before linearized reading' (duration: 770.190778ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:50.414647Z","caller":"traceutil/trace.go:171","msg":"trace[2039074729] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zm48w; range_end:; response_count:1; response_revision:28160; }","duration":"1.191445964s","start":"2026-07-28T15:08:49.223183Z","end":"2026-07-28T15:08:50.414629Z","steps":["trace[2039074729] 'agreement among raft nodes before linearized reading' (duration: 1.191217528s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:50.414656Z","caller":"traceutil/trace.go:171","msg":"trace[172137369] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fwsxk.18c67c97dc72ed51; range_end:; response_count:1; response_revision:28160; }","duration":"1.192735385s","start":"2026-07-28T15:08:49.221903Z","end":"2026-07-28T15:08:50.414639Z","steps":["trace[172137369] 'agreement among raft nodes before linearized reading' (duration: 1.192592312s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:50.414675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:49.644351Z","time spent":"770.318581ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9738,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" "} {"level":"warn","ts":"2026-07-28T15:08:50.414691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:49.223163Z","time spent":"1.191519395s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":23364,"request content":"key:\"/registry/pods/openstack/nova-compute-default-zm48w\" "} {"level":"warn","ts":"2026-07-28T15:08:50.4147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:49.221896Z","time spent":"1.192792706s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":905,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fwsxk.18c67c97dc72ed51\" "} {"level":"warn","ts":"2026-07-28T15:08:50.414456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:49.037361Z","time spent":"1.37708618s","remote":"127.0.0.1:54028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-28T15:08:50.414711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:49.22508Z","time spent":"1.189540208s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:08:50.414506Z","caller":"traceutil/trace.go:171","msg":"trace[67893483] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:28160; }","duration":"990.151017ms","start":"2026-07-28T15:08:49.424334Z","end":"2026-07-28T15:08:50.414485Z","steps":["trace[67893483] 'agreement among raft nodes before linearized reading' (duration: 989.977983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:50.414441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.804677814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1644"} {"level":"info","ts":"2026-07-28T15:08:50.414881Z","caller":"traceutil/trace.go:171","msg":"trace[910349059] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:28160; }","duration":"2.805147816s","start":"2026-07-28T15:08:47.60972Z","end":"2026-07-28T15:08:50.414868Z","steps":["trace[910349059] 'agreement among raft nodes before linearized reading' (duration: 2.804190723s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:50.414882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:49.424313Z","time spent":"990.546057ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":25,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:50.414919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:47.609713Z","time spent":"2.805195227s","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1667,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-28T15:08:50.414465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209184062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:50.414979Z","caller":"traceutil/trace.go:171","msg":"trace[14651371] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:28160; }","duration":"1.209698435s","start":"2026-07-28T15:08:49.205256Z","end":"2026-07-28T15:08:50.414955Z","steps":["trace[14651371] 'agreement among raft nodes before linearized reading' (duration: 1.208605588s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:50.414988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.852428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" ","response":"range_response_count:1 size:6960"} {"level":"warn","ts":"2026-07-28T15:08:50.415019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:49.205214Z","time spent":"1.209792137s","remote":"127.0.0.1:56674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:08:50.415036Z","caller":"traceutil/trace.go:171","msg":"trace[876003796] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29754180-dlwdd; range_end:; response_count:1; response_revision:28160; }","duration":"771.928881ms","start":"2026-07-28T15:08:49.643093Z","end":"2026-07-28T15:08:50.415022Z","steps":["trace[876003796] 'agreement among raft nodes before linearized reading' (duration: 771.785717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:50.415082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:49.643077Z","time spent":"771.995302ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6983,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" "} {"level":"info","ts":"2026-07-28T15:08:50.413977Z","caller":"traceutil/trace.go:171","msg":"trace[1834412047] transaction","detail":"{read_only:false; response_revision:28159; number_of_response:1; }","duration":"1.278258546s","start":"2026-07-28T15:08:49.135548Z","end":"2026-07-28T15:08:50.413806Z","steps":["trace[1834412047] 'process raft request' (duration: 1.278129273s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:50.416844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:49.135533Z","time spent":"1.281246538s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:08:51.141324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.409307ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:51.141479Z","caller":"traceutil/trace.go:171","msg":"trace[54593180] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28162; }","duration":"508.572011ms","start":"2026-07-28T15:08:50.632882Z","end":"2026-07-28T15:08:51.141454Z","steps":["trace[54593180] 'range keys from in-memory index tree' (duration: 508.390686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:51.141977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.701996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:08:51.142352Z","caller":"traceutil/trace.go:171","msg":"trace[703557999] linearizableReadLoop","detail":"{readStateIndex:29044; appliedIndex:29040; }","duration":"639.971644ms","start":"2026-07-28T15:08:50.502364Z","end":"2026-07-28T15:08:51.142336Z","steps":["trace[703557999] 'read index received' (duration: 489.745995ms)","trace[703557999] 'applied index is now lower than readState.Index' (duration: 150.224469ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:08:51.142448Z","caller":"traceutil/trace.go:171","msg":"trace[21752166] transaction","detail":"{read_only:false; response_revision:28165; number_of_response:1; }","duration":"718.24995ms","start":"2026-07-28T15:08:50.424164Z","end":"2026-07-28T15:08:51.142414Z","steps":["trace[21752166] 'process raft request' (duration: 718.056525ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:51.142523Z","caller":"traceutil/trace.go:171","msg":"trace[508776588] transaction","detail":"{read_only:false; response_revision:28163; number_of_response:1; }","duration":"722.222226ms","start":"2026-07-28T15:08:50.420253Z","end":"2026-07-28T15:08:51.142475Z","steps":["trace[508776588] 'process raft request' (duration: 571.953016ms)","trace[508776588] 'compare' (duration: 149.302327ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:08:51.142526Z","caller":"traceutil/trace.go:171","msg":"trace[740969146] transaction","detail":"{read_only:false; response_revision:28164; number_of_response:1; }","duration":"720.966916ms","start":"2026-07-28T15:08:50.421523Z","end":"2026-07-28T15:08:51.14249Z","steps":["trace[740969146] 'process raft request' (duration: 720.576106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:51.142639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.857943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:08:51.142688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:50.42151Z","time spent":"721.093638ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:08:51.142706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.844981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-28T15:08:51.142709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.824639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1642"} {"level":"info","ts":"2026-07-28T15:08:51.14272Z","caller":"traceutil/trace.go:171","msg":"trace[289613742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28166; }","duration":"720.954526ms","start":"2026-07-28T15:08:50.42175Z","end":"2026-07-28T15:08:51.142704Z","steps":["trace[289613742] 'agreement among raft nodes before linearized reading' (duration: 720.756101ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:51.14278Z","caller":"traceutil/trace.go:171","msg":"trace[918767563] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:28166; }","duration":"634.926181ms","start":"2026-07-28T15:08:50.507835Z","end":"2026-07-28T15:08:51.142762Z","steps":["trace[918767563] 'agreement among raft nodes before linearized reading' (duration: 634.701496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:51.142838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:50.507824Z","time spent":"635.006013ms","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1665,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-28T15:08:51.142844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.589945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fwsxk.18c67c97dc77eee9\" ","response":"range_response_count:1 size:882"} {"level":"warn","ts":"2026-07-28T15:08:51.142688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:50.420225Z","time spent":"722.362279ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T15:08:51.142854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:50.421743Z","time spent":"721.072678ms","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:08:51.142766Z","caller":"traceutil/trace.go:171","msg":"trace[2012799951] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28166; }","duration":"637.934614ms","start":"2026-07-28T15:08:50.504816Z","end":"2026-07-28T15:08:51.142751Z","steps":["trace[2012799951] 'agreement among raft nodes before linearized reading' (duration: 637.722939ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:51.142959Z","caller":"traceutil/trace.go:171","msg":"trace[601569650] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fwsxk.18c67c97dc77eee9; range_end:; response_count:1; response_revision:28166; }","duration":"637.724429ms","start":"2026-07-28T15:08:50.505192Z","end":"2026-07-28T15:08:51.142917Z","steps":["trace[601569650] 'agreement among raft nodes before linearized reading' (duration: 637.429422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:51.14302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:50.505142Z","time spent":"637.864542ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":905,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fwsxk.18c67c97dc77eee9\" "} {"level":"warn","ts":"2026-07-28T15:08:51.143019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:50.504799Z","time spent":"638.199581ms","remote":"127.0.0.1:54086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-28T15:08:51.142643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.152795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:51.143092Z","caller":"traceutil/trace.go:171","msg":"trace[995190158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28166; }","duration":"722.635986ms","start":"2026-07-28T15:08:50.420435Z","end":"2026-07-28T15:08:51.143071Z","steps":["trace[995190158] 'agreement among raft nodes before linearized reading' (duration: 722.132133ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:51.142726Z","caller":"traceutil/trace.go:171","msg":"trace[1474431475] transaction","detail":"{read_only:false; response_revision:28166; number_of_response:1; }","duration":"710.454221ms","start":"2026-07-28T15:08:50.432218Z","end":"2026-07-28T15:08:51.142672Z","steps":["trace[1474431475] 'process raft request' (duration: 710.052891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:51.143162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:50.420414Z","time spent":"722.729288ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:08:51.142648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:50.424154Z","time spent":"718.383803ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:08:51.143332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:50.432209Z","time spent":"710.974763ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23570,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:08:51.143865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.98747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:962947"} {"level":"info","ts":"2026-07-28T15:08:51.14394Z","caller":"traceutil/trace.go:171","msg":"trace[1926061591] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28166; }","duration":"722.073342ms","start":"2026-07-28T15:08:50.421848Z","end":"2026-07-28T15:08:51.143922Z","steps":["trace[1926061591] 'agreement among raft nodes before linearized reading' (duration: 720.851363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:51.144011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:50.421842Z","time spent":"722.147544ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":98,"response size":962970,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T15:08:51.349153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.976227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:08:51.349256Z","caller":"traceutil/trace.go:171","msg":"trace[1238690962] linearizableReadLoop","detail":"{readStateIndex:29045; appliedIndex:29044; }","duration":"199.625286ms","start":"2026-07-28T15:08:51.149613Z","end":"2026-07-28T15:08:51.349239Z","steps":["trace[1238690962] 'read index received' (duration: 98.473236ms)","trace[1238690962] 'applied index is now lower than readState.Index' (duration: 101.15103ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:08:51.349346Z","caller":"traceutil/trace.go:171","msg":"trace[234638133] transaction","detail":"{read_only:false; response_revision:28167; number_of_response:1; }","duration":"200.811215ms","start":"2026-07-28T15:08:51.148523Z","end":"2026-07-28T15:08:51.349334Z","steps":["trace[234638133] 'process raft request' (duration: 99.582692ms)","trace[234638133] 'compare' (duration: 100.825223ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:51.349612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.602318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:51.349722Z","caller":"traceutil/trace.go:171","msg":"trace[1271556487] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:28167; }","duration":"100.764412ms","start":"2026-07-28T15:08:51.248936Z","end":"2026-07-28T15:08:51.3497Z","steps":["trace[1271556487] 'agreement among raft nodes before linearized reading' (duration: 100.581847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:51.349725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.027476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-07-28T15:08:51.349786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.45506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-07-28T15:08:51.349797Z","caller":"traceutil/trace.go:171","msg":"trace[928387738] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28167; }","duration":"200.083077ms","start":"2026-07-28T15:08:51.14968Z","end":"2026-07-28T15:08:51.349763Z","steps":["trace[928387738] 'agreement among raft nodes before linearized reading' (duration: 199.815351ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:51.349825Z","caller":"traceutil/trace.go:171","msg":"trace[694106489] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:28167; }","duration":"194.513032ms","start":"2026-07-28T15:08:51.155301Z","end":"2026-07-28T15:08:51.349814Z","steps":["trace[694106489] 'agreement among raft nodes before linearized reading' (duration: 194.43193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:51.35002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.397135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T15:08:51.350061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.847701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1644"} {"level":"info","ts":"2026-07-28T15:08:51.350074Z","caller":"traceutil/trace.go:171","msg":"trace[1638508923] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28167; }","duration":"200.482296ms","start":"2026-07-28T15:08:51.149577Z","end":"2026-07-28T15:08:51.35006Z","steps":["trace[1638508923] 'agreement among raft nodes before linearized reading' (duration: 200.334323ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:51.350101Z","caller":"traceutil/trace.go:171","msg":"trace[924147628] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:28167; }","duration":"199.903823ms","start":"2026-07-28T15:08:51.150179Z","end":"2026-07-28T15:08:51.350083Z","steps":["trace[924147628] 'agreement among raft nodes before linearized reading' (duration: 199.78876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:51.592056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.346627ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-28T15:08:51.592346Z","caller":"traceutil/trace.go:171","msg":"trace[688082219] linearizableReadLoop","detail":"{readStateIndex:29046; appliedIndex:29045; }","duration":"237.951874ms","start":"2026-07-28T15:08:51.354374Z","end":"2026-07-28T15:08:51.592326Z","steps":["trace[688082219] 'read index received' (duration: 119.391852ms)","trace[688082219] 'applied index is now lower than readState.Index' (duration: 118.557902ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:51.592825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.427966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-07-28T15:08:51.592901Z","caller":"traceutil/trace.go:171","msg":"trace[431724531] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pod-garbage-collector; range_end:; response_count:1; response_revision:28167; }","duration":"238.525829ms","start":"2026-07-28T15:08:51.354357Z","end":"2026-07-28T15:08:51.592883Z","steps":["trace[431724531] 'agreement among raft nodes before linearized reading' (duration: 238.126549ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:51.602685Z","caller":"traceutil/trace.go:171","msg":"trace[122514726] transaction","detail":"{read_only:false; response_revision:28168; number_of_response:1; }","duration":"248.189203ms","start":"2026-07-28T15:08:51.354484Z","end":"2026-07-28T15:08:51.602673Z","steps":["trace[122514726] 'process raft request' (duration: 247.987198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:51.603015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.485899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1636"} {"level":"info","ts":"2026-07-28T15:08:51.603112Z","caller":"traceutil/trace.go:171","msg":"trace[1990642814] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:28169; }","duration":"139.621113ms","start":"2026-07-28T15:08:51.463456Z","end":"2026-07-28T15:08:51.603077Z","steps":["trace[1990642814] 'agreement among raft nodes before linearized reading' (duration: 139.254674ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:51.603108Z","caller":"traceutil/trace.go:171","msg":"trace[1278695519] transaction","detail":"{read_only:false; response_revision:28169; number_of_response:1; }","duration":"242.71749ms","start":"2026-07-28T15:08:51.359986Z","end":"2026-07-28T15:08:51.602703Z","steps":["trace[1278695519] 'process raft request' (duration: 242.608877ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:51.759765Z","caller":"traceutil/trace.go:171","msg":"trace[1119736565] linearizableReadLoop","detail":"{readStateIndex:29049; appliedIndex:29048; }","duration":"157.111456ms","start":"2026-07-28T15:08:51.602639Z","end":"2026-07-28T15:08:51.75975Z","steps":["trace[1119736565] 'read index received' (duration: 122.075007ms)","trace[1119736565] 'applied index is now lower than readState.Index' (duration: 35.035419ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:08:51.759766Z","caller":"traceutil/trace.go:171","msg":"trace[724145089] transaction","detail":"{read_only:false; response_revision:28170; number_of_response:1; }","duration":"165.772736ms","start":"2026-07-28T15:08:51.593973Z","end":"2026-07-28T15:08:51.759746Z","steps":["trace[724145089] 'process raft request' (duration: 130.82433ms)","trace[724145089] 'compare' (duration: 34.6969ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:51.759916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.794758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-07-28T15:08:51.759935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.733611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67c9612d21ff5\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-28T15:08:51.759953Z","caller":"traceutil/trace.go:171","msg":"trace[171398153] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c67c9612d21ff5; range_end:; response_count:1; response_revision:28170; }","duration":"152.778001ms","start":"2026-07-28T15:08:51.60717Z","end":"2026-07-28T15:08:51.759948Z","steps":["trace[171398153] 'agreement among raft nodes before linearized reading' (duration: 152.71453ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:51.75995Z","caller":"traceutil/trace.go:171","msg":"trace[721945625] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:28170; }","duration":"163.8698ms","start":"2026-07-28T15:08:51.596073Z","end":"2026-07-28T15:08:51.759943Z","steps":["trace[721945625] 'agreement among raft nodes before linearized reading' (duration: 163.730357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:51.760245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.378341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8c678a10-138d-4a2b-8403-5cdffae5507c\" ","response":"range_response_count:1 size:2206"} {"level":"info","ts":"2026-07-28T15:08:51.760353Z","caller":"traceutil/trace.go:171","msg":"trace[959802675] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8c678a10-138d-4a2b-8403-5cdffae5507c; range_end:; response_count:1; response_revision:28170; }","duration":"152.508845ms","start":"2026-07-28T15:08:51.607819Z","end":"2026-07-28T15:08:51.760327Z","steps":["trace[959802675] 'agreement among raft nodes before linearized reading' (duration: 152.207068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:51.760245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.698091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-28v8k\" ","response":"range_response_count:1 size:5754"} {"level":"info","ts":"2026-07-28T15:08:51.760466Z","caller":"traceutil/trace.go:171","msg":"trace[1045070598] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-28v8k; range_end:; response_count:1; response_revision:28170; }","duration":"143.960927ms","start":"2026-07-28T15:08:51.616487Z","end":"2026-07-28T15:08:51.760448Z","steps":["trace[1045070598] 'agreement among raft nodes before linearized reading' (duration: 143.575358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:52.326117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609419882,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T15:08:52.503987Z","caller":"traceutil/trace.go:171","msg":"trace[2090663139] linearizableReadLoop","detail":"{readStateIndex:29051; appliedIndex:29050; }","duration":"678.589359ms","start":"2026-07-28T15:08:51.825372Z","end":"2026-07-28T15:08:52.503962Z","steps":["trace[2090663139] 'read index received' (duration: 678.263851ms)","trace[2090663139] 'applied index is now lower than readState.Index' (duration: 324.268µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:08:52.504044Z","caller":"traceutil/trace.go:171","msg":"trace[944925687] transaction","detail":"{read_only:false; response_revision:28172; number_of_response:1; }","duration":"736.637175ms","start":"2026-07-28T15:08:51.767377Z","end":"2026-07-28T15:08:52.504014Z","steps":["trace[944925687] 'process raft request' (duration: 736.42497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:52.504213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.824442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:1 size:192"} {"level":"info","ts":"2026-07-28T15:08:52.504331Z","caller":"traceutil/trace.go:171","msg":"trace[1403436080] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:1; response_revision:28172; }","duration":"739.982947ms","start":"2026-07-28T15:08:51.764337Z","end":"2026-07-28T15:08:52.50432Z","steps":["trace[1403436080] 'agreement among raft nodes before linearized reading' (duration: 739.748091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:52.504322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.782379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-28T15:08:52.504372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:51.764321Z","time spent":"740.039888ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" "} {"level":"info","ts":"2026-07-28T15:08:52.504416Z","caller":"traceutil/trace.go:171","msg":"trace[94957144] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:28172; }","duration":"736.914932ms","start":"2026-07-28T15:08:51.767478Z","end":"2026-07-28T15:08:52.504393Z","steps":["trace[94957144] 'agreement among raft nodes before linearized reading' (duration: 736.578274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:52.50447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:51.767469Z","time spent":"736.990504ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-28T15:08:52.504337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:51.767355Z","time spent":"736.837921ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6053,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:08:52.504997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.292858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:08:52.504976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.964556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-70f0cd11-3999-4e88-9830-c9e6f4df1191\" ","response":"range_response_count:1 size:2193"} {"level":"info","ts":"2026-07-28T15:08:52.505051Z","caller":"traceutil/trace.go:171","msg":"trace[115356516] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:28172; }","duration":"400.383189ms","start":"2026-07-28T15:08:52.104651Z","end":"2026-07-28T15:08:52.505034Z","steps":["trace[115356516] 'agreement among raft nodes before linearized reading' (duration: 400.304417ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:52.505075Z","caller":"traceutil/trace.go:171","msg":"trace[1414060565] range","detail":"{range_begin:/registry/persistentvolumes/pvc-70f0cd11-3999-4e88-9830-c9e6f4df1191; range_end:; response_count:1; response_revision:28172; }","duration":"676.089198ms","start":"2026-07-28T15:08:51.82897Z","end":"2026-07-28T15:08:52.505059Z","steps":["trace[1414060565] 'agreement among raft nodes before linearized reading' (duration: 675.834792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:52.505084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:52.104632Z","time spent":"400.443631ms","remote":"127.0.0.1:54540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:52.505117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:51.828957Z","time spent":"676.14922ms","remote":"127.0.0.1:54068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2216,"request content":"key:\"/registry/persistentvolumes/pvc-70f0cd11-3999-4e88-9830-c9e6f4df1191\" "} {"level":"warn","ts":"2026-07-28T15:08:52.505364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.12988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:08:52.505414Z","caller":"traceutil/trace.go:171","msg":"trace[238993946] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:28172; }","duration":"676.192981ms","start":"2026-07-28T15:08:51.829209Z","end":"2026-07-28T15:08:52.505402Z","steps":["trace[238993946] 'agreement among raft nodes before linearized reading' (duration: 676.094978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:52.505453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:51.829203Z","time spent":"676.241172ms","remote":"127.0.0.1:54188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:52.505471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.013101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:52.505509Z","caller":"traceutil/trace.go:171","msg":"trace[1470504651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28172; }","duration":"128.084163ms","start":"2026-07-28T15:08:52.377411Z","end":"2026-07-28T15:08:52.505496Z","steps":["trace[1470504651] 'agreement among raft nodes before linearized reading' (duration: 128.035632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:52.505942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.379566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-28T15:08:52.507949Z","caller":"traceutil/trace.go:171","msg":"trace[1310883247] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075; range_end:; response_count:1; response_revision:28172; }","duration":"676.442447ms","start":"2026-07-28T15:08:51.829536Z","end":"2026-07-28T15:08:52.505978Z","steps":["trace[1310883247] 'agreement among raft nodes before linearized reading' (duration: 676.202541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:52.508182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:51.82953Z","time spent":"678.610249ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075\" "} {"level":"info","ts":"2026-07-28T15:08:53.020734Z","caller":"traceutil/trace.go:171","msg":"trace[1678766797] linearizableReadLoop","detail":"{readStateIndex:29052; appliedIndex:29051; }","duration":"510.148818ms","start":"2026-07-28T15:08:52.510565Z","end":"2026-07-28T15:08:53.020714Z","steps":["trace[1678766797] 'read index received' (duration: 499.363866ms)","trace[1678766797] 'applied index is now lower than readState.Index' (duration: 10.783382ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:08:53.020763Z","caller":"traceutil/trace.go:171","msg":"trace[862394706] transaction","detail":"{read_only:false; response_revision:28173; number_of_response:1; }","duration":"510.502696ms","start":"2026-07-28T15:08:52.510233Z","end":"2026-07-28T15:08:53.020736Z","steps":["trace[862394706] 'process raft request' (duration: 500.027332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:53.020905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:52.510219Z","time spent":"510.606178ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:08:53.020959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.466463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-07-28T15:08:53.020988Z","caller":"traceutil/trace.go:171","msg":"trace[571151211] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:28173; }","duration":"507.540604ms","start":"2026-07-28T15:08:52.51344Z","end":"2026-07-28T15:08:53.020981Z","steps":["trace[571151211] 'agreement among raft nodes before linearized reading' (duration: 507.37987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:53.02101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:52.513427Z","time spent":"507.577716ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":223,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"warn","ts":"2026-07-28T15:08:53.021067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.478805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-jmmjn\" ","response":"range_response_count:1 size:14064"} {"level":"info","ts":"2026-07-28T15:08:53.021159Z","caller":"traceutil/trace.go:171","msg":"trace[1082543734] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-jmmjn; range_end:; response_count:1; response_revision:28173; }","duration":"510.598918ms","start":"2026-07-28T15:08:52.51054Z","end":"2026-07-28T15:08:53.021138Z","steps":["trace[1082543734] 'agreement among raft nodes before linearized reading' (duration: 510.27973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:53.021202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:52.51053Z","time spent":"510.66105ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":14087,"request content":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-jmmjn\" "} {"level":"warn","ts":"2026-07-28T15:08:53.021699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.325212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:963263"} {"level":"info","ts":"2026-07-28T15:08:53.021756Z","caller":"traceutil/trace.go:171","msg":"trace[930465147] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28173; }","duration":"510.411843ms","start":"2026-07-28T15:08:52.511331Z","end":"2026-07-28T15:08:53.021743Z","steps":["trace[930465147] 'agreement among raft nodes before linearized reading' (duration: 509.492841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:53.021802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:52.511281Z","time spent":"510.508756ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":98,"response size":963286,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T15:08:53.332287Z","caller":"traceutil/trace.go:171","msg":"trace[825863392] transaction","detail":"{read_only:false; response_revision:28174; number_of_response:1; }","duration":"307.440398ms","start":"2026-07-28T15:08:53.024828Z","end":"2026-07-28T15:08:53.332268Z","steps":["trace[825863392] 'process raft request' (duration: 307.326185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:53.332403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:53.02481Z","time spent":"307.54476ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":902,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T15:08:53.332372Z","caller":"traceutil/trace.go:171","msg":"trace[18567186] linearizableReadLoop","detail":"{readStateIndex:29053; appliedIndex:29053; }","duration":"306.451144ms","start":"2026-07-28T15:08:53.02589Z","end":"2026-07-28T15:08:53.332341Z","steps":["trace[18567186] 'read index received' (duration: 306.437514ms)","trace[18567186] 'applied index is now lower than readState.Index' (duration: 10.73µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:53.332683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.776361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-07-28T15:08:53.332728Z","caller":"traceutil/trace.go:171","msg":"trace[1205860067] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:28174; }","duration":"306.868104ms","start":"2026-07-28T15:08:53.025848Z","end":"2026-07-28T15:08:53.332716Z","steps":["trace[1205860067] 'agreement among raft nodes before linearized reading' (duration: 306.642868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:53.332772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:53.025834Z","time spent":"306.929386ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-07-28T15:08:53.566559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.128423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:08:53.56665Z","caller":"traceutil/trace.go:171","msg":"trace[1261666088] linearizableReadLoop","detail":"{readStateIndex:29054; appliedIndex:29053; }","duration":"234.178043ms","start":"2026-07-28T15:08:53.332457Z","end":"2026-07-28T15:08:53.566635Z","steps":["trace[1261666088] 'read index received' (duration: 103.893847ms)","trace[1261666088] 'applied index is now lower than readState.Index' (duration: 130.282976ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:08:53.566699Z","caller":"traceutil/trace.go:171","msg":"trace[1681406249] transaction","detail":"{read_only:false; response_revision:28175; number_of_response:1; }","duration":"534.58447ms","start":"2026-07-28T15:08:53.032082Z","end":"2026-07-28T15:08:53.566666Z","steps":["trace[1681406249] 'process raft request' (duration: 404.272754ms)","trace[1681406249] 'compare' (duration: 129.736792ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:53.566826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.428714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" ","response":"range_response_count:1 size:6960"} {"level":"info","ts":"2026-07-28T15:08:53.566859Z","caller":"traceutil/trace.go:171","msg":"trace[381664304] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29754180-dlwdd; range_end:; response_count:1; response_revision:28175; }","duration":"408.491136ms","start":"2026-07-28T15:08:53.158359Z","end":"2026-07-28T15:08:53.56685Z","steps":["trace[381664304] 'agreement among raft nodes before linearized reading' (duration: 408.335802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:53.566916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:53.158344Z","time spent":"408.565497ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6983,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" "} {"level":"warn","ts":"2026-07-28T15:08:53.566908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:53.032067Z","time spent":"534.712113ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14889,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:08:53.567254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.658158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T15:08:53.567297Z","caller":"traceutil/trace.go:171","msg":"trace[726728818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28175; }","duration":"417.75232ms","start":"2026-07-28T15:08:53.149534Z","end":"2026-07-28T15:08:53.567286Z","steps":["trace[726728818] 'agreement among raft nodes before linearized reading' (duration: 417.599437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:53.567333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:53.149516Z","time spent":"417.811201ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T15:08:53.628325Z","caller":"traceutil/trace.go:171","msg":"trace[788081392] transaction","detail":"{read_only:false; response_revision:28176; number_of_response:1; }","duration":"293.363647ms","start":"2026-07-28T15:08:53.334938Z","end":"2026-07-28T15:08:53.628302Z","steps":["trace[788081392] 'process raft request' (duration: 293.211773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:53.62865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.082013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:53.628685Z","caller":"traceutil/trace.go:171","msg":"trace[148985730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28176; }","duration":"102.163595ms","start":"2026-07-28T15:08:53.526511Z","end":"2026-07-28T15:08:53.628675Z","steps":["trace[148985730] 'agreement among raft nodes before linearized reading' (duration: 102.068182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:53.628913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.230583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:1 size:233"} {"level":"info","ts":"2026-07-28T15:08:53.628941Z","caller":"traceutil/trace.go:171","msg":"trace[1462308973] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:28176; }","duration":"293.280755ms","start":"2026-07-28T15:08:53.335652Z","end":"2026-07-28T15:08:53.628932Z","steps":["trace[1462308973] 'agreement among raft nodes before linearized reading' (duration: 293.166012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:54.070849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.243725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:08:54.070987Z","caller":"traceutil/trace.go:171","msg":"trace[82764776] transaction","detail":"{read_only:false; response_revision:28177; number_of_response:1; }","duration":"499.839608ms","start":"2026-07-28T15:08:53.571117Z","end":"2026-07-28T15:08:54.070957Z","steps":["trace[82764776] 'process raft request' (duration: 232.450701ms)","trace[82764776] 'compare' (duration: 266.980417ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:08:54.071046Z","caller":"traceutil/trace.go:171","msg":"trace[493152523] transaction","detail":"{read_only:false; response_revision:28178; number_of_response:1; }","duration":"438.735459ms","start":"2026-07-28T15:08:53.632295Z","end":"2026-07-28T15:08:54.07103Z","steps":["trace[493152523] 'process raft request' (duration: 438.653727ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:54.07106Z","caller":"traceutil/trace.go:171","msg":"trace[701414542] linearizableReadLoop","detail":"{readStateIndex:29056; appliedIndex:29055; }","duration":"442.761556ms","start":"2026-07-28T15:08:53.62827Z","end":"2026-07-28T15:08:54.071031Z","steps":["trace[701414542] 'read index received' (duration: 175.226555ms)","trace[701414542] 'applied index is now lower than readState.Index' (duration: 267.532801ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:54.071103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:53.632276Z","time spent":"438.80268ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":743,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T15:08:54.071123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:53.571097Z","time spent":"499.951322ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:08:54.071358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.05619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4780"} {"level":"warn","ts":"2026-07-28T15:08:54.071407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.686308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-07-28T15:08:54.071435Z","caller":"traceutil/trace.go:171","msg":"trace[472972113] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:28178; }","duration":"499.165283ms","start":"2026-07-28T15:08:53.572253Z","end":"2026-07-28T15:08:54.071419Z","steps":["trace[472972113] 'agreement among raft nodes before linearized reading' (duration: 498.779873ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:54.071446Z","caller":"traceutil/trace.go:171","msg":"trace[880941237] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:28178; }","duration":"438.759349ms","start":"2026-07-28T15:08:53.632675Z","end":"2026-07-28T15:08:54.071434Z","steps":["trace[880941237] 'agreement among raft nodes before linearized reading' (duration: 438.542734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:54.07148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:53.572247Z","time spent":"499.224484ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4803,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-07-28T15:08:54.071482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:53.632666Z","time spent":"438.808261ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-07-28T15:08:54.071457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.576425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-28T15:08:54.071538Z","caller":"traceutil/trace.go:171","msg":"trace[674701232] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28178; }","duration":"199.709878ms","start":"2026-07-28T15:08:53.871809Z","end":"2026-07-28T15:08:54.071519Z","steps":["trace[674701232] 'agreement among raft nodes before linearized reading' (duration: 199.414171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:54.071903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.947781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:963263"} {"level":"info","ts":"2026-07-28T15:08:54.071945Z","caller":"traceutil/trace.go:171","msg":"trace[1709353602] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28178; }","duration":"500.012483ms","start":"2026-07-28T15:08:53.571923Z","end":"2026-07-28T15:08:54.071936Z","steps":["trace[1709353602] 'agreement among raft nodes before linearized reading' (duration: 499.191703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:54.071972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:53.571914Z","time spent":"500.049984ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":98,"response size":963286,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T15:08:54.578767Z","caller":"traceutil/trace.go:171","msg":"trace[116779289] linearizableReadLoop","detail":"{readStateIndex:29059; appliedIndex:29057; }","duration":"500.356992ms","start":"2026-07-28T15:08:54.078385Z","end":"2026-07-28T15:08:54.578742Z","steps":["trace[116779289] 'read index received' (duration: 35.453679ms)","trace[116779289] 'applied index is now lower than readState.Index' (duration: 464.902293ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:08:54.578873Z","caller":"traceutil/trace.go:171","msg":"trace[503008225] transaction","detail":"{read_only:false; response_revision:28180; number_of_response:1; }","duration":"501.632062ms","start":"2026-07-28T15:08:54.077211Z","end":"2026-07-28T15:08:54.578843Z","steps":["trace[503008225] 'process raft request' (duration: 501.374396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:54.578992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.588387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-07-28T15:08:54.579044Z","caller":"traceutil/trace.go:171","msg":"trace[159349145] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:28180; }","duration":"500.68009ms","start":"2026-07-28T15:08:54.078351Z","end":"2026-07-28T15:08:54.579031Z","steps":["trace[159349145] 'agreement among raft nodes before linearized reading' (duration: 500.506275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:54.579046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:54.077204Z","time spent":"501.751055ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5045,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:08:54.579137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:54.078335Z","time spent":"500.789172ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-07-28T15:08:54.761261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.993718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:08:54.761369Z","caller":"traceutil/trace.go:171","msg":"trace[1898057737] linearizableReadLoop","detail":"{readStateIndex:29060; appliedIndex:29059; }","duration":"182.520551ms","start":"2026-07-28T15:08:54.578833Z","end":"2026-07-28T15:08:54.761354Z","steps":["trace[1898057737] 'read index received' (duration: 19.294097ms)","trace[1898057737] 'applied index is now lower than readState.Index' (duration: 163.225364ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:08:54.761428Z","caller":"traceutil/trace.go:171","msg":"trace[1170393378] transaction","detail":"{read_only:false; response_revision:28181; number_of_response:1; }","duration":"643.659403ms","start":"2026-07-28T15:08:54.117733Z","end":"2026-07-28T15:08:54.761393Z","steps":["trace[1170393378] 'process raft request' (duration: 480.46927ms)","trace[1170393378] 'compare' (duration: 162.838125ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:54.761502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.80131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:54.761556Z","caller":"traceutil/trace.go:171","msg":"trace[27989557] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:28181; }","duration":"251.897352ms","start":"2026-07-28T15:08:54.509648Z","end":"2026-07-28T15:08:54.761546Z","steps":["trace[27989557] 'agreement among raft nodes before linearized reading' (duration: 251.789329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:54.761589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:54.117712Z","time spent":"643.794546ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T15:08:54.761746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.883884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-07-28T15:08:54.761791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.454834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"warn","ts":"2026-07-28T15:08:54.761764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.840135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:54.76184Z","caller":"traceutil/trace.go:171","msg":"trace[1358778226] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28181; }","duration":"179.028747ms","start":"2026-07-28T15:08:54.582792Z","end":"2026-07-28T15:08:54.761821Z","steps":["trace[1358778226] 'agreement among raft nodes before linearized reading' (duration: 178.74619ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:54.76186Z","caller":"traceutil/trace.go:171","msg":"trace[610255560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28181; }","duration":"382.975107ms","start":"2026-07-28T15:08:54.37887Z","end":"2026-07-28T15:08:54.761845Z","steps":["trace[610255560] 'agreement among raft nodes before linearized reading' (duration: 382.779823ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:54.761859Z","caller":"traceutil/trace.go:171","msg":"trace[1557262871] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:28181; }","duration":"178.558326ms","start":"2026-07-28T15:08:54.583278Z","end":"2026-07-28T15:08:54.761836Z","steps":["trace[1557262871] 'agreement among raft nodes before linearized reading' (duration: 178.349011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:54.761892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:54.378856Z","time spent":"383.029409ms","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:08:54.761801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.563366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-07-28T15:08:54.762004Z","caller":"traceutil/trace.go:171","msg":"trace[506089182] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:28181; }","duration":"178.804472ms","start":"2026-07-28T15:08:54.583187Z","end":"2026-07-28T15:08:54.761991Z","steps":["trace[506089182] 'agreement among raft nodes before linearized reading' (duration: 178.475864ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:54.931252Z","caller":"traceutil/trace.go:171","msg":"trace[1938840067] linearizableReadLoop","detail":"{readStateIndex:29062; appliedIndex:29061; }","duration":"120.144251ms","start":"2026-07-28T15:08:54.81107Z","end":"2026-07-28T15:08:54.931214Z","steps":["trace[1938840067] 'read index received' (duration: 84.804964ms)","trace[1938840067] 'applied index is now lower than readState.Index' (duration: 35.338557ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:08:54.931414Z","caller":"traceutil/trace.go:171","msg":"trace[610659826] transaction","detail":"{read_only:false; response_revision:28183; number_of_response:1; }","duration":"160.383785ms","start":"2026-07-28T15:08:54.770985Z","end":"2026-07-28T15:08:54.931369Z","steps":["trace[610659826] 'process raft request' (duration: 124.828954ms)","trace[610659826] 'compare' (duration: 35.308615ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:54.931527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.429317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:219"} {"level":"info","ts":"2026-07-28T15:08:54.931621Z","caller":"traceutil/trace.go:171","msg":"trace[1375076500] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:28183; }","duration":"120.546831ms","start":"2026-07-28T15:08:54.811044Z","end":"2026-07-28T15:08:54.931591Z","steps":["trace[1375076500] 'agreement among raft nodes before linearized reading' (duration: 120.297355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:54.931665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.414637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fwsxk.18c67c97dc72ed51\" ","response":"range_response_count:1 size:882"} {"level":"info","ts":"2026-07-28T15:08:54.931732Z","caller":"traceutil/trace.go:171","msg":"trace[2032281447] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fwsxk.18c67c97dc72ed51; range_end:; response_count:1; response_revision:28183; }","duration":"120.567701ms","start":"2026-07-28T15:08:54.811142Z","end":"2026-07-28T15:08:54.931709Z","steps":["trace[2032281447] 'agreement among raft nodes before linearized reading' (duration: 120.254083ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:55.122751Z","caller":"traceutil/trace.go:171","msg":"trace[1839014308] linearizableReadLoop","detail":"{readStateIndex:29065; appliedIndex:29064; }","duration":"142.116993ms","start":"2026-07-28T15:08:54.980603Z","end":"2026-07-28T15:08:55.12272Z","steps":["trace[1839014308] 'read index received' (duration: 134.899148ms)","trace[1839014308] 'applied index is now lower than readState.Index' (duration: 7.213675ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:08:55.122786Z","caller":"traceutil/trace.go:171","msg":"trace[60844130] transaction","detail":"{read_only:false; response_revision:28186; number_of_response:1; }","duration":"158.406447ms","start":"2026-07-28T15:08:54.964348Z","end":"2026-07-28T15:08:55.122754Z","steps":["trace[60844130] 'process raft request' (duration: 151.142622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:55.123027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.40406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-0.18c67c9e3008c972\" ","response":"range_response_count:1 size:920"} {"level":"warn","ts":"2026-07-28T15:08:55.123058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.800911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-07-28T15:08:55.123115Z","caller":"traceutil/trace.go:171","msg":"trace[346811780] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-0.18c67c9e3008c972; range_end:; response_count:1; response_revision:28186; }","duration":"142.555764ms","start":"2026-07-28T15:08:54.980534Z","end":"2026-07-28T15:08:55.12309Z","steps":["trace[346811780] 'agreement among raft nodes before linearized reading' (duration: 142.301057ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:55.123118Z","caller":"traceutil/trace.go:171","msg":"trace[1319700759] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:28186; }","duration":"140.895154ms","start":"2026-07-28T15:08:54.982205Z","end":"2026-07-28T15:08:55.1231Z","steps":["trace[1319700759] 'agreement among raft nodes before linearized reading' (duration: 140.696659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:55.12314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.845489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:55.123199Z","caller":"traceutil/trace.go:171","msg":"trace[1921757359] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:28186; }","duration":"111.999213ms","start":"2026-07-28T15:08:55.011186Z","end":"2026-07-28T15:08:55.123185Z","steps":["trace[1921757359] 'agreement among raft nodes before linearized reading' (duration: 111.88179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:55.823682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.546678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:08:55.82381Z","caller":"traceutil/trace.go:171","msg":"trace[1586825402] linearizableReadLoop","detail":"{readStateIndex:29066; appliedIndex:29065; }","duration":"697.402095ms","start":"2026-07-28T15:08:55.126389Z","end":"2026-07-28T15:08:55.823791Z","steps":["trace[1586825402] 'read index received' (duration: 134.354435ms)","trace[1586825402] 'applied index is now lower than readState.Index' (duration: 563.04583ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:08:55.823865Z","caller":"traceutil/trace.go:171","msg":"trace[1629151433] transaction","detail":"{read_only:false; response_revision:28187; number_of_response:1; }","duration":"698.4424ms","start":"2026-07-28T15:08:55.125383Z","end":"2026-07-28T15:08:55.823825Z","steps":["trace[1629151433] 'process raft request' (duration: 135.338529ms)","trace[1629151433] 'compare' (duration: 561.978454ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:55.82405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:55.125363Z","time spent":"698.583933ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":902,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:08:55.824108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.964602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:55.824184Z","caller":"traceutil/trace.go:171","msg":"trace[577521679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28187; }","duration":"448.059064ms","start":"2026-07-28T15:08:55.376109Z","end":"2026-07-28T15:08:55.824168Z","steps":["trace[577521679] 'agreement among raft nodes before linearized reading' (duration: 447.982623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:55.82423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:55.37609Z","time spent":"448.132726ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:08:55.824261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.450205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:55.824308Z","caller":"traceutil/trace.go:171","msg":"trace[1885670505] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:28187; }","duration":"271.528857ms","start":"2026-07-28T15:08:55.552762Z","end":"2026-07-28T15:08:55.824291Z","steps":["trace[1885670505] 'agreement among raft nodes before linearized reading' (duration: 271.467216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:55.824045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.044613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:08:55.824324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.876976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5s89m\" ","response":"range_response_count:1 size:6049"} {"level":"info","ts":"2026-07-28T15:08:55.824856Z","caller":"traceutil/trace.go:171","msg":"trace[241239419] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5s89m; range_end:; response_count:1; response_revision:28187; }","duration":"698.500822ms","start":"2026-07-28T15:08:55.126335Z","end":"2026-07-28T15:08:55.824835Z","steps":["trace[241239419] 'agreement among raft nodes before linearized reading' (duration: 697.543058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:55.824264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.605105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:225"} {"level":"info","ts":"2026-07-28T15:08:55.825007Z","caller":"traceutil/trace.go:171","msg":"trace[6479298] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:28187; }","duration":"697.345243ms","start":"2026-07-28T15:08:55.127643Z","end":"2026-07-28T15:08:55.824989Z","steps":["trace[6479298] 'agreement among raft nodes before linearized reading' (duration: 696.301858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:55.825073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:55.127614Z","time spent":"697.440126ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":248,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-07-28T15:08:55.82504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:55.126317Z","time spent":"698.654915ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6072,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5s89m\" "} {"level":"warn","ts":"2026-07-28T15:08:55.824167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.49105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1647"} {"level":"info","ts":"2026-07-28T15:08:55.825526Z","caller":"traceutil/trace.go:171","msg":"trace[1322267655] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:28187; }","duration":"403.913205ms","start":"2026-07-28T15:08:55.421586Z","end":"2026-07-28T15:08:55.8255Z","steps":["trace[1322267655] 'agreement among raft nodes before linearized reading' (duration: 402.323446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:55.825546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.185369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:963263"} {"level":"info","ts":"2026-07-28T15:08:55.825647Z","caller":"traceutil/trace.go:171","msg":"trace[999609046] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28187; }","duration":"697.252981ms","start":"2026-07-28T15:08:55.12834Z","end":"2026-07-28T15:08:55.825593Z","steps":["trace[999609046] 'agreement among raft nodes before linearized reading' (duration: 695.994471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:55.82575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:55.128297Z","time spent":"697.431715ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":98,"response size":963286,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T15:08:55.82438Z","caller":"traceutil/trace.go:171","msg":"trace[1173053289] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28187; }","duration":"533.435332ms","start":"2026-07-28T15:08:55.290925Z","end":"2026-07-28T15:08:55.82436Z","steps":["trace[1173053289] 'agreement among raft nodes before linearized reading' (duration: 533.007612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:55.825818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:55.290903Z","time spent":"534.902178ms","remote":"127.0.0.1:54366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:08:55.825707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:55.42157Z","time spent":"404.115789ms","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1670,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-07-28T15:08:56.267919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.873811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:08:56.268021Z","caller":"traceutil/trace.go:171","msg":"trace[459990702] linearizableReadLoop","detail":"{readStateIndex:29067; appliedIndex:29066; }","duration":"426.559864ms","start":"2026-07-28T15:08:55.841445Z","end":"2026-07-28T15:08:56.268004Z","steps":["trace[459990702] 'read index received' (duration: 302.509819ms)","trace[459990702] 'applied index is now lower than readState.Index' (duration: 124.048835ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:08:56.268046Z","caller":"traceutil/trace.go:171","msg":"trace[701853290] transaction","detail":"{read_only:false; response_revision:28188; number_of_response:1; }","duration":"430.256493ms","start":"2026-07-28T15:08:55.837756Z","end":"2026-07-28T15:08:56.268012Z","steps":["trace[701853290] 'process raft request' (duration: 306.201338ms)","trace[701853290] 'compare' (duration: 123.542473ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:56.268244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:55.837737Z","time spent":"430.401877ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:08:56.268549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.075436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:235"} {"level":"info","ts":"2026-07-28T15:08:56.268632Z","caller":"traceutil/trace.go:171","msg":"trace[1698218602] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:28188; }","duration":"427.205759ms","start":"2026-07-28T15:08:55.841407Z","end":"2026-07-28T15:08:56.268613Z","steps":["trace[1698218602] 'agreement among raft nodes before linearized reading' (duration: 426.643306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:56.268683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:55.841389Z","time spent":"427.284991ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":258,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"info","ts":"2026-07-28T15:08:56.468087Z","caller":"traceutil/trace.go:171","msg":"trace[1169084064] linearizableReadLoop","detail":"{readStateIndex:29068; appliedIndex:29067; }","duration":"200.010914ms","start":"2026-07-28T15:08:56.268048Z","end":"2026-07-28T15:08:56.468059Z","steps":["trace[1169084064] 'read index received' (duration: 188.70151ms)","trace[1169084064] 'applied index is now lower than readState.Index' (duration: 11.307974ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:08:56.468173Z","caller":"traceutil/trace.go:171","msg":"trace[571819204] transaction","detail":"{read_only:false; response_revision:28189; number_of_response:1; }","duration":"625.671367ms","start":"2026-07-28T15:08:55.842447Z","end":"2026-07-28T15:08:56.468118Z","steps":["trace[571819204] 'process raft request' (duration: 614.350322ms)","trace[571819204] 'compare' (duration: 11.12316ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:56.468348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.421675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" ","response":"range_response_count:1 size:6960"} {"level":"warn","ts":"2026-07-28T15:08:56.468375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:55.842426Z","time spent":"625.83954ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6348,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:08:56.468391Z","caller":"traceutil/trace.go:171","msg":"trace[1809243917] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29754180-dlwdd; range_end:; response_count:1; response_revision:28189; }","duration":"380.529568ms","start":"2026-07-28T15:08:56.08785Z","end":"2026-07-28T15:08:56.46838Z","steps":["trace[1809243917] 'agreement among raft nodes before linearized reading' (duration: 380.342683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:56.468435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:56.087829Z","time spent":"380.593299ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6983,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" "} {"level":"warn","ts":"2026-07-28T15:08:56.468834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.242136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T15:08:56.468873Z","caller":"traceutil/trace.go:171","msg":"trace[1156241526] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28189; }","duration":"393.320628ms","start":"2026-07-28T15:08:56.075543Z","end":"2026-07-28T15:08:56.468864Z","steps":["trace[1156241526] 'agreement among raft nodes before linearized reading' (duration: 393.178104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:56.468896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:56.075493Z","time spent":"393.399459ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T15:08:56.550773Z","caller":"traceutil/trace.go:171","msg":"trace[299449433] transaction","detail":"{read_only:false; response_revision:28190; number_of_response:1; }","duration":"278.161848ms","start":"2026-07-28T15:08:56.272561Z","end":"2026-07-28T15:08:56.550723Z","steps":["trace[299449433] 'process raft request' (duration: 277.939292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:56.550876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.440181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:56.55097Z","caller":"traceutil/trace.go:171","msg":"trace[1359522736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28190; }","duration":"173.585774ms","start":"2026-07-28T15:08:56.37736Z","end":"2026-07-28T15:08:56.550946Z","steps":["trace[1359522736] 'agreement among raft nodes before linearized reading' (duration: 173.364179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:56.550963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.431314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-07-28T15:08:56.551067Z","caller":"traceutil/trace.go:171","msg":"trace[292468255] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:28190; }","duration":"278.556387ms","start":"2026-07-28T15:08:56.272466Z","end":"2026-07-28T15:08:56.551022Z","steps":["trace[292468255] 'agreement among raft nodes before linearized reading' (duration: 278.26131ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:56.682247Z","caller":"traceutil/trace.go:171","msg":"trace[468987702] linearizableReadLoop","detail":"{readStateIndex:29070; appliedIndex:29069; }","duration":"131.536576ms","start":"2026-07-28T15:08:56.550683Z","end":"2026-07-28T15:08:56.68222Z","steps":["trace[468987702] 'read index received' (duration: 101.97597ms)","trace[468987702] 'applied index is now lower than readState.Index' (duration: 29.556636ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:08:56.682352Z","caller":"traceutil/trace.go:171","msg":"trace[826190060] transaction","detail":"{read_only:false; response_revision:28191; number_of_response:1; }","duration":"208.553873ms","start":"2026-07-28T15:08:56.473763Z","end":"2026-07-28T15:08:56.682317Z","steps":["trace[826190060] 'process raft request' (duration: 178.877774ms)","trace[826190060] 'compare' (duration: 29.429863ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:56.682421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.130533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:56.682457Z","caller":"traceutil/trace.go:171","msg":"trace[1500362014] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:28191; }","duration":"180.255717ms","start":"2026-07-28T15:08:56.502192Z","end":"2026-07-28T15:08:56.682447Z","steps":["trace[1500362014] 'agreement among raft nodes before linearized reading' (duration: 180.165035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:56.682962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.488572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-kgwsq\" ","response":"range_response_count:1 size:4468"} {"level":"info","ts":"2026-07-28T15:08:56.683089Z","caller":"traceutil/trace.go:171","msg":"trace[1021662406] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-kgwsq; range_end:; response_count:1; response_revision:28191; }","duration":"206.645126ms","start":"2026-07-28T15:08:56.476417Z","end":"2026-07-28T15:08:56.683062Z","steps":["trace[1021662406] 'agreement among raft nodes before linearized reading' (duration: 206.345648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:56.684032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.015617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:963579"} {"level":"info","ts":"2026-07-28T15:08:56.684114Z","caller":"traceutil/trace.go:171","msg":"trace[701371839] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28191; }","duration":"210.129621ms","start":"2026-07-28T15:08:56.473965Z","end":"2026-07-28T15:08:56.684095Z","steps":["trace[701371839] 'agreement among raft nodes before linearized reading' (duration: 208.797468ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:56.718008Z","caller":"traceutil/trace.go:171","msg":"trace[143988040] transaction","detail":"{read_only:false; response_revision:28192; number_of_response:1; }","duration":"162.147148ms","start":"2026-07-28T15:08:56.555823Z","end":"2026-07-28T15:08:56.71797Z","steps":["trace[143988040] 'process raft request' (duration: 162.010175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:56.718067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.442085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-07-28T15:08:56.718199Z","caller":"traceutil/trace.go:171","msg":"trace[1280676915] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:28192; }","duration":"162.62636ms","start":"2026-07-28T15:08:56.555559Z","end":"2026-07-28T15:08:56.718186Z","steps":["trace[1280676915] 'agreement among raft nodes before linearized reading' (duration: 162.374713ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:56.929524Z","caller":"traceutil/trace.go:171","msg":"trace[993724255] linearizableReadLoop","detail":"{readStateIndex:29072; appliedIndex:29071; }","duration":"207.671891ms","start":"2026-07-28T15:08:56.72183Z","end":"2026-07-28T15:08:56.929501Z","steps":["trace[993724255] 'read index received' (duration: 207.508227ms)","trace[993724255] 'applied index is now lower than readState.Index' (duration: 162.904µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:08:56.929816Z","caller":"traceutil/trace.go:171","msg":"trace[1899178199] transaction","detail":"{read_only:false; response_revision:28193; number_of_response:1; }","duration":"238.338154ms","start":"2026-07-28T15:08:56.691463Z","end":"2026-07-28T15:08:56.929801Z","steps":["trace[1899178199] 'process raft request' (duration: 237.902294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:56.930086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.241795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-28T15:08:56.930127Z","caller":"traceutil/trace.go:171","msg":"trace[531400661] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075; range_end:; response_count:1; response_revision:28193; }","duration":"208.413059ms","start":"2026-07-28T15:08:56.721703Z","end":"2026-07-28T15:08:56.930116Z","steps":["trace[531400661] 'agreement among raft nodes before linearized reading' (duration: 208.280856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:56.930344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.014511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-07-28T15:08:56.93038Z","caller":"traceutil/trace.go:171","msg":"trace[296784635] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:1; response_revision:28193; }","duration":"206.066512ms","start":"2026-07-28T15:08:56.724305Z","end":"2026-07-28T15:08:56.930372Z","steps":["trace[296784635] 'agreement among raft nodes before linearized reading' (duration: 205.97235ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:57.16745Z","caller":"traceutil/trace.go:171","msg":"trace[1470180413] transaction","detail":"{read_only:false; response_revision:28196; number_of_response:1; }","duration":"179.391736ms","start":"2026-07-28T15:08:56.988033Z","end":"2026-07-28T15:08:57.167425Z","steps":["trace[1470180413] 'process raft request' (duration: 178.957005ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:57.167712Z","caller":"traceutil/trace.go:171","msg":"trace[1461571812] linearizableReadLoop","detail":"{readStateIndex:29075; appliedIndex:29075; }","duration":"153.290773ms","start":"2026-07-28T15:08:57.014375Z","end":"2026-07-28T15:08:57.167666Z","steps":["trace[1461571812] 'read index received' (duration: 153.260843ms)","trace[1461571812] 'applied index is now lower than readState.Index' (duration: 25.99µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:57.167902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.203677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:57.168024Z","caller":"traceutil/trace.go:171","msg":"trace[1416923041] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:28196; }","duration":"178.363441ms","start":"2026-07-28T15:08:56.989638Z","end":"2026-07-28T15:08:57.168002Z","steps":["trace[1416923041] 'agreement among raft nodes before linearized reading' (duration: 178.130215ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:57.2983Z","caller":"traceutil/trace.go:171","msg":"trace[1788043019] linearizableReadLoop","detail":"{readStateIndex:29076; appliedIndex:29075; }","duration":"130.467701ms","start":"2026-07-28T15:08:57.167812Z","end":"2026-07-28T15:08:57.29828Z","steps":["trace[1788043019] 'read index received' (duration: 130.303377ms)","trace[1788043019] 'applied index is now lower than readState.Index' (duration: 162.974µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:08:57.298429Z","caller":"traceutil/trace.go:171","msg":"trace[509949942] transaction","detail":"{read_only:false; response_revision:28197; number_of_response:1; }","duration":"279.47535ms","start":"2026-07-28T15:08:57.018941Z","end":"2026-07-28T15:08:57.298417Z","steps":["trace[509949942] 'process raft request' (duration: 279.227964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:57.298694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.934231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5s89m\" ","response":"range_response_count:1 size:6365"} {"level":"info","ts":"2026-07-28T15:08:57.298782Z","caller":"traceutil/trace.go:171","msg":"trace[128283939] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5s89m; range_end:; response_count:1; response_revision:28197; }","duration":"126.056824ms","start":"2026-07-28T15:08:57.172705Z","end":"2026-07-28T15:08:57.298762Z","steps":["trace[128283939] 'agreement among raft nodes before linearized reading' (duration: 125.769627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:57.29884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.736817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-07-28T15:08:57.298901Z","caller":"traceutil/trace.go:171","msg":"trace[610739797] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:28197; }","duration":"279.814509ms","start":"2026-07-28T15:08:57.019075Z","end":"2026-07-28T15:08:57.29889Z","steps":["trace[610739797] 'agreement among raft nodes before linearized reading' (duration: 279.642584ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:57.482068Z","caller":"traceutil/trace.go:171","msg":"trace[72509275] linearizableReadLoop","detail":"{readStateIndex:29078; appliedIndex:29077; }","duration":"124.636699ms","start":"2026-07-28T15:08:57.357401Z","end":"2026-07-28T15:08:57.482037Z","steps":["trace[72509275] 'read index received' (duration: 75.97001ms)","trace[72509275] 'applied index is now lower than readState.Index' (duration: 48.665529ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:08:57.482337Z","caller":"traceutil/trace.go:171","msg":"trace[1257159269] transaction","detail":"{read_only:false; response_revision:28199; number_of_response:1; }","duration":"175.796599ms","start":"2026-07-28T15:08:57.306524Z","end":"2026-07-28T15:08:57.48232Z","steps":["trace[1257159269] 'process raft request' (duration: 126.832603ms)","trace[1257159269] 'compare' (duration: 48.567247ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:57.482665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.230524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-07-28T15:08:57.482771Z","caller":"traceutil/trace.go:171","msg":"trace[402367664] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:28199; }","duration":"125.379628ms","start":"2026-07-28T15:08:57.357368Z","end":"2026-07-28T15:08:57.482748Z","steps":["trace[402367664] 'agreement among raft nodes before linearized reading' (duration: 125.06471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:57.48766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.626692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:08:57.487753Z","caller":"traceutil/trace.go:171","msg":"trace[134498654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28200; }","duration":"108.786995ms","start":"2026-07-28T15:08:57.378944Z","end":"2026-07-28T15:08:57.487731Z","steps":["trace[134498654] 'agreement among raft nodes before linearized reading' (duration: 108.611811ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:57.488039Z","caller":"traceutil/trace.go:171","msg":"trace[1605633846] transaction","detail":"{read_only:false; response_revision:28200; number_of_response:1; }","duration":"129.953148ms","start":"2026-07-28T15:08:57.358072Z","end":"2026-07-28T15:08:57.488026Z","steps":["trace[1605633846] 'process raft request' (duration: 129.351154ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:57.948506Z","caller":"traceutil/trace.go:171","msg":"trace[1797923122] transaction","detail":"{read_only:false; response_revision:28201; number_of_response:1; }","duration":"452.83952ms","start":"2026-07-28T15:08:57.495638Z","end":"2026-07-28T15:08:57.948478Z","steps":["trace[1797923122] 'process raft request' (duration: 452.265886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:57.94873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:57.495609Z","time spent":"453.034155ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4451,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:08:58.256484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.364389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:08:58.256612Z","caller":"traceutil/trace.go:171","msg":"trace[1532304632] linearizableReadLoop","detail":"{readStateIndex:29081; appliedIndex:29079; }","duration":"755.246346ms","start":"2026-07-28T15:08:57.501343Z","end":"2026-07-28T15:08:58.25659Z","steps":["trace[1532304632] 'read index received' (duration: 446.840785ms)","trace[1532304632] 'applied index is now lower than readState.Index' (duration: 308.403491ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:08:58.256738Z","caller":"traceutil/trace.go:171","msg":"trace[2077346612] transaction","detail":"{read_only:false; response_revision:28202; number_of_response:1; }","duration":"760.938474ms","start":"2026-07-28T15:08:57.495777Z","end":"2026-07-28T15:08:58.256715Z","steps":["trace[2077346612] 'process raft request' (duration: 573.231327ms)","trace[2077346612] 'compare' (duration: 186.9952ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:58.256822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:57.49574Z","time spent":"761.041577ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T15:08:58.25697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.920243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"warn","ts":"2026-07-28T15:08:58.257026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.447551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4544"} {"level":"info","ts":"2026-07-28T15:08:58.257069Z","caller":"traceutil/trace.go:171","msg":"trace[1043022760] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28202; }","duration":"704.064176ms","start":"2026-07-28T15:08:57.552972Z","end":"2026-07-28T15:08:58.257036Z","steps":["trace[1043022760] 'agreement among raft nodes before linearized reading' (duration: 703.774839ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:58.257108Z","caller":"traceutil/trace.go:171","msg":"trace[247823050] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:28202; }","duration":"303.592664ms","start":"2026-07-28T15:08:57.953497Z","end":"2026-07-28T15:08:58.257089Z","steps":["trace[247823050] 'agreement among raft nodes before linearized reading' (duration: 303.343398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:58.257142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:57.552952Z","time spent":"704.178949ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:08:58.257164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:57.953478Z","time spent":"303.677147ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4567,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-28T15:08:58.257408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.061336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"warn","ts":"2026-07-28T15:08:58.25742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.533161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1560"} {"level":"info","ts":"2026-07-28T15:08:58.257508Z","caller":"traceutil/trace.go:171","msg":"trace[178038404] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:28202; }","duration":"756.128228ms","start":"2026-07-28T15:08:57.501308Z","end":"2026-07-28T15:08:58.257436Z","steps":["trace[178038404] 'agreement among raft nodes before linearized reading' (duration: 755.513153ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:08:58.257514Z","caller":"traceutil/trace.go:171","msg":"trace[1359387446] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:28202; }","duration":"641.603903ms","start":"2026-07-28T15:08:57.615837Z","end":"2026-07-28T15:08:58.257441Z","steps":["trace[1359387446] 'agreement among raft nodes before linearized reading' (duration: 641.508681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:58.257539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:57.501292Z","time spent":"756.23997ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-07-28T15:08:58.257552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:57.615815Z","time spent":"641.725346ms","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1583,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-28T15:08:58.257787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.651591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" ","response":"range_response_count:1 size:9715"} {"level":"info","ts":"2026-07-28T15:08:58.257861Z","caller":"traceutil/trace.go:171","msg":"trace[1689473272] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2n4p; range_end:; response_count:1; response_revision:28202; }","duration":"413.771104ms","start":"2026-07-28T15:08:57.844071Z","end":"2026-07-28T15:08:58.257842Z","steps":["trace[1689473272] 'agreement among raft nodes before linearized reading' (duration: 412.711668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:58.257917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:57.844052Z","time spent":"413.851126ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9738,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" "} {"level":"warn","ts":"2026-07-28T15:08:58.261025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.237552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:386870"} {"level":"info","ts":"2026-07-28T15:08:58.261127Z","caller":"traceutil/trace.go:171","msg":"trace[574356735] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:28202; }","duration":"638.395156ms","start":"2026-07-28T15:08:57.622712Z","end":"2026-07-28T15:08:58.261107Z","steps":["trace[574356735] 'agreement among raft nodes before linearized reading' (duration: 634.161233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:08:58.261181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:57.622693Z","time spent":"638.468347ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1476,"response size":386893,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-07-28T15:08:58.761445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609419970,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:08:59.068246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.259085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:08:59.068376Z","caller":"traceutil/trace.go:171","msg":"trace[165377972] transaction","detail":"{read_only:false; response_revision:28203; number_of_response:1; }","duration":"807.274196ms","start":"2026-07-28T15:08:58.261076Z","end":"2026-07-28T15:08:59.06835Z","steps":["trace[165377972] 'process raft request' (duration: 688.823827ms)","trace[165377972] 'compare' (duration: 117.870755ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:08:59.068455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:58.261053Z","time spent":"807.367909ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":927,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T15:09:00.059473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.500983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:09:00.05968Z","caller":"traceutil/trace.go:171","msg":"trace[4342665] transaction","detail":"{read_only:false; response_revision:28205; number_of_response:1; }","duration":"1.794101501s","start":"2026-07-28T15:08:58.26556Z","end":"2026-07-28T15:09:00.059662Z","steps":["trace[4342665] 'process raft request' (duration: 1.794005759s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:00.059736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:58.265536Z","time spent":"1.794175574s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4567,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:00.059686Z","caller":"traceutil/trace.go:171","msg":"trace[1976979124] transaction","detail":"{read_only:false; response_revision:28204; number_of_response:1; }","duration":"1.796831748s","start":"2026-07-28T15:08:58.262818Z","end":"2026-07-28T15:09:00.059649Z","steps":["trace[1976979124] 'process raft request' (duration: 1.611071669s)","trace[1976979124] 'compare' (duration: 185.39883ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:00.059795Z","caller":"traceutil/trace.go:171","msg":"trace[1729474970] linearizableReadLoop","detail":"{readStateIndex:29085; appliedIndex:29081; }","duration":"1.798543119s","start":"2026-07-28T15:08:58.261228Z","end":"2026-07-28T15:09:00.059771Z","steps":["trace[1729474970] 'read index received' (duration: 688.684363ms)","trace[1729474970] 'applied index is now lower than readState.Index' (duration: 1.109858006s)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:00.059901Z","caller":"traceutil/trace.go:171","msg":"trace[1024646269] transaction","detail":"{read_only:false; response_revision:28206; number_of_response:1; }","duration":"1.409407852s","start":"2026-07-28T15:08:58.650483Z","end":"2026-07-28T15:09:00.05989Z","steps":["trace[1024646269] 'process raft request' (duration: 1.409144146s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:00.059943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:58.650463Z","time spent":"1.409460204s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:00.060007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:58.262797Z","time spent":"1.797028393s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:00.060069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798822377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-07-28T15:09:00.060113Z","caller":"traceutil/trace.go:171","msg":"trace[341085460] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:28206; }","duration":"1.798897618s","start":"2026-07-28T15:08:58.261198Z","end":"2026-07-28T15:09:00.060096Z","steps":["trace[341085460] 'agreement among raft nodes before linearized reading' (duration: 1.798740384s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:00.060144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:58.261176Z","time spent":"1.79896141s","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-07-28T15:09:00.560154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609419978,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T15:09:00.611976Z","caller":"traceutil/trace.go:171","msg":"trace[2057464939] transaction","detail":"{read_only:false; response_revision:28209; number_of_response:1; }","duration":"1.044640476s","start":"2026-07-28T15:08:59.567305Z","end":"2026-07-28T15:09:00.611946Z","steps":["trace[2057464939] 'process raft request' (duration: 1.044590215s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:00.612057Z","caller":"traceutil/trace.go:171","msg":"trace[785200274] transaction","detail":"{read_only:false; response_revision:28208; number_of_response:1; }","duration":"1.226918692s","start":"2026-07-28T15:08:59.385101Z","end":"2026-07-28T15:09:00.612019Z","steps":["trace[785200274] 'process raft request' (duration: 1.226727607s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:00.611986Z","caller":"traceutil/trace.go:171","msg":"trace[1072177653] transaction","detail":"{read_only:false; response_revision:28207; number_of_response:1; }","duration":"1.537982767s","start":"2026-07-28T15:08:59.073948Z","end":"2026-07-28T15:09:00.611931Z","steps":["trace[1072177653] 'process raft request' (duration: 1.537707651s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:00.612291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:59.073925Z","time spent":"1.538277944s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T15:09:00.612136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:59.567278Z","time spent":"1.04477945s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:00.612311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:59.385083Z","time spent":"1.227033464s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:00.91315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.994481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:09:00.913316Z","caller":"traceutil/trace.go:171","msg":"trace[1760530469] linearizableReadLoop","detail":"{readStateIndex:29090; appliedIndex:29085; }","duration":"853.451925ms","start":"2026-07-28T15:09:00.059853Z","end":"2026-07-28T15:09:00.913305Z","steps":["trace[1760530469] 'read index received' (duration: 551.818148ms)","trace[1760530469] 'applied index is now lower than readState.Index' (duration: 301.633047ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:00.913372Z","caller":"traceutil/trace.go:171","msg":"trace[519027815] transaction","detail":"{read_only:false; response_revision:28211; number_of_response:1; }","duration":"545.657069ms","start":"2026-07-28T15:09:00.36771Z","end":"2026-07-28T15:09:00.913367Z","steps":["trace[519027815] 'process raft request' (duration: 545.518716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:00.913419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:00.367684Z","time spent":"545.7093ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:00.913549Z","caller":"traceutil/trace.go:171","msg":"trace[382460300] transaction","detail":"{read_only:false; response_revision:28210; number_of_response:1; }","duration":"847.378318ms","start":"2026-07-28T15:09:00.06613Z","end":"2026-07-28T15:09:00.913508Z","steps":["trace[382460300] 'process raft request' (duration: 699.968827ms)","trace[382460300] 'compare' (duration: 146.852598ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:00.913614Z","caller":"traceutil/trace.go:171","msg":"trace[1300476645] transaction","detail":"{read_only:false; response_revision:28212; number_of_response:1; }","duration":"297.902027ms","start":"2026-07-28T15:09:00.615685Z","end":"2026-07-28T15:09:00.913587Z","steps":["trace[1300476645] 'process raft request' (duration: 297.59484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:00.913678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.419671476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-28T15:09:00.913704Z","caller":"traceutil/trace.go:171","msg":"trace[1274582174] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:28212; }","duration":"2.419731438s","start":"2026-07-28T15:08:58.493964Z","end":"2026-07-28T15:09:00.913695Z","steps":["trace[1274582174] 'agreement among raft nodes before linearized reading' (duration: 2.419561154s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:00.913724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:58.493946Z","time spent":"2.4197736s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-28T15:09:00.913712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824384015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:09:00.913754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190212108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" ","response":"range_response_count:1 size:6960"} {"level":"info","ts":"2026-07-28T15:09:00.913814Z","caller":"traceutil/trace.go:171","msg":"trace[2125557525] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29754180-dlwdd; range_end:; response_count:1; response_revision:28212; }","duration":"2.19030846s","start":"2026-07-28T15:08:58.723488Z","end":"2026-07-28T15:09:00.913796Z","steps":["trace[2125557525] 'agreement among raft nodes before linearized reading' (duration: 2.190090595s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:00.913846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.415112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:09:00.913851Z","caller":"traceutil/trace.go:171","msg":"trace[2143807471] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:28212; }","duration":"1.824501468s","start":"2026-07-28T15:08:59.089289Z","end":"2026-07-28T15:09:00.91379Z","steps":["trace[2143807471] 'agreement among raft nodes before linearized reading' (duration: 1.824265173s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:00.913875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:58.723469Z","time spent":"2.190391372s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6983,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" "} {"level":"info","ts":"2026-07-28T15:09:00.913901Z","caller":"traceutil/trace.go:171","msg":"trace[1968171456] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:28212; }","duration":"933.514005ms","start":"2026-07-28T15:08:59.980371Z","end":"2026-07-28T15:09:00.913885Z","steps":["trace[1968171456] 'agreement among raft nodes before linearized reading' (duration: 933.144266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:00.913912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:59.089275Z","time spent":"1.824622002s","remote":"127.0.0.1:54452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:00.913907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227509621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-28T15:09:00.913938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:59.98035Z","time spent":"933.578487ms","remote":"127.0.0.1:50242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:09:00.913969Z","caller":"traceutil/trace.go:171","msg":"trace[1626900434] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28212; }","duration":"2.227616994s","start":"2026-07-28T15:08:58.686337Z","end":"2026-07-28T15:09:00.913954Z","steps":["trace[1626900434] 'agreement among raft nodes before linearized reading' (duration: 2.227417599s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:00.914016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:58.68632Z","time spent":"2.227688035s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T15:09:00.913741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:00.066113Z","time spent":"847.538132ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T15:09:00.914214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281069009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:00.914258Z","caller":"traceutil/trace.go:171","msg":"trace[1495208663] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:28212; }","duration":"2.281151621s","start":"2026-07-28T15:08:58.633095Z","end":"2026-07-28T15:09:00.914246Z","steps":["trace[1495208663] 'agreement among raft nodes before linearized reading' (duration: 2.280386583s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:00.914295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:58.633074Z","time spent":"2.281212752s","remote":"127.0.0.1:56672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:00.914308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.623671148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:00.914374Z","caller":"traceutil/trace.go:171","msg":"trace[834084086] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:28212; }","duration":"2.623776451s","start":"2026-07-28T15:08:58.290576Z","end":"2026-07-28T15:09:00.914353Z","steps":["trace[834084086] 'agreement among raft nodes before linearized reading' (duration: 2.62291861s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:00.914439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.651659107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:963662"} {"level":"warn","ts":"2026-07-28T15:09:00.914429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:58.290543Z","time spent":"2.623871353s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:09:00.914465Z","caller":"traceutil/trace.go:171","msg":"trace[1274158142] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28212; }","duration":"2.651731998s","start":"2026-07-28T15:08:58.262726Z","end":"2026-07-28T15:09:00.914458Z","steps":["trace[1274158142] 'agreement among raft nodes before linearized reading' (duration: 2.650805096s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:00.914486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:58.262706Z","time spent":"2.65177515s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":98,"response size":963685,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T15:09:00.914716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535694852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:00.914738Z","caller":"traceutil/trace.go:171","msg":"trace[172451592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28212; }","duration":"1.535743563s","start":"2026-07-28T15:08:59.378989Z","end":"2026-07-28T15:09:00.914732Z","steps":["trace[172451592] 'agreement among raft nodes before linearized reading' (duration: 1.534554184s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:00.914731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.652531978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d6af4bbc-a7db-49db-ae69-eb80198d289e\" ","response":"range_response_count:1 size:2185"} {"level":"warn","ts":"2026-07-28T15:09:00.914766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.524217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:453"} {"level":"info","ts":"2026-07-28T15:09:00.91481Z","caller":"traceutil/trace.go:171","msg":"trace[1837409155] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:28212; }","duration":"2.524369724s","start":"2026-07-28T15:08:58.390428Z","end":"2026-07-28T15:09:00.914798Z","steps":["trace[1837409155] 'agreement among raft nodes before linearized reading' (duration: 2.523105533s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:00.914859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:58.390339Z","time spent":"2.524512277s","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":476,"request content":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" "} {"level":"info","ts":"2026-07-28T15:09:00.914808Z","caller":"traceutil/trace.go:171","msg":"trace[359702643] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d6af4bbc-a7db-49db-ae69-eb80198d289e; range_end:; response_count:1; response_revision:28212; }","duration":"2.65264112s","start":"2026-07-28T15:08:58.262145Z","end":"2026-07-28T15:09:00.914786Z","steps":["trace[359702643] 'agreement among raft nodes before linearized reading' (duration: 2.65139371s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:00.91487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320392516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:09:00.914961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:58.262124Z","time spent":"2.652825405s","remote":"127.0.0.1:54068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2208,"request content":"key:\"/registry/persistentvolumes/pvc-d6af4bbc-a7db-49db-ae69-eb80198d289e\" "} {"level":"warn","ts":"2026-07-28T15:09:00.914757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:59.378973Z","time spent":"1.535777513s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:09:00.914984Z","caller":"traceutil/trace.go:171","msg":"trace[254298750] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:28212; }","duration":"1.32053685s","start":"2026-07-28T15:08:59.59443Z","end":"2026-07-28T15:09:00.914967Z","steps":["trace[254298750] 'agreement among raft nodes before linearized reading' (duration: 1.319100355s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:00.915033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:59.594409Z","time spent":"1.320609951s","remote":"127.0.0.1:54226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:00.915218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.637844473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/keystone-rabbit-init-4g6j6.18c67a9c98298fd6\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:28202 ","response":"range_response_count:500 size:390120"} {"level":"info","ts":"2026-07-28T15:09:00.915264Z","caller":"traceutil/trace.go:171","msg":"trace[1985577723] range","detail":"{range_begin:/registry/events/openstack/keystone-rabbit-init-4g6j6.18c67a9c98298fd6\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:28212; }","duration":"2.637943515s","start":"2026-07-28T15:08:58.277314Z","end":"2026-07-28T15:09:00.915258Z","steps":["trace[1985577723] 'agreement among raft nodes before linearized reading' (duration: 2.636206493s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:00.915291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:08:58.27729Z","time spent":"2.637986015s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":976,"response size":390143,"request content":"key:\"/registry/events/openstack/keystone-rabbit-init-4g6j6.18c67a9c98298fd6\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:28202 "} {"level":"warn","ts":"2026-07-28T15:09:01.216221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.477555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:09:01.216477Z","caller":"traceutil/trace.go:171","msg":"trace[1255758815] linearizableReadLoop","detail":"{readStateIndex:29092; appliedIndex:29091; }","duration":"303.117283ms","start":"2026-07-28T15:09:00.913338Z","end":"2026-07-28T15:09:01.216455Z","steps":["trace[1255758815] 'read index received' (duration: 178.3241ms)","trace[1255758815] 'applied index is now lower than readState.Index' (duration: 124.790973ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:01.216488Z","caller":"traceutil/trace.go:171","msg":"trace[1262450311] transaction","detail":"{read_only:false; response_revision:28213; number_of_response:1; }","duration":"405.037343ms","start":"2026-07-28T15:09:00.811378Z","end":"2026-07-28T15:09:01.216415Z","steps":["trace[1262450311] 'process raft request' (duration: 280.312561ms)","trace[1262450311] 'compare' (duration: 124.387253ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:01.216685Z","caller":"traceutil/trace.go:171","msg":"trace[1242128225] transaction","detail":"{read_only:false; response_revision:28214; number_of_response:1; }","duration":"298.764317ms","start":"2026-07-28T15:09:00.917896Z","end":"2026-07-28T15:09:01.21666Z","steps":["trace[1242128225] 'process raft request' (duration: 298.394819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:01.216899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:00.81135Z","time spent":"405.33585ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:01.275329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.713555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:09:01.275356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.218303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:01.275419Z","caller":"traceutil/trace.go:171","msg":"trace[1727989471] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28214; }","duration":"430.854927ms","start":"2026-07-28T15:09:00.844543Z","end":"2026-07-28T15:09:01.275398Z","steps":["trace[1727989471] 'agreement among raft nodes before linearized reading' (duration: 371.993341ms)","trace[1727989471] 'count revisions from in-memory index tree' (duration: 58.714402ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:01.275424Z","caller":"traceutil/trace.go:171","msg":"trace[210312041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28214; }","duration":"359.321684ms","start":"2026-07-28T15:09:00.916085Z","end":"2026-07-28T15:09:01.275407Z","steps":["trace[210312041] 'agreement among raft nodes before linearized reading' (duration: 359.201432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:01.275468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:00.916072Z","time spent":"359.386197ms","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:09:01.275474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:00.844528Z","time spent":"430.93094ms","remote":"127.0.0.1:56836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:01.2755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211725154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-28v8k\" ","response":"range_response_count:1 size:6070"} {"level":"info","ts":"2026-07-28T15:09:01.275577Z","caller":"traceutil/trace.go:171","msg":"trace[1814358828] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-28v8k; range_end:; response_count:1; response_revision:28214; }","duration":"1.211829837s","start":"2026-07-28T15:09:00.063718Z","end":"2026-07-28T15:09:01.275548Z","steps":["trace[1814358828] 'agreement among raft nodes before linearized reading' (duration: 1.152834348s)","trace[1814358828] 'range keys from in-memory index tree' (duration: 58.800894ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:01.275621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:00.063705Z","time spent":"1.211905508s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":6093,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-28v8k\" "} {"level":"warn","ts":"2026-07-28T15:09:01.275619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210806522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"warn","ts":"2026-07-28T15:09:01.275617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211795516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-07-28T15:09:01.275687Z","caller":"traceutil/trace.go:171","msg":"trace[1904805669] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28214; }","duration":"1.210886044s","start":"2026-07-28T15:09:00.064779Z","end":"2026-07-28T15:09:01.275665Z","steps":["trace[1904805669] 'agreement among raft nodes before linearized reading' (duration: 1.151777122s)","trace[1904805669] 'range keys from in-memory index tree' (duration: 58.959018ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:01.27572Z","caller":"traceutil/trace.go:171","msg":"trace[1336959915] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:28214; }","duration":"1.211932719s","start":"2026-07-28T15:09:00.063752Z","end":"2026-07-28T15:09:01.275685Z","steps":["trace[1336959915] 'agreement among raft nodes before linearized reading' (duration: 1.152799427s)","trace[1336959915] 'range keys from in-memory index tree' (duration: 58.859526ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:01.275734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:00.064772Z","time spent":"1.210950296s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:09:01.275771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.259746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c67c9f6a096e5a\" ","response":"range_response_count:1 size:796"} {"level":"warn","ts":"2026-07-28T15:09:01.275784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:00.063737Z","time spent":"1.212033462s","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"info","ts":"2026-07-28T15:09:01.275806Z","caller":"traceutil/trace.go:171","msg":"trace[80671391] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c67c9f6a096e5a; range_end:; response_count:1; response_revision:28214; }","duration":"348.307668ms","start":"2026-07-28T15:09:00.927486Z","end":"2026-07-28T15:09:01.275794Z","steps":["trace[80671391] 'agreement among raft nodes before linearized reading' (duration: 348.204835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:01.275805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.476119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:09:01.275834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:00.927478Z","time spent":"348.350539ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":819,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c67c9f6a096e5a\" "} {"level":"info","ts":"2026-07-28T15:09:01.275841Z","caller":"traceutil/trace.go:171","msg":"trace[452959073] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:28214; }","duration":"113.554281ms","start":"2026-07-28T15:09:01.162277Z","end":"2026-07-28T15:09:01.275831Z","steps":["trace[452959073] 'agreement among raft nodes before linearized reading' (duration: 113.483379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:01.276106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.132326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1647"} {"level":"warn","ts":"2026-07-28T15:09:01.276197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.070379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:09:01.276251Z","caller":"traceutil/trace.go:171","msg":"trace[1083701555] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:28214; }","duration":"436.34509ms","start":"2026-07-28T15:09:00.839873Z","end":"2026-07-28T15:09:01.276218Z","steps":["trace[1083701555] 'agreement among raft nodes before linearized reading' (duration: 376.651114ms)","trace[1083701555] 'range keys from in-memory index tree' (duration: 59.313376ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:01.27628Z","caller":"traceutil/trace.go:171","msg":"trace[48178750] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:28214; }","duration":"307.166381ms","start":"2026-07-28T15:09:00.969092Z","end":"2026-07-28T15:09:01.276259Z","steps":["trace[48178750] 'agreement among raft nodes before linearized reading' (duration: 307.020648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:01.27632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:00.839856Z","time spent":"436.451843ms","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1670,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-07-28T15:09:01.276339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:00.969053Z","time spent":"307.276294ms","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":7,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:01.276792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.005719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:963662"} {"level":"info","ts":"2026-07-28T15:09:01.276838Z","caller":"traceutil/trace.go:171","msg":"trace[1437524927] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28214; }","duration":"357.06918ms","start":"2026-07-28T15:09:00.919759Z","end":"2026-07-28T15:09:01.276828Z","steps":["trace[1437524927] 'agreement among raft nodes before linearized reading' (duration: 356.216419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:01.276878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:00.919749Z","time spent":"357.118842ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":98,"response size":963685,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T15:09:01.280487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.818596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-ovsdb-nb-0.18c67bb2df8bee79\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:28202 ","response":"range_response_count:476 size:370645"} {"level":"info","ts":"2026-07-28T15:09:01.280602Z","caller":"traceutil/trace.go:171","msg":"trace[454980212] range","detail":"{range_begin:/registry/events/openstack/ovn-ovsdb-nb-0.18c67bb2df8bee79\u0000; range_end:/registry/events/openstack0; response_count:476; response_revision:28214; }","duration":"347.95021ms","start":"2026-07-28T15:09:00.932621Z","end":"2026-07-28T15:09:01.280571Z","steps":["trace[454980212] 'agreement among raft nodes before linearized reading' (duration: 343.03303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:01.280661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:00.932613Z","time spent":"348.030171ms","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":476,"response size":370668,"request content":"key:\"/registry/events/openstack/ovn-ovsdb-nb-0.18c67bb2df8bee79\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:28202 "} {"level":"info","ts":"2026-07-28T15:09:01.614033Z","caller":"traceutil/trace.go:171","msg":"trace[1166963952] linearizableReadLoop","detail":"{readStateIndex:29097; appliedIndex:29095; }","duration":"330.861085ms","start":"2026-07-28T15:09:01.283148Z","end":"2026-07-28T15:09:01.614009Z","steps":["trace[1166963952] 'read index received' (duration: 69.293969ms)","trace[1166963952] 'applied index is now lower than readState.Index' (duration: 261.566266ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:01.614115Z","caller":"traceutil/trace.go:171","msg":"trace[246888035] transaction","detail":"{read_only:false; response_revision:28217; number_of_response:1; }","duration":"331.162712ms","start":"2026-07-28T15:09:01.282919Z","end":"2026-07-28T15:09:01.614082Z","steps":["trace[246888035] 'process raft request' (duration: 330.981308ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:01.614148Z","caller":"traceutil/trace.go:171","msg":"trace[1262826458] transaction","detail":"{read_only:false; response_revision:28216; number_of_response:1; }","duration":"334.051943ms","start":"2026-07-28T15:09:01.280062Z","end":"2026-07-28T15:09:01.614114Z","steps":["trace[1262826458] 'process raft request' (duration: 333.680414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:01.614275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.263954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"warn","ts":"2026-07-28T15:09:01.614256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.07798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:01.614318Z","caller":"traceutil/trace.go:171","msg":"trace[860060695] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:28217; }","duration":"326.330636ms","start":"2026-07-28T15:09:01.287975Z","end":"2026-07-28T15:09:01.614305Z","steps":["trace[860060695] 'agreement among raft nodes before linearized reading' (duration: 326.177272ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:01.614342Z","caller":"traceutil/trace.go:171","msg":"trace[184593510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28217; }","duration":"331.207464ms","start":"2026-07-28T15:09:01.283115Z","end":"2026-07-28T15:09:01.614323Z","steps":["trace[184593510] 'agreement among raft nodes before linearized reading' (duration: 331.03344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:01.614354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:01.287969Z","time spent":"326.376867ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-07-28T15:09:01.614371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.762608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-g5nqj.18c67ca0697273ed\" ","response":"range_response_count:1 size:892"} {"level":"warn","ts":"2026-07-28T15:09:01.614397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.238748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.222\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-28T15:09:01.614448Z","caller":"traceutil/trace.go:171","msg":"trace[1879237045] range","detail":"{range_begin:/registry/masterleases/162.253.55.222; range_end:; response_count:1; response_revision:28217; }","duration":"261.340031ms","start":"2026-07-28T15:09:01.353096Z","end":"2026-07-28T15:09:01.614436Z","steps":["trace[1879237045] 'agreement among raft nodes before linearized reading' (duration: 261.161366ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:01.614448Z","caller":"traceutil/trace.go:171","msg":"trace[953133889] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-g5nqj.18c67ca0697273ed; range_end:; response_count:1; response_revision:28217; }","duration":"258.875762ms","start":"2026-07-28T15:09:01.355554Z","end":"2026-07-28T15:09:01.61443Z","steps":["trace[953133889] 'agreement among raft nodes before linearized reading' (duration: 258.630786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:01.614449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.460405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-28T15:09:01.614397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:01.283104Z","time spent":"331.284676ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:09:01.614272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:01.282902Z","time spent":"331.281756ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6125,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:01.614557Z","caller":"traceutil/trace.go:171","msg":"trace[1806061606] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28217; }","duration":"292.623609ms","start":"2026-07-28T15:09:01.321907Z","end":"2026-07-28T15:09:01.614531Z","steps":["trace[1806061606] 'agreement among raft nodes before linearized reading' (duration: 292.356013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:01.614781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:01.280044Z","time spent":"334.178656ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:01.89681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.210098ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-28T15:09:01.897054Z","caller":"traceutil/trace.go:171","msg":"trace[1113326074] transaction","detail":"{read_only:false; response_revision:28218; number_of_response:1; }","duration":"278.62127ms","start":"2026-07-28T15:09:01.618412Z","end":"2026-07-28T15:09:01.897034Z","steps":["trace[1113326074] 'process raft request' (duration: 278.500007ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:01.89708Z","caller":"traceutil/trace.go:171","msg":"trace[2121522824] linearizableReadLoop","detail":"{readStateIndex:29098; appliedIndex:29097; }","duration":"278.751893ms","start":"2026-07-28T15:09:01.618281Z","end":"2026-07-28T15:09:01.897033Z","steps":["trace[2121522824] 'read index received' (duration: 133.225807ms)","trace[2121522824] 'applied index is now lower than readState.Index' (duration: 145.523066ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:01.897266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.142148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"warn","ts":"2026-07-28T15:09:01.897272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.982638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-g5nqj\" ","response":"range_response_count:1 size:9208"} {"level":"info","ts":"2026-07-28T15:09:01.897307Z","caller":"traceutil/trace.go:171","msg":"trace[473770935] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:28218; }","duration":"278.21629ms","start":"2026-07-28T15:09:01.61908Z","end":"2026-07-28T15:09:01.897296Z","steps":["trace[473770935] 'agreement among raft nodes before linearized reading' (duration: 278.124188ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:01.897316Z","caller":"traceutil/trace.go:171","msg":"trace[1447874062] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-g5nqj; range_end:; response_count:1; response_revision:28218; }","duration":"279.05173ms","start":"2026-07-28T15:09:01.61825Z","end":"2026-07-28T15:09:01.897302Z","steps":["trace[1447874062] 'agreement among raft nodes before linearized reading' (duration: 278.879436ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:02.132051Z","caller":"traceutil/trace.go:171","msg":"trace[1087412110] linearizableReadLoop","detail":"{readStateIndex:29101; appliedIndex:29100; }","duration":"200.390575ms","start":"2026-07-28T15:09:01.931641Z","end":"2026-07-28T15:09:02.132031Z","steps":["trace[1087412110] 'read index received' (duration: 200.262072ms)","trace[1087412110] 'applied index is now lower than readState.Index' (duration: 127.703µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:02.132209Z","caller":"traceutil/trace.go:171","msg":"trace[940470970] transaction","detail":"{read_only:false; response_revision:28220; number_of_response:1; }","duration":"225.950523ms","start":"2026-07-28T15:09:01.906222Z","end":"2026-07-28T15:09:02.132173Z","steps":["trace[940470970] 'process raft request' (duration: 225.696117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:02.132348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.868883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-07-28T15:09:02.132424Z","caller":"traceutil/trace.go:171","msg":"trace[2052371772] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:28220; }","duration":"230.971726ms","start":"2026-07-28T15:09:01.901435Z","end":"2026-07-28T15:09:02.132406Z","steps":["trace[2052371772] 'agreement among raft nodes before linearized reading' (duration: 230.74063ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:02.164957Z","caller":"traceutil/trace.go:171","msg":"trace[1477440674] transaction","detail":"{read_only:false; response_revision:28221; number_of_response:1; }","duration":"230.889134ms","start":"2026-07-28T15:09:01.934038Z","end":"2026-07-28T15:09:02.164927Z","steps":["trace[1477440674] 'process raft request' (duration: 230.629947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:02.165074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.19376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-28T15:09:02.165147Z","caller":"traceutil/trace.go:171","msg":"trace[150785303] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28221; }","duration":"231.328534ms","start":"2026-07-28T15:09:01.933801Z","end":"2026-07-28T15:09:02.165129Z","steps":["trace[150785303] 'agreement among raft nodes before linearized reading' (duration: 231.092008ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:02.397996Z","caller":"traceutil/trace.go:171","msg":"trace[1844855420] transaction","detail":"{read_only:false; response_revision:28222; number_of_response:1; }","duration":"226.840746ms","start":"2026-07-28T15:09:02.171138Z","end":"2026-07-28T15:09:02.397979Z","steps":["trace[1844855420] 'process raft request' (duration: 226.734623ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:02.39799Z","caller":"traceutil/trace.go:171","msg":"trace[1135334778] linearizableReadLoop","detail":"{readStateIndex:29103; appliedIndex:29102; }","duration":"225.476712ms","start":"2026-07-28T15:09:02.172494Z","end":"2026-07-28T15:09:02.39797Z","steps":["trace[1135334778] 'read index received' (duration: 225.468852ms)","trace[1135334778] 'applied index is now lower than readState.Index' (duration: 6.56µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:02.398179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.669387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T15:09:02.398216Z","caller":"traceutil/trace.go:171","msg":"trace[879145989] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28222; }","duration":"225.727149ms","start":"2026-07-28T15:09:02.172474Z","end":"2026-07-28T15:09:02.398201Z","steps":["trace[879145989] 'agreement among raft nodes before linearized reading' (duration: 225.563875ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:02.822647Z","caller":"traceutil/trace.go:171","msg":"trace[247020328] linearizableReadLoop","detail":"{readStateIndex:29104; appliedIndex:29103; }","duration":"424.435872ms","start":"2026-07-28T15:09:02.398186Z","end":"2026-07-28T15:09:02.822622Z","steps":["trace[247020328] 'read index received' (duration: 424.190846ms)","trace[247020328] 'applied index is now lower than readState.Index' (duration: 244.146µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:02.822688Z","caller":"traceutil/trace.go:171","msg":"trace[1822969839] transaction","detail":"{read_only:false; response_revision:28223; number_of_response:1; }","duration":"650.066869ms","start":"2026-07-28T15:09:02.17259Z","end":"2026-07-28T15:09:02.822657Z","steps":["trace[1822969839] 'process raft request' (duration: 649.870484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:02.822805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.471866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:09:02.822828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.144734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:02.822885Z","caller":"traceutil/trace.go:171","msg":"trace[1898544387] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:28223; }","duration":"535.277207ms","start":"2026-07-28T15:09:02.287596Z","end":"2026-07-28T15:09:02.822873Z","steps":["trace[1898544387] 'agreement among raft nodes before linearized reading' (duration: 535.127653ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:02.822884Z","caller":"traceutil/trace.go:171","msg":"trace[1283358518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28223; }","duration":"446.586679ms","start":"2026-07-28T15:09:02.376278Z","end":"2026-07-28T15:09:02.822865Z","steps":["trace[1283358518] 'agreement among raft nodes before linearized reading' (duration: 446.415805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:02.822903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.267154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-07-28T15:09:02.822934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:02.376261Z","time spent":"446.661ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:09:02.822949Z","caller":"traceutil/trace.go:171","msg":"trace[1840136052] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:28223; }","duration":"643.382126ms","start":"2026-07-28T15:09:02.179555Z","end":"2026-07-28T15:09:02.822937Z","steps":["trace[1840136052] 'agreement among raft nodes before linearized reading' (duration: 643.200912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:02.82299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:02.179539Z","time spent":"643.441748ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-07-28T15:09:02.822999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.174464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fwsxk.18c67c97dc72ed51\" ","response":"range_response_count:1 size:882"} {"level":"warn","ts":"2026-07-28T15:09:02.822919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:02.287577Z","time spent":"535.337319ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:09:02.823037Z","caller":"traceutil/trace.go:171","msg":"trace[207771303] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fwsxk.18c67c97dc72ed51; range_end:; response_count:1; response_revision:28223; }","duration":"421.222495ms","start":"2026-07-28T15:09:02.401801Z","end":"2026-07-28T15:09:02.823023Z","steps":["trace[207771303] 'agreement among raft nodes before linearized reading' (duration: 421.078471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:02.823079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:02.401784Z","time spent":"421.284306ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":905,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fwsxk.18c67c97dc72ed51\" "} {"level":"warn","ts":"2026-07-28T15:09:02.822826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:02.172581Z","time spent":"650.174621ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5777,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:03.042955Z","caller":"traceutil/trace.go:171","msg":"trace[96746927] linearizableReadLoop","detail":"{readStateIndex:29106; appliedIndex:29105; }","duration":"171.467054ms","start":"2026-07-28T15:09:02.871464Z","end":"2026-07-28T15:09:03.042931Z","steps":["trace[96746927] 'read index received' (duration: 171.261609ms)","trace[96746927] 'applied index is now lower than readState.Index' (duration: 201.735µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:03.04299Z","caller":"traceutil/trace.go:171","msg":"trace[388756580] transaction","detail":"{read_only:false; response_revision:28225; number_of_response:1; }","duration":"172.084009ms","start":"2026-07-28T15:09:02.870873Z","end":"2026-07-28T15:09:03.042957Z","steps":["trace[388756580] 'process raft request' (duration: 171.911455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.043208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.7166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-07-28T15:09:03.043285Z","caller":"traceutil/trace.go:171","msg":"trace[1618242890] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:28225; }","duration":"171.811372ms","start":"2026-07-28T15:09:02.871461Z","end":"2026-07-28T15:09:03.043273Z","steps":["trace[1618242890] 'agreement among raft nodes before linearized reading' (duration: 171.597897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.043401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.021138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" ","response":"range_response_count:1 size:9715"} {"level":"info","ts":"2026-07-28T15:09:03.04349Z","caller":"traceutil/trace.go:171","msg":"trace[1978197153] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2n4p; range_end:; response_count:1; response_revision:28225; }","duration":"106.123921ms","start":"2026-07-28T15:09:02.937342Z","end":"2026-07-28T15:09:03.043466Z","steps":["trace[1978197153] 'agreement among raft nodes before linearized reading' (duration: 105.822283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.285859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.324172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:09:03.285951Z","caller":"traceutil/trace.go:171","msg":"trace[402797555] linearizableReadLoop","detail":"{readStateIndex:29107; appliedIndex:29106; }","duration":"234.258315ms","start":"2026-07-28T15:09:03.051679Z","end":"2026-07-28T15:09:03.285938Z","steps":["trace[402797555] 'read index received' (duration: 90.777599ms)","trace[402797555] 'applied index is now lower than readState.Index' (duration: 143.478985ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:03.285997Z","caller":"traceutil/trace.go:171","msg":"trace[446613654] transaction","detail":"{read_only:false; response_revision:28226; number_of_response:1; }","duration":"236.582601ms","start":"2026-07-28T15:09:03.049368Z","end":"2026-07-28T15:09:03.285951Z","steps":["trace[446613654] 'process raft request' (duration: 93.101335ms)","trace[446613654] 'compare' (duration: 143.059826ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:03.286197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.194941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-07-28T15:09:03.286337Z","caller":"traceutil/trace.go:171","msg":"trace[1006445317] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:28226; }","duration":"224.320124ms","start":"2026-07-28T15:09:03.061949Z","end":"2026-07-28T15:09:03.286269Z","steps":["trace[1006445317] 'agreement among raft nodes before linearized reading' (duration: 224.16839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.286385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.853886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-07-28T15:09:03.286417Z","caller":"traceutil/trace.go:171","msg":"trace[2035505541] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:28226; }","duration":"115.924608ms","start":"2026-07-28T15:09:03.170484Z","end":"2026-07-28T15:09:03.286408Z","steps":["trace[2035505541] 'agreement among raft nodes before linearized reading' (duration: 115.840726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.286421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.015795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-07-28T15:09:03.286512Z","caller":"traceutil/trace.go:171","msg":"trace[680552488] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:28226; }","duration":"148.146809ms","start":"2026-07-28T15:09:03.138346Z","end":"2026-07-28T15:09:03.286493Z","steps":["trace[680552488] 'agreement among raft nodes before linearized reading' (duration: 147.941034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.28661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.602361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-07-28T15:09:03.28664Z","caller":"traceutil/trace.go:171","msg":"trace[1413787884] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:28226; }","duration":"160.659111ms","start":"2026-07-28T15:09:03.125975Z","end":"2026-07-28T15:09:03.286634Z","steps":["trace[1413787884] 'agreement among raft nodes before linearized reading' (duration: 160.59168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.287074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.363462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:963734"} {"level":"info","ts":"2026-07-28T15:09:03.28717Z","caller":"traceutil/trace.go:171","msg":"trace[374687193] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28226; }","duration":"235.514195ms","start":"2026-07-28T15:09:03.051635Z","end":"2026-07-28T15:09:03.287149Z","steps":["trace[374687193] 'agreement among raft nodes before linearized reading' (duration: 234.373037ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:03.708231Z","caller":"traceutil/trace.go:171","msg":"trace[771057213] transaction","detail":"{read_only:false; response_revision:28228; number_of_response:1; }","duration":"412.699917ms","start":"2026-07-28T15:09:03.295497Z","end":"2026-07-28T15:09:03.708197Z","steps":["trace[771057213] 'process raft request' (duration: 412.058802ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:03.708297Z","caller":"traceutil/trace.go:171","msg":"trace[1432630769] linearizableReadLoop","detail":"{readStateIndex:29114; appliedIndex:29108; }","duration":"390.279014ms","start":"2026-07-28T15:09:03.317999Z","end":"2026-07-28T15:09:03.708278Z","steps":["trace[1432630769] 'read index received' (duration: 389.748711ms)","trace[1432630769] 'applied index is now lower than readState.Index' (duration: 529.213µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:03.708468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:03.29547Z","time spent":"412.84615ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:03.708459Z","caller":"traceutil/trace.go:171","msg":"trace[1945485218] transaction","detail":"{read_only:false; response_revision:28233; number_of_response:1; }","duration":"406.113167ms","start":"2026-07-28T15:09:03.302285Z","end":"2026-07-28T15:09:03.708398Z","steps":["trace[1945485218] 'process raft request' (duration: 405.960683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.708541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.539839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-07-28T15:09:03.708581Z","caller":"traceutil/trace.go:171","msg":"trace[1481133238] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:28233; }","duration":"411.630941ms","start":"2026-07-28T15:09:03.296939Z","end":"2026-07-28T15:09:03.70857Z","steps":["trace[1481133238] 'agreement among raft nodes before linearized reading' (duration: 411.480208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.708616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:03.296916Z","time spent":"411.692072ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-07-28T15:09:03.708612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:03.302275Z","time spent":"406.255201ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:03.708661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.313238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:09:03.708705Z","caller":"traceutil/trace.go:171","msg":"trace[211053157] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28233; }","duration":"398.38677ms","start":"2026-07-28T15:09:03.310304Z","end":"2026-07-28T15:09:03.708691Z","steps":["trace[211053157] 'agreement among raft nodes before linearized reading' (duration: 398.298568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.708758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:03.310288Z","time spent":"398.447111ms","remote":"127.0.0.1:56824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:03.708847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.98498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-07-28T15:09:03.708878Z","caller":"traceutil/trace.go:171","msg":"trace[1600061113] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:28233; }","duration":"412.03395ms","start":"2026-07-28T15:09:03.296836Z","end":"2026-07-28T15:09:03.70887Z","steps":["trace[1600061113] 'agreement among raft nodes before linearized reading' (duration: 411.960839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.708898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:03.296826Z","time spent":"412.067262ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":223,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"info","ts":"2026-07-28T15:09:03.708969Z","caller":"traceutil/trace.go:171","msg":"trace[1494280714] transaction","detail":"{read_only:false; response_revision:28229; number_of_response:1; }","duration":"409.155362ms","start":"2026-07-28T15:09:03.2998Z","end":"2026-07-28T15:09:03.708956Z","steps":["trace[1494280714] 'process raft request' (duration: 408.27838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.708986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.339612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-07-28T15:09:03.709042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:03.299784Z","time spent":"409.223883ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1847,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:03.70905Z","caller":"traceutil/trace.go:171","msg":"trace[1485373215] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:28233; }","duration":"413.429854ms","start":"2026-07-28T15:09:03.295601Z","end":"2026-07-28T15:09:03.709031Z","steps":["trace[1485373215] 'agreement among raft nodes before linearized reading' (duration: 413.294551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.709114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.998587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"warn","ts":"2026-07-28T15:09:03.709115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:03.295592Z","time spent":"413.511476ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-07-28T15:09:03.709147Z","caller":"traceutil/trace.go:171","msg":"trace[478143845] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:28233; }","duration":"409.044728ms","start":"2026-07-28T15:09:03.300093Z","end":"2026-07-28T15:09:03.709137Z","steps":["trace[478143845] 'agreement among raft nodes before linearized reading' (duration: 408.992187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.709168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:03.300086Z","time spent":"409.07781ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-07-28T15:09:03.709182Z","caller":"traceutil/trace.go:171","msg":"trace[1841937451] transaction","detail":"{read_only:false; response_revision:28232; number_of_response:1; }","duration":"408.6784ms","start":"2026-07-28T15:09:03.30049Z","end":"2026-07-28T15:09:03.709169Z","steps":["trace[1841937451] 'process raft request' (duration: 407.721077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.709248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:03.300471Z","time spent":"408.740671ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:03.709437Z","caller":"traceutil/trace.go:171","msg":"trace[855004780] transaction","detail":"{read_only:false; response_revision:28230; number_of_response:1; }","duration":"409.449628ms","start":"2026-07-28T15:09:03.299969Z","end":"2026-07-28T15:09:03.709418Z","steps":["trace[855004780] 'process raft request' (duration: 408.157126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.709554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:03.299959Z","time spent":"409.534101ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1564,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:03.70959Z","caller":"traceutil/trace.go:171","msg":"trace[1647138654] transaction","detail":"{read_only:false; response_revision:28231; number_of_response:1; }","duration":"409.190412ms","start":"2026-07-28T15:09:03.300388Z","end":"2026-07-28T15:09:03.709578Z","steps":["trace[1647138654] 'process raft request' (duration: 407.781308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.709651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:03.300377Z","time spent":"409.240714ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1862,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:03.709992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.692278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:963734"} {"level":"info","ts":"2026-07-28T15:09:03.710058Z","caller":"traceutil/trace.go:171","msg":"trace[456473488] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28233; }","duration":"410.898533ms","start":"2026-07-28T15:09:03.299144Z","end":"2026-07-28T15:09:03.710043Z","steps":["trace[456473488] 'agreement among raft nodes before linearized reading' (duration: 409.285584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.710107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:03.299134Z","time spent":"410.953055ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":98,"response size":963757,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T15:09:03.937083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.484426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:09:03.937162Z","caller":"traceutil/trace.go:171","msg":"trace[1044907174] linearizableReadLoop","detail":"{readStateIndex:29115; appliedIndex:29114; }","duration":"228.799843ms","start":"2026-07-28T15:09:03.708351Z","end":"2026-07-28T15:09:03.937151Z","steps":["trace[1044907174] 'read index received' (duration: 111.197004ms)","trace[1044907174] 'applied index is now lower than readState.Index' (duration: 117.601989ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:03.937229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.847212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:03.937253Z","caller":"traceutil/trace.go:171","msg":"trace[1525293648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28234; }","duration":"559.904313ms","start":"2026-07-28T15:09:03.377343Z","end":"2026-07-28T15:09:03.937247Z","steps":["trace[1525293648] 'agreement among raft nodes before linearized reading' (duration: 559.863992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.937263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.928599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-28T15:09:03.937302Z","caller":"traceutil/trace.go:171","msg":"trace[117643355] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28234; }","duration":"559.006661ms","start":"2026-07-28T15:09:03.378286Z","end":"2026-07-28T15:09:03.937292Z","steps":["trace[117643355] 'agreement among raft nodes before linearized reading' (duration: 558.891748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.937329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:03.378266Z","time spent":"559.056902ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:09:03.93734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.34687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18c67c973ca4913f\" ","response":"range_response_count:1 size:817"} {"level":"info","ts":"2026-07-28T15:09:03.93736Z","caller":"traceutil/trace.go:171","msg":"trace[615949157] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18c67c973ca4913f; range_end:; response_count:1; response_revision:28234; }","duration":"616.407612ms","start":"2026-07-28T15:09:03.320946Z","end":"2026-07-28T15:09:03.937354Z","steps":["trace[615949157] 'agreement among raft nodes before linearized reading' (duration: 616.34378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.937382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:03.320925Z","time spent":"616.451993ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":840,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18c67c973ca4913f\" "} {"level":"warn","ts":"2026-07-28T15:09:03.937462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.770726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:213"} {"level":"info","ts":"2026-07-28T15:09:03.937467Z","caller":"traceutil/trace.go:171","msg":"trace[735590662] transaction","detail":"{read_only:false; response_revision:28234; number_of_response:1; }","duration":"591.733664ms","start":"2026-07-28T15:09:03.345725Z","end":"2026-07-28T15:09:03.937459Z","steps":["trace[735590662] 'process raft request' (duration: 473.803827ms)","trace[735590662] 'compare' (duration: 117.396364ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:03.937502Z","caller":"traceutil/trace.go:171","msg":"trace[1750498202] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:28234; }","duration":"570.811597ms","start":"2026-07-28T15:09:03.366679Z","end":"2026-07-28T15:09:03.93749Z","steps":["trace[1750498202] 'agreement among raft nodes before linearized reading' (duration: 570.714945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.937521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:03.345708Z","time spent":"591.788365ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1715,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:03.937528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:03.366615Z","time spent":"570.90428ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" "} {"level":"warn","ts":"2026-07-28T15:09:03.937558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.387024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-28T15:09:03.937535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.720402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4584"} {"level":"info","ts":"2026-07-28T15:09:03.937584Z","caller":"traceutil/trace.go:171","msg":"trace[755674117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28234; }","duration":"543.463995ms","start":"2026-07-28T15:09:03.394115Z","end":"2026-07-28T15:09:03.937579Z","steps":["trace[755674117] 'agreement among raft nodes before linearized reading' (duration: 543.401604ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:03.937607Z","caller":"traceutil/trace.go:171","msg":"trace[893611775] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:28234; }","duration":"600.847295ms","start":"2026-07-28T15:09:03.336743Z","end":"2026-07-28T15:09:03.93759Z","steps":["trace[893611775] 'agreement among raft nodes before linearized reading' (duration: 600.546088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.937617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:03.394097Z","time spent":"543.514736ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T15:09:03.93765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:03.336725Z","time spent":"600.919237ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4607,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-28T15:09:03.937275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:03.377325Z","time spent":"559.944504ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:09:03.93779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.079081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-28T15:09:03.937828Z","caller":"traceutil/trace.go:171","msg":"trace[797708193] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28234; }","duration":"260.146642ms","start":"2026-07-28T15:09:03.677671Z","end":"2026-07-28T15:09:03.937818Z","steps":["trace[797708193] 'agreement among raft nodes before linearized reading' (duration: 260.06814ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:03.966206Z","caller":"traceutil/trace.go:171","msg":"trace[482176118] transaction","detail":"{read_only:false; response_revision:28235; number_of_response:1; }","duration":"248.9117ms","start":"2026-07-28T15:09:03.71728Z","end":"2026-07-28T15:09:03.966191Z","steps":["trace[482176118] 'process raft request' (duration: 248.50941ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:03.966485Z","caller":"traceutil/trace.go:171","msg":"trace[1308212994] transaction","detail":"{read_only:false; response_revision:28236; number_of_response:1; }","duration":"249.169896ms","start":"2026-07-28T15:09:03.717305Z","end":"2026-07-28T15:09:03.966475Z","steps":["trace[1308212994] 'process raft request' (duration: 248.574011ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:03.966581Z","caller":"traceutil/trace.go:171","msg":"trace[1779249901] transaction","detail":"{read_only:false; response_revision:28237; number_of_response:1; }","duration":"249.196906ms","start":"2026-07-28T15:09:03.717378Z","end":"2026-07-28T15:09:03.966575Z","steps":["trace[1779249901] 'process raft request' (duration: 248.548981ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:03.966668Z","caller":"traceutil/trace.go:171","msg":"trace[1487591148] transaction","detail":"{read_only:false; response_revision:28238; number_of_response:1; }","duration":"249.205957ms","start":"2026-07-28T15:09:03.717454Z","end":"2026-07-28T15:09:03.96666Z","steps":["trace[1487591148] 'process raft request' (duration: 248.50503ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:03.966765Z","caller":"traceutil/trace.go:171","msg":"trace[728411761] transaction","detail":"{read_only:false; response_revision:28239; number_of_response:1; }","duration":"249.261068ms","start":"2026-07-28T15:09:03.717497Z","end":"2026-07-28T15:09:03.966758Z","steps":["trace[728411761] 'process raft request' (duration: 248.486689ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:03.966927Z","caller":"traceutil/trace.go:171","msg":"trace[1300549655] transaction","detail":"{read_only:false; response_revision:28240; number_of_response:1; }","duration":"245.508418ms","start":"2026-07-28T15:09:03.721412Z","end":"2026-07-28T15:09:03.966921Z","steps":["trace[1300549655] 'process raft request' (duration: 244.597656ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:03.967256Z","caller":"traceutil/trace.go:171","msg":"trace[246293227] transaction","detail":"{read_only:false; response_revision:28241; number_of_response:1; }","duration":"245.723923ms","start":"2026-07-28T15:09:03.721485Z","end":"2026-07-28T15:09:03.967209Z","steps":["trace[246293227] 'process raft request' (duration: 244.568685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.967314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.6247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-76fcaeac-28ef-4b05-a2a7-bd7952446b30\" ","response":"range_response_count:1 size:2206"} {"level":"info","ts":"2026-07-28T15:09:03.967344Z","caller":"traceutil/trace.go:171","msg":"trace[787517822] range","detail":"{range_begin:/registry/persistentvolumes/pvc-76fcaeac-28ef-4b05-a2a7-bd7952446b30; range_end:; response_count:1; response_revision:28244; }","duration":"245.668331ms","start":"2026-07-28T15:09:03.721668Z","end":"2026-07-28T15:09:03.967336Z","steps":["trace[787517822] 'agreement among raft nodes before linearized reading' (duration: 245.538638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.967502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.776164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-98cdd5b1-c7eb-4544-8325-9a7e92823c9e\" ","response":"range_response_count:1 size:2198"} {"level":"warn","ts":"2026-07-28T15:09:03.967493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.881826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b69ca01a-5abe-465a-ade4-0f17735097b6\" ","response":"range_response_count:1 size:2271"} {"level":"info","ts":"2026-07-28T15:09:03.967529Z","caller":"traceutil/trace.go:171","msg":"trace[1264901221] range","detail":"{range_begin:/registry/persistentvolumes/pvc-98cdd5b1-c7eb-4544-8325-9a7e92823c9e; range_end:; response_count:1; response_revision:28244; }","duration":"245.811854ms","start":"2026-07-28T15:09:03.721711Z","end":"2026-07-28T15:09:03.967523Z","steps":["trace[1264901221] 'agreement among raft nodes before linearized reading' (duration: 245.745213ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:03.967552Z","caller":"traceutil/trace.go:171","msg":"trace[802376653] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b69ca01a-5abe-465a-ade4-0f17735097b6; range_end:; response_count:1; response_revision:28244; }","duration":"245.972029ms","start":"2026-07-28T15:09:03.721565Z","end":"2026-07-28T15:09:03.967537Z","steps":["trace[802376653] 'agreement among raft nodes before linearized reading' (duration: 245.835025ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:03.967581Z","caller":"traceutil/trace.go:171","msg":"trace[1148652598] transaction","detail":"{read_only:false; response_revision:28242; number_of_response:1; }","duration":"245.978349ms","start":"2026-07-28T15:09:03.721595Z","end":"2026-07-28T15:09:03.967573Z","steps":["trace[1148652598] 'process raft request' (duration: 244.487512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.967645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.928897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-de933e38-b02e-4cec-9758-c19dc96d1795\" ","response":"range_response_count:1 size:2191"} {"level":"info","ts":"2026-07-28T15:09:03.96767Z","caller":"traceutil/trace.go:171","msg":"trace[1658420968] transaction","detail":"{read_only:false; response_revision:28243; number_of_response:1; }","duration":"246.02382ms","start":"2026-07-28T15:09:03.721639Z","end":"2026-07-28T15:09:03.967663Z","steps":["trace[1658420968] 'process raft request' (duration: 244.467932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.967717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.01374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6620e010-86f3-4616-b518-1ae104b265b4\" ","response":"range_response_count:1 size:2191"} {"level":"info","ts":"2026-07-28T15:09:03.967729Z","caller":"traceutil/trace.go:171","msg":"trace[1695701135] transaction","detail":"{read_only:false; response_revision:28244; number_of_response:1; }","duration":"245.247771ms","start":"2026-07-28T15:09:03.722472Z","end":"2026-07-28T15:09:03.96772Z","steps":["trace[1695701135] 'process raft request' (duration: 243.666183ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:03.967742Z","caller":"traceutil/trace.go:171","msg":"trace[177857868] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6620e010-86f3-4616-b518-1ae104b265b4; range_end:; response_count:1; response_revision:28244; }","duration":"246.04409ms","start":"2026-07-28T15:09:03.721693Z","end":"2026-07-28T15:09:03.967737Z","steps":["trace[177857868] 'agreement among raft nodes before linearized reading' (duration: 245.990819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.967827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.127993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d6af4bbc-a7db-49db-ae69-eb80198d289e\" ","response":"range_response_count:1 size:2185"} {"level":"info","ts":"2026-07-28T15:09:03.967847Z","caller":"traceutil/trace.go:171","msg":"trace[689390088] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d6af4bbc-a7db-49db-ae69-eb80198d289e; range_end:; response_count:1; response_revision:28244; }","duration":"246.166203ms","start":"2026-07-28T15:09:03.721677Z","end":"2026-07-28T15:09:03.967843Z","steps":["trace[689390088] 'agreement among raft nodes before linearized reading' (duration: 246.110512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.967897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.228955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f84334f5-38be-430d-818b-b3166f18684e\" ","response":"range_response_count:1 size:2264"} {"level":"info","ts":"2026-07-28T15:09:03.967929Z","caller":"traceutil/trace.go:171","msg":"trace[1710127222] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f84334f5-38be-430d-818b-b3166f18684e; range_end:; response_count:1; response_revision:28244; }","duration":"246.267886ms","start":"2026-07-28T15:09:03.721654Z","end":"2026-07-28T15:09:03.967922Z","steps":["trace[1710127222] 'agreement among raft nodes before linearized reading' (duration: 246.164953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.96795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.198664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-92eac0a6-f0b6-4119-814b-278481d229e2\" ","response":"range_response_count:1 size:2208"} {"level":"info","ts":"2026-07-28T15:09:03.967982Z","caller":"traceutil/trace.go:171","msg":"trace[848710341] range","detail":"{range_begin:/registry/persistentvolumes/pvc-92eac0a6-f0b6-4119-814b-278481d229e2; range_end:; response_count:1; response_revision:28244; }","duration":"246.237945ms","start":"2026-07-28T15:09:03.721736Z","end":"2026-07-28T15:09:03.967974Z","steps":["trace[848710341] 'agreement among raft nodes before linearized reading' (duration: 246.167304ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:03.967671Z","caller":"traceutil/trace.go:171","msg":"trace[1364302146] range","detail":"{range_begin:/registry/persistentvolumes/pvc-de933e38-b02e-4cec-9758-c19dc96d1795; range_end:; response_count:1; response_revision:28244; }","duration":"245.960148ms","start":"2026-07-28T15:09:03.721705Z","end":"2026-07-28T15:09:03.967665Z","steps":["trace[1364302146] 'agreement among raft nodes before linearized reading' (duration: 245.900326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.968089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.43602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8c678a10-138d-4a2b-8403-5cdffae5507c\" ","response":"range_response_count:1 size:2206"} {"level":"info","ts":"2026-07-28T15:09:03.968114Z","caller":"traceutil/trace.go:171","msg":"trace[2107461953] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8c678a10-138d-4a2b-8403-5cdffae5507c; range_end:; response_count:1; response_revision:28244; }","duration":"246.468471ms","start":"2026-07-28T15:09:03.721639Z","end":"2026-07-28T15:09:03.968108Z","steps":["trace[2107461953] 'agreement among raft nodes before linearized reading' (duration: 246.401469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:03.967551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.804275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-59406e5f-c347-4613-b9ee-f54e34b495ee\" ","response":"range_response_count:1 size:2207"} {"level":"info","ts":"2026-07-28T15:09:03.968213Z","caller":"traceutil/trace.go:171","msg":"trace[444324602] range","detail":"{range_begin:/registry/persistentvolumes/pvc-59406e5f-c347-4613-b9ee-f54e34b495ee; range_end:; response_count:1; response_revision:28244; }","duration":"246.46766ms","start":"2026-07-28T15:09:03.721721Z","end":"2026-07-28T15:09:03.968189Z","steps":["trace[444324602] 'agreement among raft nodes before linearized reading' (duration: 245.720722ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:04.209775Z","caller":"traceutil/trace.go:171","msg":"trace[776700106] linearizableReadLoop","detail":"{readStateIndex:29129; appliedIndex:29125; }","duration":"243.587102ms","start":"2026-07-28T15:09:03.966169Z","end":"2026-07-28T15:09:04.209756Z","steps":["trace[776700106] 'read index received' (duration: 243.368706ms)","trace[776700106] 'applied index is now lower than readState.Index' (duration: 217.466µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:04.209866Z","caller":"traceutil/trace.go:171","msg":"trace[1097485429] transaction","detail":"{read_only:false; response_revision:28245; number_of_response:1; }","duration":"270.215726ms","start":"2026-07-28T15:09:03.939644Z","end":"2026-07-28T15:09:04.209859Z","steps":["trace[1097485429] 'process raft request' (duration: 269.875498ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:04.210185Z","caller":"traceutil/trace.go:171","msg":"trace[1273949206] transaction","detail":"{read_only:false; response_revision:28246; number_of_response:1; }","duration":"266.67285ms","start":"2026-07-28T15:09:03.943503Z","end":"2026-07-28T15:09:04.210176Z","steps":["trace[1273949206] 'process raft request' (duration: 266.141217ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:04.210376Z","caller":"traceutil/trace.go:171","msg":"trace[143796817] transaction","detail":"{read_only:false; response_revision:28247; number_of_response:1; }","duration":"265.8346ms","start":"2026-07-28T15:09:03.944532Z","end":"2026-07-28T15:09:04.210366Z","steps":["trace[143796817] 'process raft request' (duration: 265.155534ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:04.210578Z","caller":"traceutil/trace.go:171","msg":"trace[1421368063] transaction","detail":"{read_only:false; response_revision:28248; number_of_response:1; }","duration":"264.866766ms","start":"2026-07-28T15:09:03.945703Z","end":"2026-07-28T15:09:04.21057Z","steps":["trace[1421368063] 'process raft request' (duration: 264.021016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:04.210712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.174579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:09:04.210748Z","caller":"traceutil/trace.go:171","msg":"trace[677605005] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28248; }","duration":"252.281551ms","start":"2026-07-28T15:09:03.958456Z","end":"2026-07-28T15:09:04.210738Z","steps":["trace[677605005] 'agreement among raft nodes before linearized reading' (duration: 252.2097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:04.211017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.399037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:213"} {"level":"warn","ts":"2026-07-28T15:09:04.21109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.462116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:04.2111Z","caller":"traceutil/trace.go:171","msg":"trace[1159053190] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:28248; }","duration":"267.517851ms","start":"2026-07-28T15:09:03.943564Z","end":"2026-07-28T15:09:04.211082Z","steps":["trace[1159053190] 'agreement among raft nodes before linearized reading' (duration: 267.277835ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:04.211113Z","caller":"traceutil/trace.go:171","msg":"trace[1020318580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28248; }","duration":"271.502977ms","start":"2026-07-28T15:09:03.939604Z","end":"2026-07-28T15:09:04.211107Z","steps":["trace[1020318580] 'agreement among raft nodes before linearized reading' (duration: 271.465366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:05.403492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069884948s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:09:05.403608Z","caller":"traceutil/trace.go:171","msg":"trace[921107156] linearizableReadLoop","detail":"{readStateIndex:29130; appliedIndex:29129; }","duration":"1.19376262s","start":"2026-07-28T15:09:04.209829Z","end":"2026-07-28T15:09:05.403592Z","steps":["trace[921107156] 'read index received' (duration: 123.771809ms)","trace[921107156] 'applied index is now lower than readState.Index' (duration: 1.069989451s)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:05.403681Z","caller":"traceutil/trace.go:171","msg":"trace[1983523743] transaction","detail":"{read_only:false; response_revision:28249; number_of_response:1; }","duration":"1.301879639s","start":"2026-07-28T15:09:04.101788Z","end":"2026-07-28T15:09:05.403668Z","steps":["trace[1983523743] 'process raft request' (duration: 231.739094ms)","trace[1983523743] 'compare' (duration: 1.069623382s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:05.403745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:04.101767Z","time spent":"1.30194678s","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1409,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:05.404042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425203256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-07-28T15:09:05.404075Z","caller":"traceutil/trace.go:171","msg":"trace[156334505] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:28249; }","duration":"1.425264837s","start":"2026-07-28T15:09:03.978799Z","end":"2026-07-28T15:09:05.404064Z","steps":["trace[156334505] 'agreement among raft nodes before linearized reading' (duration: 1.425127924s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:05.404112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:03.978782Z","time spent":"1.425323719s","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-07-28T15:09:05.404133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425413442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-70f0cd11-3999-4e88-9830-c9e6f4df1191\" ","response":"range_response_count:1 size:2193"} {"level":"info","ts":"2026-07-28T15:09:05.404164Z","caller":"traceutil/trace.go:171","msg":"trace[265460480] range","detail":"{range_begin:/registry/persistentvolumes/pvc-70f0cd11-3999-4e88-9830-c9e6f4df1191; range_end:; response_count:1; response_revision:28249; }","duration":"1.425501264s","start":"2026-07-28T15:09:03.978654Z","end":"2026-07-28T15:09:05.404156Z","steps":["trace[265460480] 'agreement among raft nodes before linearized reading' (duration: 1.425408311s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:05.404193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:03.978642Z","time spent":"1.425545474s","remote":"127.0.0.1:54068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2216,"request content":"key:\"/registry/persistentvolumes/pvc-70f0cd11-3999-4e88-9830-c9e6f4df1191\" "} {"level":"warn","ts":"2026-07-28T15:09:05.404327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437134106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-07-28T15:09:05.404357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425601506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-50c63c5a-fe21-46d5-9406-1f5bf339274b\" ","response":"range_response_count:1 size:2209"} {"level":"info","ts":"2026-07-28T15:09:05.404363Z","caller":"traceutil/trace.go:171","msg":"trace[1290032327] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28249; }","duration":"1.437186136s","start":"2026-07-28T15:09:03.967168Z","end":"2026-07-28T15:09:05.404354Z","steps":["trace[1290032327] 'agreement among raft nodes before linearized reading' (duration: 1.437087524s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:05.404379Z","caller":"traceutil/trace.go:171","msg":"trace[903021932] range","detail":"{range_begin:/registry/persistentvolumes/pvc-50c63c5a-fe21-46d5-9406-1f5bf339274b; range_end:; response_count:1; response_revision:28249; }","duration":"1.425643367s","start":"2026-07-28T15:09:03.978729Z","end":"2026-07-28T15:09:05.404372Z","steps":["trace[903021932] 'agreement among raft nodes before linearized reading' (duration: 1.425567275s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:05.40439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:03.967162Z","time spent":"1.437222057s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:09:05.404408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:03.978724Z","time spent":"1.425677978s","remote":"127.0.0.1:54068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2232,"request content":"key:\"/registry/persistentvolumes/pvc-50c63c5a-fe21-46d5-9406-1f5bf339274b\" "} {"level":"warn","ts":"2026-07-28T15:09:05.404372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425504044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6f106af9-a044-4580-8fb8-044b9a87c7ec\" ","response":"range_response_count:1 size:2206"} {"level":"info","ts":"2026-07-28T15:09:05.404458Z","caller":"traceutil/trace.go:171","msg":"trace[431988315] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6f106af9-a044-4580-8fb8-044b9a87c7ec; range_end:; response_count:1; response_revision:28249; }","duration":"1.425613186s","start":"2026-07-28T15:09:03.978824Z","end":"2026-07-28T15:09:05.404437Z","steps":["trace[431988315] 'agreement among raft nodes before linearized reading' (duration: 1.425325119s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:05.404511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:03.978805Z","time spent":"1.425698708s","remote":"127.0.0.1:54068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2229,"request content":"key:\"/registry/persistentvolumes/pvc-6f106af9-a044-4580-8fb8-044b9a87c7ec\" "} {"level":"warn","ts":"2026-07-28T15:09:05.788315Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.45468412s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T15:09:05.798657Z","caller":"traceutil/trace.go:171","msg":"trace[1718931577] transaction","detail":"{read_only:false; response_revision:28250; number_of_response:1; }","duration":"1.583254525s","start":"2026-07-28T15:09:04.215376Z","end":"2026-07-28T15:09:05.798631Z","steps":["trace[1718931577] 'process raft request' (duration: 1.573439457s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:05.798791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:04.21536Z","time spent":"1.583373089s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T15:09:05.798787Z","caller":"traceutil/trace.go:171","msg":"trace[410541952] transaction","detail":"{read_only:false; response_revision:28251; number_of_response:1; }","duration":"1.583220185s","start":"2026-07-28T15:09:04.215515Z","end":"2026-07-28T15:09:05.798735Z","steps":["trace[410541952] 'process raft request' (duration: 1.582828915s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:05.798984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:04.215499Z","time spent":"1.583396259s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":663,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T15:09:05.799077Z","caller":"traceutil/trace.go:171","msg":"trace[1769215561] transaction","detail":"{read_only:false; response_revision:28252; number_of_response:1; }","duration":"1.567004461s","start":"2026-07-28T15:09:04.232046Z","end":"2026-07-28T15:09:05.798916Z","steps":["trace[1769215561] 'process raft request' (duration: 1.566743695s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:05.799264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:04.232023Z","time spent":"1.567130585s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22809,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:06.19567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.142544ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T15:09:06.196053Z","caller":"traceutil/trace.go:171","msg":"trace[214110691] linearizableReadLoop","detail":"{readStateIndex:29134; appliedIndex:29130; }","duration":"792.398386ms","start":"2026-07-28T15:09:05.403633Z","end":"2026-07-28T15:09:06.196031Z","steps":["trace[214110691] 'read index received' (duration: 385.202172ms)","trace[214110691] 'applied index is now lower than readState.Index' (duration: 407.194764ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:06.196211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.279535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:09:06.196283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275519211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-28T15:09:06.196304Z","caller":"traceutil/trace.go:171","msg":"trace[1359592959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28253; }","duration":"816.382887ms","start":"2026-07-28T15:09:05.3799Z","end":"2026-07-28T15:09:06.196283Z","steps":["trace[1359592959] 'agreement among raft nodes before linearized reading' (duration: 816.214393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.196326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981397461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-28v8k\" ","response":"range_response_count:1 size:6142"} {"level":"warn","ts":"2026-07-28T15:09:06.196355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:05.379858Z","time spent":"816.48841ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:09:06.196362Z","caller":"traceutil/trace.go:171","msg":"trace[949920976] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:28253; }","duration":"1.275640123s","start":"2026-07-28T15:09:04.920697Z","end":"2026-07-28T15:09:06.196337Z","steps":["trace[949920976] 'agreement among raft nodes before linearized reading' (duration: 1.275371386s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.196407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:04.920677Z","time spent":"1.275720845s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-28T15:09:06.196393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.57906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" ","response":"range_response_count:1 size:9715"} {"level":"warn","ts":"2026-07-28T15:09:06.196441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982066677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T15:09:06.196466Z","caller":"traceutil/trace.go:171","msg":"trace[786126789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28253; }","duration":"1.982117038s","start":"2026-07-28T15:09:04.214342Z","end":"2026-07-28T15:09:06.196459Z","steps":["trace[786126789] 'agreement among raft nodes before linearized reading' (duration: 1.982035726s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.196514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:04.214329Z","time spent":"1.98217391s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T15:09:06.19651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489786361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-07-28T15:09:06.196545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.515464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-07-28T15:09:06.196572Z","caller":"traceutil/trace.go:171","msg":"trace[1653506507] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:28253; }","duration":"786.553214ms","start":"2026-07-28T15:09:05.410009Z","end":"2026-07-28T15:09:06.196563Z","steps":["trace[1653506507] 'agreement among raft nodes before linearized reading' (duration: 786.489583ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:06.19658Z","caller":"traceutil/trace.go:171","msg":"trace[411218253] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28253; }","duration":"1.489907144s","start":"2026-07-28T15:09:04.706653Z","end":"2026-07-28T15:09:06.19656Z","steps":["trace[411218253] 'agreement among raft nodes before linearized reading' (duration: 1.489673479s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.196604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:05.410001Z","time spent":"786.597746ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-07-28T15:09:06.196625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:04.706634Z","time spent":"1.489983766s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:09:06.196617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796593253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:09:06.196721Z","caller":"traceutil/trace.go:171","msg":"trace[62469580] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:28253; }","duration":"1.796724027s","start":"2026-07-28T15:09:04.399977Z","end":"2026-07-28T15:09:06.196701Z","steps":["trace[62469580] 'agreement among raft nodes before linearized reading' (duration: 1.796505841s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:06.196362Z","caller":"traceutil/trace.go:171","msg":"trace[2124060397] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-28v8k; range_end:; response_count:1; response_revision:28253; }","duration":"1.981481263s","start":"2026-07-28T15:09:04.214863Z","end":"2026-07-28T15:09:06.196344Z","steps":["trace[2124060397] 'agreement among raft nodes before linearized reading' (duration: 1.981294588s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.196775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:04.214842Z","time spent":"1.981923863s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":6165,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-28v8k\" "} {"level":"warn","ts":"2026-07-28T15:09:06.19679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.601046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-28T15:09:06.196787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.442312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" ","response":"range_response_count:1 size:6960"} {"level":"warn","ts":"2026-07-28T15:09:06.196783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:04.399931Z","time spent":"1.796835899s","remote":"127.0.0.1:53240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":32,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:09:06.196817Z","caller":"traceutil/trace.go:171","msg":"trace[1061151911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28253; }","duration":"483.684757ms","start":"2026-07-28T15:09:05.713126Z","end":"2026-07-28T15:09:06.196811Z","steps":["trace[1061151911] 'agreement among raft nodes before linearized reading' (duration: 483.614586ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:06.196463Z","caller":"traceutil/trace.go:171","msg":"trace[2112977357] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2n4p; range_end:; response_count:1; response_revision:28253; }","duration":"884.704532ms","start":"2026-07-28T15:09:05.311744Z","end":"2026-07-28T15:09:06.196449Z","steps":["trace[2112977357] 'agreement among raft nodes before linearized reading' (duration: 884.519778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.196821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.441729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-28T15:09:06.196866Z","caller":"traceutil/trace.go:171","msg":"trace[930146809] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28253; }","duration":"222.521591ms","start":"2026-07-28T15:09:05.974333Z","end":"2026-07-28T15:09:06.196855Z","steps":["trace[930146809] 'agreement among raft nodes before linearized reading' (duration: 222.396718ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:06.196376Z","caller":"traceutil/trace.go:171","msg":"trace[1766366853] transaction","detail":"{read_only:false; response_revision:28253; number_of_response:1; }","duration":"786.921944ms","start":"2026-07-28T15:09:05.409406Z","end":"2026-07-28T15:09:06.196328Z","steps":["trace[1766366853] 'process raft request' (duration: 786.385031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.196909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.531245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-28T15:09:06.196953Z","caller":"traceutil/trace.go:171","msg":"trace[1039350573] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28253; }","duration":"384.620867ms","start":"2026-07-28T15:09:05.812323Z","end":"2026-07-28T15:09:06.196944Z","steps":["trace[1039350573] 'agreement among raft nodes before linearized reading' (duration: 384.526175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.196991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:05.812298Z","time spent":"384.686999ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-28T15:09:06.196827Z","caller":"traceutil/trace.go:171","msg":"trace[1993975915] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29754180-dlwdd; range_end:; response_count:1; response_revision:28253; }","duration":"469.494753ms","start":"2026-07-28T15:09:05.727321Z","end":"2026-07-28T15:09:06.196816Z","steps":["trace[1993975915] 'agreement among raft nodes before linearized reading' (duration: 469.37633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.196874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:05.311716Z","time spent":"885.139283ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9738,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" "} {"level":"warn","ts":"2026-07-28T15:09:06.19701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:05.409377Z","time spent":"787.566969ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:06.198621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:05.727314Z","time spent":"469.723249ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6983,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" "} {"level":"warn","ts":"2026-07-28T15:09:06.198878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976767599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-kgwsq.18c679b8fb359b49\" ","response":"range_response_count:1 size:798"} {"level":"info","ts":"2026-07-28T15:09:06.199136Z","caller":"traceutil/trace.go:171","msg":"trace[1984075024] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-kgwsq.18c679b8fb359b49; range_end:; response_count:1; response_revision:28253; }","duration":"1.97889386s","start":"2026-07-28T15:09:04.220209Z","end":"2026-07-28T15:09:06.199103Z","steps":["trace[1984075024] 'agreement among raft nodes before linearized reading' (duration: 1.975919118s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.199263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:04.220201Z","time spent":"1.978983802s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":821,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-kgwsq.18c679b8fb359b49\" "} {"level":"warn","ts":"2026-07-28T15:09:06.196835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:05.713105Z","time spent":"483.726559ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T15:09:06.354Z","caller":"traceutil/trace.go:171","msg":"trace[587682223] transaction","detail":"{read_only:false; response_revision:28254; number_of_response:1; }","duration":"151.08553ms","start":"2026-07-28T15:09:06.202874Z","end":"2026-07-28T15:09:06.35396Z","steps":["trace[587682223] 'process raft request' (duration: 135.984844ms)","trace[587682223] 'compare' (duration: 14.073571ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:06.586689Z","caller":"traceutil/trace.go:171","msg":"trace[1178448551] linearizableReadLoop","detail":"{readStateIndex:29137; appliedIndex:29135; }","duration":"381.42639ms","start":"2026-07-28T15:09:06.20524Z","end":"2026-07-28T15:09:06.586666Z","steps":["trace[1178448551] 'read index received' (duration: 133.71737ms)","trace[1178448551] 'applied index is now lower than readState.Index' (duration: 247.70776ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:06.586758Z","caller":"traceutil/trace.go:171","msg":"trace[1693260549] transaction","detail":"{read_only:false; response_revision:28258; number_of_response:1; }","duration":"376.888931ms","start":"2026-07-28T15:09:06.209831Z","end":"2026-07-28T15:09:06.58672Z","steps":["trace[1693260549] 'process raft request' (duration: 376.532412ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:06.586831Z","caller":"traceutil/trace.go:171","msg":"trace[1435940204] transaction","detail":"{read_only:false; response_revision:28261; number_of_response:1; }","duration":"376.683605ms","start":"2026-07-28T15:09:06.210134Z","end":"2026-07-28T15:09:06.586818Z","steps":["trace[1435940204] 'process raft request' (duration: 376.369927ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:06.586818Z","caller":"traceutil/trace.go:171","msg":"trace[1154501296] transaction","detail":"{read_only:false; response_revision:28259; number_of_response:1; }","duration":"376.823549ms","start":"2026-07-28T15:09:06.209951Z","end":"2026-07-28T15:09:06.586775Z","steps":["trace[1154501296] 'process raft request' (duration: 376.46118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.586939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.209814Z","time spent":"377.025414ms","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5862,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:06.586986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.209942Z","time spent":"376.951452ms","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5620,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:06.587072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.210126Z","time spent":"376.738027ms","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6141,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:06.586758Z","caller":"traceutil/trace.go:171","msg":"trace[852232010] transaction","detail":"{read_only:false; response_revision:28260; number_of_response:1; }","duration":"376.700586ms","start":"2026-07-28T15:09:06.21002Z","end":"2026-07-28T15:09:06.58672Z","steps":["trace[852232010] 'process raft request' (duration: 376.433529ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:06.587097Z","caller":"traceutil/trace.go:171","msg":"trace[1013949097] transaction","detail":"{read_only:false; response_revision:28256; number_of_response:1; }","duration":"381.061031ms","start":"2026-07-28T15:09:06.206009Z","end":"2026-07-28T15:09:06.58707Z","steps":["trace[1013949097] 'process raft request' (duration: 380.259802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.587216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.209997Z","time spent":"377.158917ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5951,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:06.587281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.039525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-28T15:09:06.587324Z","caller":"traceutil/trace.go:171","msg":"trace[2054702721] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28263; }","duration":"382.103567ms","start":"2026-07-28T15:09:06.205205Z","end":"2026-07-28T15:09:06.587309Z","steps":["trace[2054702721] 'agreement among raft nodes before linearized reading' (duration: 381.912912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.587365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.20519Z","time spent":"382.167198ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T15:09:06.587452Z","caller":"traceutil/trace.go:171","msg":"trace[1021407715] transaction","detail":"{read_only:false; response_revision:28262; number_of_response:1; }","duration":"377.27415ms","start":"2026-07-28T15:09:06.210168Z","end":"2026-07-28T15:09:06.587442Z","steps":["trace[1021407715] 'process raft request' (duration: 376.371788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.58751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.210147Z","time spent":"377.331651ms","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4675,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:06.587521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.121058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:1915"} {"level":"info","ts":"2026-07-28T15:09:06.587528Z","caller":"traceutil/trace.go:171","msg":"trace[1303764909] transaction","detail":"{read_only:false; response_revision:28255; number_of_response:1; }","duration":"383.285375ms","start":"2026-07-28T15:09:06.204221Z","end":"2026-07-28T15:09:06.587507Z","steps":["trace[1303764909] 'process raft request' (duration: 361.398395ms)","trace[1303764909] 'compare' (duration: 20.496396ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:06.587577Z","caller":"traceutil/trace.go:171","msg":"trace[2014007658] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:28263; }","duration":"271.19192ms","start":"2026-07-28T15:09:06.316369Z","end":"2026-07-28T15:09:06.587561Z","steps":["trace[2014007658] 'agreement among raft nodes before linearized reading' (duration: 271.023276ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:06.587595Z","caller":"traceutil/trace.go:171","msg":"trace[1854337307] transaction","detail":"{read_only:false; response_revision:28263; number_of_response:1; }","duration":"375.916697ms","start":"2026-07-28T15:09:06.211669Z","end":"2026-07-28T15:09:06.587586Z","steps":["trace[1854337307] 'process raft request' (duration: 374.951523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.587629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.559508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-07-28T15:09:06.587643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.211662Z","time spent":"375.956667ms","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11225,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:06.587619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.204203Z","time spent":"383.368837ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:06.587693Z","caller":"traceutil/trace.go:171","msg":"trace[828681509] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:28263; }","duration":"271.651281ms","start":"2026-07-28T15:09:06.316024Z","end":"2026-07-28T15:09:06.587675Z","steps":["trace[828681509] 'agreement among raft nodes before linearized reading' (duration: 271.468476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.587742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.099717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-07-28T15:09:06.587769Z","caller":"traceutil/trace.go:171","msg":"trace[594483000] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:28263; }","duration":"271.140938ms","start":"2026-07-28T15:09:06.316619Z","end":"2026-07-28T15:09:06.58776Z","steps":["trace[594483000] 'agreement among raft nodes before linearized reading' (duration: 271.063106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.587737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.486142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1963"} {"level":"warn","ts":"2026-07-28T15:09:06.587791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.827449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-07-28T15:09:06.587821Z","caller":"traceutil/trace.go:171","msg":"trace[153924112] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:28263; }","duration":"272.87397ms","start":"2026-07-28T15:09:06.314938Z","end":"2026-07-28T15:09:06.587812Z","steps":["trace[153924112] 'agreement among raft nodes before linearized reading' (duration: 272.780218ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:06.587845Z","caller":"traceutil/trace.go:171","msg":"trace[863455911] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:28263; }","duration":"270.624126ms","start":"2026-07-28T15:09:06.317188Z","end":"2026-07-28T15:09:06.587812Z","steps":["trace[863455911] 'agreement among raft nodes before linearized reading' (duration: 270.266217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.5879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.134898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/glance-api\" ","response":"range_response_count:1 size:923"} {"level":"warn","ts":"2026-07-28T15:09:06.587911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.432455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-metadata\" ","response":"range_response_count:1 size:933"} {"level":"info","ts":"2026-07-28T15:09:06.587942Z","caller":"traceutil/trace.go:171","msg":"trace[2101753281] range","detail":"{range_begin:/registry/services/specs/openstack/nova-metadata; range_end:; response_count:1; response_revision:28263; }","duration":"271.481037ms","start":"2026-07-28T15:09:06.316451Z","end":"2026-07-28T15:09:06.587932Z","steps":["trace[2101753281] 'agreement among raft nodes before linearized reading' (duration: 271.407205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.587963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.674842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-07-28T15:09:06.588001Z","caller":"traceutil/trace.go:171","msg":"trace[329766565] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:28263; }","duration":"271.726442ms","start":"2026-07-28T15:09:06.316262Z","end":"2026-07-28T15:09:06.587989Z","steps":["trace[329766565] 'agreement among raft nodes before linearized reading' (duration: 271.62737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.587984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.19643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"warn","ts":"2026-07-28T15:09:06.58804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.936738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3327"} {"level":"info","ts":"2026-07-28T15:09:06.588064Z","caller":"traceutil/trace.go:171","msg":"trace[730032165] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:28263; }","duration":"271.973109ms","start":"2026-07-28T15:09:06.316082Z","end":"2026-07-28T15:09:06.588055Z","steps":["trace[730032165] 'agreement among raft nodes before linearized reading' (duration: 271.923558ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:06.588067Z","caller":"traceutil/trace.go:171","msg":"trace[601349289] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:28263; }","duration":"271.297732ms","start":"2026-07-28T15:09:06.316748Z","end":"2026-07-28T15:09:06.588046Z","steps":["trace[601349289] 'agreement among raft nodes before linearized reading' (duration: 271.048906ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:06.587921Z","caller":"traceutil/trace.go:171","msg":"trace[1574302187] range","detail":"{range_begin:/registry/services/specs/openstack/glance-api; range_end:; response_count:1; response_revision:28263; }","duration":"271.219291ms","start":"2026-07-28T15:09:06.316697Z","end":"2026-07-28T15:09:06.587916Z","steps":["trace[1574302187] 'agreement among raft nodes before linearized reading' (duration: 271.164439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.588079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.086911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" ","response":"range_response_count:1 size:1706"} {"level":"info","ts":"2026-07-28T15:09:06.588128Z","caller":"traceutil/trace.go:171","msg":"trace[523628011] range","detail":"{range_begin:/registry/services/specs/openstack/rook-ceph-rgw-ceph; range_end:; response_count:1; response_revision:28263; }","duration":"272.149283ms","start":"2026-07-28T15:09:06.315969Z","end":"2026-07-28T15:09:06.588119Z","steps":["trace[523628011] 'agreement among raft nodes before linearized reading' (duration: 272.03907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.588196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.912113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1647"} {"level":"warn","ts":"2026-07-28T15:09:06.588077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.611269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-07-28T15:09:06.588216Z","caller":"traceutil/trace.go:171","msg":"trace[1806496377] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:28263; }","duration":"301.956895ms","start":"2026-07-28T15:09:06.286254Z","end":"2026-07-28T15:09:06.588211Z","steps":["trace[1806496377] 'agreement among raft nodes before linearized reading' (duration: 301.908804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.58823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.286245Z","time spent":"301.981895ms","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1670,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-07-28T15:09:06.588236Z","caller":"traceutil/trace.go:171","msg":"trace[410088390] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler; range_end:; response_count:1; response_revision:28263; }","duration":"271.783864ms","start":"2026-07-28T15:09:06.316441Z","end":"2026-07-28T15:09:06.588225Z","steps":["trace[410088390] 'agreement among raft nodes before linearized reading' (duration: 271.573219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.588239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.952138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"warn","ts":"2026-07-28T15:09:06.588266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.315327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" ","response":"range_response_count:1 size:1487"} {"level":"info","ts":"2026-07-28T15:09:06.587072Z","caller":"traceutil/trace.go:171","msg":"trace[741850211] transaction","detail":"{read_only:false; response_revision:28257; number_of_response:1; }","duration":"380.410725ms","start":"2026-07-28T15:09:06.206628Z","end":"2026-07-28T15:09:06.587019Z","steps":["trace[741850211] 'process raft request' (duration: 379.689878ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:06.588297Z","caller":"traceutil/trace.go:171","msg":"trace[1621910515] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager; range_end:; response_count:1; response_revision:28263; }","duration":"272.368519ms","start":"2026-07-28T15:09:06.315918Z","end":"2026-07-28T15:09:06.588286Z","steps":["trace[1621910515] 'agreement among raft nodes before linearized reading' (duration: 272.285817ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:06.588296Z","caller":"traceutil/trace.go:171","msg":"trace[644837099] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:28263; }","duration":"272.018679ms","start":"2026-07-28T15:09:06.31626Z","end":"2026-07-28T15:09:06.588278Z","steps":["trace[644837099] 'agreement among raft nodes before linearized reading' (duration: 271.891636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.588344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.880345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-28T15:09:06.588364Z","caller":"traceutil/trace.go:171","msg":"trace[792688480] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28263; }","duration":"273.926846ms","start":"2026-07-28T15:09:06.314433Z","end":"2026-07-28T15:09:06.58836Z","steps":["trace[792688480] 'agreement among raft nodes before linearized reading' (duration: 273.877025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.588378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.206605Z","time spent":"381.709867ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":930,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T15:09:06.587837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.24211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3298"} {"level":"warn","ts":"2026-07-28T15:09:06.588447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.311096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-07-28T15:09:06.58846Z","caller":"traceutil/trace.go:171","msg":"trace[877860877] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:28263; }","duration":"271.865516ms","start":"2026-07-28T15:09:06.316585Z","end":"2026-07-28T15:09:06.588451Z","steps":["trace[877860877] 'agreement among raft nodes before linearized reading' (duration: 271.180589ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:06.588477Z","caller":"traceutil/trace.go:171","msg":"trace[1796558151] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:28263; }","duration":"272.354948ms","start":"2026-07-28T15:09:06.316113Z","end":"2026-07-28T15:09:06.588468Z","steps":["trace[1796558151] 'agreement among raft nodes before linearized reading' (duration: 272.272286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.588118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.992989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2891"} {"level":"warn","ts":"2026-07-28T15:09:06.588554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.389847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:963560"} {"level":"info","ts":"2026-07-28T15:09:06.588577Z","caller":"traceutil/trace.go:171","msg":"trace[972033582] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:28263; }","duration":"272.46357ms","start":"2026-07-28T15:09:06.316093Z","end":"2026-07-28T15:09:06.588557Z","steps":["trace[972033582] 'agreement among raft nodes before linearized reading' (duration: 271.911227ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:06.588596Z","caller":"traceutil/trace.go:171","msg":"trace[856023390] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28263; }","duration":"378.448008ms","start":"2026-07-28T15:09:06.210137Z","end":"2026-07-28T15:09:06.588585Z","steps":["trace[856023390] 'agreement among raft nodes before linearized reading' (duration: 377.182527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.588665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.445926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2875"} {"level":"warn","ts":"2026-07-28T15:09:06.588601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.347073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-28T15:09:06.588713Z","caller":"traceutil/trace.go:171","msg":"trace[1241980504] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:28263; }","duration":"271.470707ms","start":"2026-07-28T15:09:06.317234Z","end":"2026-07-28T15:09:06.588704Z","steps":["trace[1241980504] 'agreement among raft nodes before linearized reading' (duration: 271.314843ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:06.588713Z","caller":"traceutil/trace.go:171","msg":"trace[1804007448] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:28263; }","duration":"271.517548ms","start":"2026-07-28T15:09:06.317183Z","end":"2026-07-28T15:09:06.5887Z","steps":["trace[1804007448] 'agreement among raft nodes before linearized reading' (duration: 271.397595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.588727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.210128Z","time spent":"378.521569ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":98,"response size":963583,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T15:09:06.588841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.976475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5s89m.18c67c96f9d4c0f1\" ","response":"range_response_count:1 size:944"} {"level":"info","ts":"2026-07-28T15:09:06.588885Z","caller":"traceutil/trace.go:171","msg":"trace[181910490] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5s89m.18c67c96f9d4c0f1; range_end:; response_count:1; response_revision:28263; }","duration":"231.052617ms","start":"2026-07-28T15:09:06.357822Z","end":"2026-07-28T15:09:06.588875Z","steps":["trace[181910490] 'agreement among raft nodes before linearized reading' (duration: 230.794741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.589769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.94762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:963560"} {"level":"info","ts":"2026-07-28T15:09:06.589836Z","caller":"traceutil/trace.go:171","msg":"trace[1326747936] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28263; }","duration":"379.015842ms","start":"2026-07-28T15:09:06.210804Z","end":"2026-07-28T15:09:06.58982Z","steps":["trace[1326747936] 'agreement among raft nodes before linearized reading' (duration: 377.70538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.589883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.210795Z","time spent":"379.073233ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":98,"response size":963583,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T15:09:06.587846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.205987Z","time spent":"381.360549ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:06.978192Z","caller":"traceutil/trace.go:171","msg":"trace[1152387324] linearizableReadLoop","detail":"{readStateIndex:29146; appliedIndex:29145; }","duration":"382.561078ms","start":"2026-07-28T15:09:06.595603Z","end":"2026-07-28T15:09:06.978164Z","steps":["trace[1152387324] 'read index received' (duration: 382.359523ms)","trace[1152387324] 'applied index is now lower than readState.Index' (duration: 200.335µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:06.978404Z","caller":"traceutil/trace.go:171","msg":"trace[798039281] transaction","detail":"{read_only:false; response_revision:28264; number_of_response:1; }","duration":"386.431801ms","start":"2026-07-28T15:09:06.591945Z","end":"2026-07-28T15:09:06.978377Z","steps":["trace[798039281] 'process raft request' (duration: 386.018611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.97865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.591929Z","time spent":"386.558164ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:06.978765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.133851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-headless\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-07-28T15:09:06.978872Z","caller":"traceutil/trace.go:171","msg":"trace[876071800] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-headless; range_end:; response_count:1; response_revision:28264; }","duration":"383.290085ms","start":"2026-07-28T15:09:06.595559Z","end":"2026-07-28T15:09:06.978849Z","steps":["trace[876071800] 'agreement among raft nodes before linearized reading' (duration: 382.986938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:06.978931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.595542Z","time spent":"383.377867ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1336,"request content":"key:\"/registry/services/specs/monitoring/loki-headless\" "} {"level":"info","ts":"2026-07-28T15:09:07.23613Z","caller":"traceutil/trace.go:171","msg":"trace[499724942] transaction","detail":"{read_only:false; response_revision:28265; number_of_response:1; }","duration":"636.744944ms","start":"2026-07-28T15:09:06.599351Z","end":"2026-07-28T15:09:07.236096Z","steps":["trace[499724942] 'process raft request' (duration: 562.68254ms)","trace[499724942] 'compare' (duration: 73.847439ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:07.236369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.599339Z","time spent":"636.913589ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:07.654954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.875408ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T15:09:07.655428Z","caller":"traceutil/trace.go:171","msg":"trace[1319613482] linearizableReadLoop","detail":"{readStateIndex:29148; appliedIndex:29146; }","duration":"677.132083ms","start":"2026-07-28T15:09:06.978258Z","end":"2026-07-28T15:09:07.65539Z","steps":["trace[1319613482] 'read index received' (duration: 183.827232ms)","trace[1319613482] 'applied index is now lower than readState.Index' (duration: 493.301251ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:07.655542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054666089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fwsxk\" ","response":"range_response_count:1 size:5794"} {"level":"info","ts":"2026-07-28T15:09:07.655676Z","caller":"traceutil/trace.go:171","msg":"trace[1413267969] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fwsxk; range_end:; response_count:1; response_revision:28266; }","duration":"1.054840873s","start":"2026-07-28T15:09:06.600807Z","end":"2026-07-28T15:09:07.655648Z","steps":["trace[1413267969] 'agreement among raft nodes before linearized reading' (duration: 1.054619168s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:07.655691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055912449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1370"} {"level":"warn","ts":"2026-07-28T15:09:07.655735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.600791Z","time spent":"1.054931355s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5817,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fwsxk\" "} {"level":"warn","ts":"2026-07-28T15:09:07.65573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055852658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:2464"} {"level":"warn","ts":"2026-07-28T15:09:07.655753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054966016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1595"} {"level":"info","ts":"2026-07-28T15:09:07.655859Z","caller":"traceutil/trace.go:171","msg":"trace[631394079] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:28266; }","duration":"1.05513448s","start":"2026-07-28T15:09:06.600708Z","end":"2026-07-28T15:09:07.655843Z","steps":["trace[631394079] 'agreement among raft nodes before linearized reading' (duration: 1.054757601s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:07.655905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055072879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1956"} {"level":"info","ts":"2026-07-28T15:09:07.655954Z","caller":"traceutil/trace.go:171","msg":"trace[5563122] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:28266; }","duration":"1.05512945s","start":"2026-07-28T15:09:06.600813Z","end":"2026-07-28T15:09:07.655943Z","steps":["trace[5563122] 'agreement among raft nodes before linearized reading' (duration: 1.055018578s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:07.655992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.600807Z","time spent":"1.055177741s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1979,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-28T15:09:07.655979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056286368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2920"} {"level":"warn","ts":"2026-07-28T15:09:07.655968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.600701Z","time spent":"1.055227523s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":1618,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-07-28T15:09:07.656102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003890909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1630"} {"level":"info","ts":"2026-07-28T15:09:07.655744Z","caller":"traceutil/trace.go:171","msg":"trace[1993854883] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:28266; }","duration":"1.055978041s","start":"2026-07-28T15:09:06.59975Z","end":"2026-07-28T15:09:07.655728Z","steps":["trace[1993854883] 'agreement among raft nodes before linearized reading' (duration: 1.055817477s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:07.656164Z","caller":"traceutil/trace.go:171","msg":"trace[994280546] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:28266; }","duration":"1.003976171s","start":"2026-07-28T15:09:06.652171Z","end":"2026-07-28T15:09:07.656147Z","steps":["trace[994280546] 'agreement among raft nodes before linearized reading' (duration: 1.003808437s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:07.656175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056518934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-server\" ","response":"range_response_count:1 size:1078"} {"level":"warn","ts":"2026-07-28T15:09:07.656174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05551962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"warn","ts":"2026-07-28T15:09:07.655866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056128324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/placement-api\" ","response":"range_response_count:1 size:942"} {"level":"info","ts":"2026-07-28T15:09:07.656229Z","caller":"traceutil/trace.go:171","msg":"trace[1443833389] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:28266; }","duration":"1.055584411s","start":"2026-07-28T15:09:06.600631Z","end":"2026-07-28T15:09:07.656216Z","steps":["trace[1443833389] 'agreement among raft nodes before linearized reading' (duration: 1.055003147s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:07.657187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.600628Z","time spent":"1.056541174s","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3739,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-07-28T15:09:07.656052Z","caller":"traceutil/trace.go:171","msg":"trace[1646303900] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:28266; }","duration":"1.056371671s","start":"2026-07-28T15:09:06.599666Z","end":"2026-07-28T15:09:07.656038Z","steps":["trace[1646303900] 'agreement among raft nodes before linearized reading' (duration: 1.056229437s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:07.657364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.59966Z","time spent":"1.057662102s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2943,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-07-28T15:09:07.655802Z","caller":"traceutil/trace.go:171","msg":"trace[870062097] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:28266; }","duration":"1.055933539s","start":"2026-07-28T15:09:06.599849Z","end":"2026-07-28T15:09:07.655782Z","steps":["trace[870062097] 'agreement among raft nodes before linearized reading' (duration: 1.055812296s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:07.657554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.599845Z","time spent":"1.057688182s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":2487,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-07-28T15:09:07.656213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.652159Z","time spent":"1.004044903s","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1653,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-07-28T15:09:07.65622Z","caller":"traceutil/trace.go:171","msg":"trace[1479118688] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-server; range_end:; response_count:1; response_revision:28266; }","duration":"1.056605056s","start":"2026-07-28T15:09:06.599604Z","end":"2026-07-28T15:09:07.656209Z","steps":["trace[1479118688] 'agreement among raft nodes before linearized reading' (duration: 1.056474963s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:07.657832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.599582Z","time spent":"1.058239136s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1101,"request content":"key:\"/registry/services/specs/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T15:09:07.656213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.599744Z","time spent":"1.056447032s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-28T15:09:07.656304Z","caller":"traceutil/trace.go:171","msg":"trace[905096157] range","detail":"{range_begin:/registry/services/specs/openstack/placement-api; range_end:; response_count:1; response_revision:28266; }","duration":"1.056541035s","start":"2026-07-28T15:09:06.599712Z","end":"2026-07-28T15:09:07.656253Z","steps":["trace[905096157] 'agreement among raft nodes before linearized reading' (duration: 1.056056973s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:07.658043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.599707Z","time spent":"1.058313858s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":965,"request content":"key:\"/registry/services/specs/openstack/placement-api\" "} {"level":"warn","ts":"2026-07-28T15:09:07.656328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035514705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T15:09:07.658159Z","caller":"traceutil/trace.go:171","msg":"trace[1879147898] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28266; }","duration":"1.03737214s","start":"2026-07-28T15:09:06.620765Z","end":"2026-07-28T15:09:07.658137Z","steps":["trace[1879147898] 'agreement among raft nodes before linearized reading' (duration: 1.035473314s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:07.658216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.620754Z","time spent":"1.037450482s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:09:07.656337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056720849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"info","ts":"2026-07-28T15:09:07.65834Z","caller":"traceutil/trace.go:171","msg":"trace[1959437941] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:28266; }","duration":"1.058740847s","start":"2026-07-28T15:09:06.599591Z","end":"2026-07-28T15:09:07.658332Z","steps":["trace[1959437941] 'agreement among raft nodes before linearized reading' (duration: 1.056655087s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:07.658366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.599583Z","time spent":"1.058775019s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1271,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" "} {"level":"warn","ts":"2026-07-28T15:09:07.656351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05553501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-smartctl-exporter\" ","response":"range_response_count:1 size:1361"} {"level":"info","ts":"2026-07-28T15:09:07.65851Z","caller":"traceutil/trace.go:171","msg":"trace[1465464482] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-smartctl-exporter; range_end:; response_count:1; response_revision:28266; }","duration":"1.057676602s","start":"2026-07-28T15:09:06.600786Z","end":"2026-07-28T15:09:07.658463Z","steps":["trace[1465464482] 'agreement among raft nodes before linearized reading' (duration: 1.055475719s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:07.658535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.600776Z","time spent":"1.057751214s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":1384,"request content":"key:\"/registry/services/specs/monitoring/prometheus-smartctl-exporter\" "} {"level":"warn","ts":"2026-07-28T15:09:07.656399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048650453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-07-28T15:09:07.658616Z","caller":"traceutil/trace.go:171","msg":"trace[1326784264] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:28266; }","duration":"1.050883297s","start":"2026-07-28T15:09:06.607725Z","end":"2026-07-28T15:09:07.658609Z","steps":["trace[1326784264] 'agreement among raft nodes before linearized reading' (duration: 1.048630982s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:07.658643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.607717Z","time spent":"1.050919387s","remote":"127.0.0.1:54032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-07-28T15:09:07.65643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.094579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-28v8k.18c67c96f9757b0d\" ","response":"range_response_count:1 size:899"} {"level":"info","ts":"2026-07-28T15:09:07.658784Z","caller":"traceutil/trace.go:171","msg":"trace[1899924767] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-28v8k.18c67c96f9757b0d; range_end:; response_count:1; response_revision:28266; }","duration":"676.466246ms","start":"2026-07-28T15:09:06.982284Z","end":"2026-07-28T15:09:07.658751Z","steps":["trace[1899924767] 'agreement among raft nodes before linearized reading' (duration: 674.061248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:07.658851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.982267Z","time spent":"676.564969ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":922,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-28v8k.18c67c96f9757b0d\" "} {"level":"warn","ts":"2026-07-28T15:09:07.656484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.63303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:07.659046Z","caller":"traceutil/trace.go:171","msg":"trace[38970895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28266; }","duration":"274.226773ms","start":"2026-07-28T15:09:07.384809Z","end":"2026-07-28T15:09:07.659035Z","steps":["trace[38970895] 'agreement among raft nodes before linearized reading' (duration: 271.650211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:07.656471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060672814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:1490"} {"level":"info","ts":"2026-07-28T15:09:07.659193Z","caller":"traceutil/trace.go:171","msg":"trace[547920759] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:28266; }","duration":"1.063441722s","start":"2026-07-28T15:09:06.595743Z","end":"2026-07-28T15:09:07.659184Z","steps":["trace[547920759] 'agreement among raft nodes before linearized reading' (duration: 1.060644554s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:07.659224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.595722Z","time spent":"1.063492922s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1513,"request content":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-07-28T15:09:07.656499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055257214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/barbican-api\" ","response":"range_response_count:1 size:931"} {"level":"info","ts":"2026-07-28T15:09:07.659401Z","caller":"traceutil/trace.go:171","msg":"trace[1800647938] range","detail":"{range_begin:/registry/services/specs/openstack/barbican-api; range_end:; response_count:1; response_revision:28266; }","duration":"1.058152513s","start":"2026-07-28T15:09:06.601224Z","end":"2026-07-28T15:09:07.659376Z","steps":["trace[1800647938] 'agreement among raft nodes before linearized reading' (duration: 1.055197642s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:07.659473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.601218Z","time spent":"1.058236185s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":954,"request content":"key:\"/registry/services/specs/openstack/barbican-api\" "} {"level":"warn","ts":"2026-07-28T15:09:07.656572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.841403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1608"} {"level":"info","ts":"2026-07-28T15:09:07.659527Z","caller":"traceutil/trace.go:171","msg":"trace[3149950] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:28266; }","duration":"676.816765ms","start":"2026-07-28T15:09:06.982698Z","end":"2026-07-28T15:09:07.659515Z","steps":["trace[3149950] 'agreement among raft nodes before linearized reading' (duration: 673.802912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:07.659562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.982691Z","time spent":"676.861556ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1631,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"warn","ts":"2026-07-28T15:09:07.655602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055748165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-memberlist\" ","response":"range_response_count:1 size:1239"} {"level":"info","ts":"2026-07-28T15:09:07.659628Z","caller":"traceutil/trace.go:171","msg":"trace[689958300] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-memberlist; range_end:; response_count:1; response_revision:28266; }","duration":"1.059803393s","start":"2026-07-28T15:09:06.599817Z","end":"2026-07-28T15:09:07.659621Z","steps":["trace[689958300] 'agreement among raft nodes before linearized reading' (duration: 1.055613052s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:07.659653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.59981Z","time spent":"1.059836584s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1262,"request content":"key:\"/registry/services/specs/monitoring/loki-memberlist\" "} {"level":"warn","ts":"2026-07-28T15:09:07.656606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055368546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-07-28T15:09:07.659722Z","caller":"traceutil/trace.go:171","msg":"trace[2087965844] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:28266; }","duration":"1.058541953s","start":"2026-07-28T15:09:06.601173Z","end":"2026-07-28T15:09:07.659715Z","steps":["trace[2087965844] 'agreement among raft nodes before linearized reading' (duration: 1.055354405s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:07.65975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.601166Z","time spent":"1.058576213s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-07-28T15:09:07.656639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055739235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:1 size:1311"} {"level":"info","ts":"2026-07-28T15:09:07.659813Z","caller":"traceutil/trace.go:171","msg":"trace[729782807] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:1; response_revision:28266; }","duration":"1.058927352s","start":"2026-07-28T15:09:06.600879Z","end":"2026-07-28T15:09:07.659806Z","steps":["trace[729782807] 'agreement among raft nodes before linearized reading' (duration: 1.055670593s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:07.659837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.600874Z","time spent":"1.058957522s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1334,"request content":"key:\"/registry/services/specs/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-07-28T15:09:07.656678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055796806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/keystone-api\" ","response":"range_response_count:1 size:934"} {"level":"info","ts":"2026-07-28T15:09:07.659898Z","caller":"traceutil/trace.go:171","msg":"trace[209376604] range","detail":"{range_begin:/registry/services/specs/openstack/keystone-api; range_end:; response_count:1; response_revision:28266; }","duration":"1.059023915s","start":"2026-07-28T15:09:06.600866Z","end":"2026-07-28T15:09:07.65989Z","steps":["trace[209376604] 'agreement among raft nodes before linearized reading' (duration: 1.055756506s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:07.659923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.60086Z","time spent":"1.059056595s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":957,"request content":"key:\"/registry/services/specs/openstack/keystone-api\" "} {"level":"warn","ts":"2026-07-28T15:09:07.656706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055733174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-07-28T15:09:07.659984Z","caller":"traceutil/trace.go:171","msg":"trace[14609534] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:28266; }","duration":"1.059027605s","start":"2026-07-28T15:09:06.60095Z","end":"2026-07-28T15:09:07.659977Z","steps":["trace[14609534] 'agreement among raft nodes before linearized reading' (duration: 1.055629313s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:07.660011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.600947Z","time spent":"1.059058156s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-07-28T15:09:07.656735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055820127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:939"} {"level":"info","ts":"2026-07-28T15:09:07.660072Z","caller":"traceutil/trace.go:171","msg":"trace[939296650] range","detail":"{range_begin:/registry/services/specs/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:28266; }","duration":"1.059168118s","start":"2026-07-28T15:09:06.600898Z","end":"2026-07-28T15:09:07.660066Z","steps":["trace[939296650] 'agreement among raft nodes before linearized reading' (duration: 1.055767736s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:07.660096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.600891Z","time spent":"1.059199179s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":962,"request content":"key:\"/registry/services/specs/openstack/nova-novncproxy\" "} {"level":"warn","ts":"2026-07-28T15:09:07.656772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05555493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-07-28T15:09:07.660157Z","caller":"traceutil/trace.go:171","msg":"trace[396747914] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:28266; }","duration":"1.058962363s","start":"2026-07-28T15:09:06.601188Z","end":"2026-07-28T15:09:07.660151Z","steps":["trace[396747914] 'agreement among raft nodes before linearized reading' (duration: 1.055507969s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:07.660183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:06.601181Z","time spent":"1.058995224s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1279,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" "} {"level":"warn","ts":"2026-07-28T15:09:07.993976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.239592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:09:07.99411Z","caller":"traceutil/trace.go:171","msg":"trace[1467326387] linearizableReadLoop","detail":"{readStateIndex:29150; appliedIndex:29149; }","duration":"330.769383ms","start":"2026-07-28T15:09:07.663322Z","end":"2026-07-28T15:09:07.994092Z","steps":["trace[1467326387] 'read index received' (duration: 151.364337ms)","trace[1467326387] 'applied index is now lower than readState.Index' (duration: 179.403436ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:07.994196Z","caller":"traceutil/trace.go:171","msg":"trace[801513541] transaction","detail":"{read_only:false; response_revision:28267; number_of_response:1; }","duration":"331.698866ms","start":"2026-07-28T15:09:07.662437Z","end":"2026-07-28T15:09:07.994136Z","steps":["trace[801513541] 'process raft request' (duration: 152.207258ms)","trace[801513541] 'compare' (duration: 179.083558ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:07.994305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.980758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-07-28T15:09:07.994346Z","caller":"traceutil/trace.go:171","msg":"trace[210550996] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:28267; }","duration":"331.080871ms","start":"2026-07-28T15:09:07.663255Z","end":"2026-07-28T15:09:07.994336Z","steps":["trace[210550996] 'agreement among raft nodes before linearized reading' (duration: 330.926217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:07.99439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:07.663218Z","time spent":"331.163713ms","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-07-28T15:09:07.994461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:07.662427Z","time spent":"331.87464ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:08.065853Z","caller":"traceutil/trace.go:171","msg":"trace[1366189691] transaction","detail":"{read_only:false; response_revision:28268; number_of_response:1; }","duration":"402.276276ms","start":"2026-07-28T15:09:07.663549Z","end":"2026-07-28T15:09:08.065825Z","steps":["trace[1366189691] 'process raft request' (duration: 401.784894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.066044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:07.663541Z","time spent":"402.391849ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:08.066428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.815783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-28T15:09:08.066511Z","caller":"traceutil/trace.go:171","msg":"trace[1096150188] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28269; }","duration":"287.974826ms","start":"2026-07-28T15:09:07.778517Z","end":"2026-07-28T15:09:08.066491Z","steps":["trace[1096150188] 'agreement among raft nodes before linearized reading' (duration: 287.522845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.066581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.271835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"info","ts":"2026-07-28T15:09:08.066627Z","caller":"traceutil/trace.go:171","msg":"trace[1051995408] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron-nodes; range_end:; response_count:1; response_revision:28269; }","duration":"402.352477ms","start":"2026-07-28T15:09:07.664263Z","end":"2026-07-28T15:09:08.066616Z","steps":["trace[1051995408] 'agreement among raft nodes before linearized reading' (duration: 402.168273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.066668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:07.664256Z","time spent":"402.404368ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1286,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" "} {"level":"warn","ts":"2026-07-28T15:09:08.066787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.556758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-07-28T15:09:08.066724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.235524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-07-28T15:09:08.066897Z","caller":"traceutil/trace.go:171","msg":"trace[2035049867] transaction","detail":"{read_only:false; response_revision:28269; number_of_response:1; }","duration":"403.171228ms","start":"2026-07-28T15:09:07.663716Z","end":"2026-07-28T15:09:08.066887Z","steps":["trace[2035049867] 'process raft request' (duration: 401.786474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.066995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.440206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-07-28T15:09:08.066999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:07.663709Z","time spent":"403.215859ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5587,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:08.067033Z","caller":"traceutil/trace.go:171","msg":"trace[1412768877] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28269; }","duration":"387.500848ms","start":"2026-07-28T15:09:07.679523Z","end":"2026-07-28T15:09:08.067024Z","steps":["trace[1412768877] 'agreement among raft nodes before linearized reading' (duration: 387.390215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.067072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:07.679511Z","time spent":"387.553329ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T15:09:08.06712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.305291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:1494"} {"level":"warn","ts":"2026-07-28T15:09:08.067281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.718422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey\" ","response":"range_response_count:1 size:1507"} {"level":"warn","ts":"2026-07-28T15:09:08.067263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.653429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-07-28T15:09:08.067313Z","caller":"traceutil/trace.go:171","msg":"trace[975808285] range","detail":"{range_begin:/registry/services/specs/openstack/valkey; range_end:; response_count:1; response_revision:28269; }","duration":"401.761093ms","start":"2026-07-28T15:09:07.665543Z","end":"2026-07-28T15:09:08.067304Z","steps":["trace[975808285] 'agreement among raft nodes before linearized reading' (duration: 401.63638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.067339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:07.665538Z","time spent":"401.795983ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":1530,"request content":"key:\"/registry/services/specs/openstack/valkey\" "} {"level":"warn","ts":"2026-07-28T15:09:08.067365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.436839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"info","ts":"2026-07-28T15:09:08.067413Z","caller":"traceutil/trace.go:171","msg":"trace[1669412438] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:28269; }","duration":"402.489311ms","start":"2026-07-28T15:09:07.664909Z","end":"2026-07-28T15:09:08.067399Z","steps":["trace[1669412438] 'agreement among raft nodes before linearized reading' (duration: 402.391219ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:08.067432Z","caller":"traceutil/trace.go:171","msg":"trace[1102428881] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:28269; }","duration":"403.511296ms","start":"2026-07-28T15:09:07.663791Z","end":"2026-07-28T15:09:08.067302Z","steps":["trace[1102428881] 'agreement among raft nodes before linearized reading' (duration: 403.012904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.067453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:07.664902Z","time spent":"402.544042ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7407,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-07-28T15:09:08.067499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.70734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-07-28T15:09:08.067548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.89893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-metrics\" ","response":"range_response_count:1 size:1350"} {"level":"warn","ts":"2026-07-28T15:09:08.067688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.920566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-07-28T15:09:08.06771Z","caller":"traceutil/trace.go:171","msg":"trace[1715169915] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-metrics; range_end:; response_count:1; response_revision:28269; }","duration":"403.059834ms","start":"2026-07-28T15:09:07.664636Z","end":"2026-07-28T15:09:08.067696Z","steps":["trace[1715169915] 'agreement among raft nodes before linearized reading' (duration: 402.571562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.067157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.482441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"warn","ts":"2026-07-28T15:09:08.068065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.194572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-headless\" ","response":"range_response_count:1 size:1464"} {"level":"info","ts":"2026-07-28T15:09:08.068218Z","caller":"traceutil/trace.go:171","msg":"trace[760552266] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-headless; range_end:; response_count:1; response_revision:28269; }","duration":"404.320965ms","start":"2026-07-28T15:09:07.663853Z","end":"2026-07-28T15:09:08.068174Z","steps":["trace[760552266] 'agreement among raft nodes before linearized reading' (duration: 403.801002ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:08.067727Z","caller":"traceutil/trace.go:171","msg":"trace[980047572] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:28269; }","duration":"403.986287ms","start":"2026-07-28T15:09:07.663732Z","end":"2026-07-28T15:09:08.067718Z","steps":["trace[980047572] 'agreement among raft nodes before linearized reading' (duration: 403.871554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.068265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:07.663849Z","time spent":"404.405247ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1487,"request content":"key:\"/registry/services/specs/openstack/valkey-headless\" "} {"level":"warn","ts":"2026-07-28T15:09:08.068347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:07.663724Z","time spent":"404.606232ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-07-28T15:09:08.067414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.604688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1454"} {"level":"info","ts":"2026-07-28T15:09:08.068558Z","caller":"traceutil/trace.go:171","msg":"trace[135104631] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:28269; }","duration":"404.747966ms","start":"2026-07-28T15:09:07.663787Z","end":"2026-07-28T15:09:08.068535Z","steps":["trace[135104631] 'agreement among raft nodes before linearized reading' (duration: 403.533536ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:08.068085Z","caller":"traceutil/trace.go:171","msg":"trace[130199821] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:28269; }","duration":"403.421353ms","start":"2026-07-28T15:09:07.664651Z","end":"2026-07-28T15:09:08.068073Z","steps":["trace[130199821] 'agreement among raft nodes before linearized reading' (duration: 402.419889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.06864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:07.663779Z","time spent":"404.838328ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1477,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-28T15:09:08.068665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:07.66464Z","time spent":"404.010427ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1279,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" "} {"level":"warn","ts":"2026-07-28T15:09:08.067222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.389582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-28T15:09:08.06877Z","caller":"traceutil/trace.go:171","msg":"trace[1045870187] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28269; }","duration":"405.087644ms","start":"2026-07-28T15:09:07.663667Z","end":"2026-07-28T15:09:08.068754Z","steps":["trace[1045870187] 'agreement among raft nodes before linearized reading' (duration: 402.984013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.067278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.115882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1604"} {"level":"warn","ts":"2026-07-28T15:09:08.068819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:07.663658Z","time spent":"405.149745ms","remote":"127.0.0.1:56844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T15:09:08.068844Z","caller":"traceutil/trace.go:171","msg":"trace[1258350348] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:28269; }","duration":"403.686739ms","start":"2026-07-28T15:09:07.665136Z","end":"2026-07-28T15:09:08.068823Z","steps":["trace[1258350348] 'agreement among raft nodes before linearized reading' (duration: 402.0449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.067549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.080429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-28T15:09:08.067353Z","caller":"traceutil/trace.go:171","msg":"trace[1644989839] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:28269; }","duration":"403.814872ms","start":"2026-07-28T15:09:07.663516Z","end":"2026-07-28T15:09:08.067331Z","steps":["trace[1644989839] 'agreement among raft nodes before linearized reading' (duration: 403.352341ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:08.067061Z","caller":"traceutil/trace.go:171","msg":"trace[1635953739] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:28269; }","duration":"402.550992ms","start":"2026-07-28T15:09:07.664369Z","end":"2026-07-28T15:09:08.06692Z","steps":["trace[1635953739] 'agreement among raft nodes before linearized reading' (duration: 401.563379ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:08.066884Z","caller":"traceutil/trace.go:171","msg":"trace[1642113737] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:28269; }","duration":"401.686191ms","start":"2026-07-28T15:09:07.665173Z","end":"2026-07-28T15:09:08.06686Z","steps":["trace[1642113737] 'agreement among raft nodes before linearized reading' (duration: 400.81294ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:08.067573Z","caller":"traceutil/trace.go:171","msg":"trace[1924341810] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:28269; }","duration":"403.778862ms","start":"2026-07-28T15:09:07.663768Z","end":"2026-07-28T15:09:08.067547Z","steps":["trace[1924341810] 'agreement among raft nodes before linearized reading' (duration: 403.669569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.067619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:07.663784Z","time spent":"403.819643ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1517,"request content":"key:\"/registry/services/specs/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-07-28T15:09:08.067836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.010177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:1094"} {"level":"warn","ts":"2026-07-28T15:09:08.067869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.269809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1072"} {"level":"warn","ts":"2026-07-28T15:09:08.067869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.238579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1418"} {"level":"warn","ts":"2026-07-28T15:09:08.067986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:07.664623Z","time spent":"403.344142ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1373,"request content":"key:\"/registry/services/specs/openstack/valkey-metrics\" "} {"level":"warn","ts":"2026-07-28T15:09:08.071556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:07.665126Z","time spent":"406.411815ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1627,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" "} {"level":"info","ts":"2026-07-28T15:09:08.071711Z","caller":"traceutil/trace.go:171","msg":"trace[227355280] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28269; }","duration":"408.25664ms","start":"2026-07-28T15:09:07.663438Z","end":"2026-07-28T15:09:08.071694Z","steps":["trace[227355280] 'agreement among raft nodes before linearized reading' (duration: 403.954046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.071778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:07.66343Z","time spent":"408.336443ms","remote":"127.0.0.1:56844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T15:09:08.071923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:07.663499Z","time spent":"408.414954ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1343,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-28T15:09:08.072051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:07.664364Z","time spent":"407.675966ms","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-07-28T15:09:08.072201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:07.665167Z","time spent":"407.0239ms","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-07-28T15:09:08.072328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:07.66376Z","time spent":"408.558448ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1459,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-07-28T15:09:08.072518Z","caller":"traceutil/trace.go:171","msg":"trace[467317569] range","detail":"{range_begin:/registry/services/specs/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:28269; }","duration":"408.699921ms","start":"2026-07-28T15:09:07.663806Z","end":"2026-07-28T15:09:08.072506Z","steps":["trace[467317569] 'agreement among raft nodes before linearized reading' (duration: 403.965296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.072557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:07.6638Z","time spent":"408.748393ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1117,"request content":"key:\"/registry/services/specs/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-07-28T15:09:08.072676Z","caller":"traceutil/trace.go:171","msg":"trace[2106981075] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:28269; }","duration":"408.088737ms","start":"2026-07-28T15:09:07.664578Z","end":"2026-07-28T15:09:08.072667Z","steps":["trace[2106981075] 'agreement among raft nodes before linearized reading' (duration: 403.212148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.072707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:07.664574Z","time spent":"408.126777ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1095,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"info","ts":"2026-07-28T15:09:08.072792Z","caller":"traceutil/trace.go:171","msg":"trace[98560379] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:28269; }","duration":"408.177398ms","start":"2026-07-28T15:09:07.664609Z","end":"2026-07-28T15:09:08.072786Z","steps":["trace[98560379] 'agreement among raft nodes before linearized reading' (duration: 403.165877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.072819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:07.664604Z","time spent":"408.208819ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1441,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-07-28T15:09:08.369509Z","caller":"traceutil/trace.go:171","msg":"trace[1546380183] linearizableReadLoop","detail":"{readStateIndex:29158; appliedIndex:29153; }","duration":"227.091151ms","start":"2026-07-28T15:09:08.142395Z","end":"2026-07-28T15:09:08.369486Z","steps":["trace[1546380183] 'read index received' (duration: 145.196857ms)","trace[1546380183] 'applied index is now lower than readState.Index' (duration: 81.893134ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:08.369816Z","caller":"traceutil/trace.go:171","msg":"trace[634729850] transaction","detail":"{read_only:false; response_revision:28271; number_of_response:1; }","duration":"296.824321ms","start":"2026-07-28T15:09:08.072977Z","end":"2026-07-28T15:09:08.369801Z","steps":["trace[634729850] 'process raft request' (duration: 214.674511ms)","trace[634729850] 'compare' (duration: 81.514705ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:08.36988Z","caller":"traceutil/trace.go:171","msg":"trace[743448703] transaction","detail":"{read_only:false; response_revision:28275; number_of_response:1; }","duration":"291.892761ms","start":"2026-07-28T15:09:08.077958Z","end":"2026-07-28T15:09:08.36985Z","steps":["trace[743448703] 'process raft request' (duration: 291.466941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.369999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.337136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"warn","ts":"2026-07-28T15:09:08.370032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.108886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-07-28T15:09:08.37006Z","caller":"traceutil/trace.go:171","msg":"trace[1440624532] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:28275; }","duration":"293.425769ms","start":"2026-07-28T15:09:08.076621Z","end":"2026-07-28T15:09:08.370047Z","steps":["trace[1440624532] 'agreement among raft nodes before linearized reading' (duration: 293.224514ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:08.370134Z","caller":"traceutil/trace.go:171","msg":"trace[1343544271] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:28275; }","duration":"294.208088ms","start":"2026-07-28T15:09:08.075865Z","end":"2026-07-28T15:09:08.370073Z","steps":["trace[1343544271] 'agreement among raft nodes before linearized reading' (duration: 293.932811ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:08.370259Z","caller":"traceutil/trace.go:171","msg":"trace[1635214021] transaction","detail":"{read_only:false; response_revision:28272; number_of_response:1; }","duration":"297.191289ms","start":"2026-07-28T15:09:08.073041Z","end":"2026-07-28T15:09:08.370233Z","steps":["trace[1635214021] 'process raft request' (duration: 296.243366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.370308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.49309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:1308"} {"level":"info","ts":"2026-07-28T15:09:08.370365Z","caller":"traceutil/trace.go:171","msg":"trace[802336832] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:28275; }","duration":"293.558241ms","start":"2026-07-28T15:09:08.076796Z","end":"2026-07-28T15:09:08.370355Z","steps":["trace[802336832] 'agreement among raft nodes before linearized reading' (duration: 293.437788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.370377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.133246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/ceph-csi-rbd-provisioner-http-metrics\" ","response":"range_response_count:1 size:1196"} {"level":"warn","ts":"2026-07-28T15:09:08.370369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.918043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1683"} {"level":"info","ts":"2026-07-28T15:09:08.370422Z","caller":"traceutil/trace.go:171","msg":"trace[10243394] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:28275; }","duration":"296.990535ms","start":"2026-07-28T15:09:08.073415Z","end":"2026-07-28T15:09:08.370405Z","steps":["trace[10243394] 'agreement among raft nodes before linearized reading' (duration: 296.828561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.370514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.2935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1491"} {"level":"info","ts":"2026-07-28T15:09:08.370571Z","caller":"traceutil/trace.go:171","msg":"trace[1492855298] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:28275; }","duration":"294.365291ms","start":"2026-07-28T15:09:08.076197Z","end":"2026-07-28T15:09:08.370562Z","steps":["trace[1492855298] 'agreement among raft nodes before linearized reading' (duration: 294.255949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.370579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.799938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" ","response":"range_response_count:1 size:1420"} {"level":"info","ts":"2026-07-28T15:09:08.370609Z","caller":"traceutil/trace.go:171","msg":"trace[1280473522] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy; range_end:; response_count:1; response_revision:28275; }","duration":"293.850819ms","start":"2026-07-28T15:09:08.076749Z","end":"2026-07-28T15:09:08.3706Z","steps":["trace[1280473522] 'agreement among raft nodes before linearized reading' (duration: 293.762267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.37068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.098159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-07-28T15:09:08.370724Z","caller":"traceutil/trace.go:171","msg":"trace[1039121031] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:28275; }","duration":"295.1375ms","start":"2026-07-28T15:09:08.075572Z","end":"2026-07-28T15:09:08.370709Z","steps":["trace[1039121031] 'agreement among raft nodes before linearized reading' (duration: 295.037437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.370821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.126555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" ","response":"range_response_count:1 size:1404"} {"level":"info","ts":"2026-07-28T15:09:08.370886Z","caller":"traceutil/trace.go:171","msg":"trace[1663459099] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-coredns; range_end:; response_count:1; response_revision:28275; }","duration":"294.204147ms","start":"2026-07-28T15:09:08.076674Z","end":"2026-07-28T15:09:08.370878Z","steps":["trace[1663459099] 'agreement among raft nodes before linearized reading' (duration: 294.088154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.370893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.7142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-api\" ","response":"range_response_count:1 size:918"} {"level":"info","ts":"2026-07-28T15:09:08.370924Z","caller":"traceutil/trace.go:171","msg":"trace[1562897147] range","detail":"{range_begin:/registry/services/specs/openstack/nova-api; range_end:; response_count:1; response_revision:28275; }","duration":"294.763691ms","start":"2026-07-28T15:09:08.076154Z","end":"2026-07-28T15:09:08.370917Z","steps":["trace[1562897147] 'agreement among raft nodes before linearized reading' (duration: 294.539306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.370959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.351954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:2117"} {"level":"warn","ts":"2026-07-28T15:09:08.370794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.058843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3327"} {"level":"info","ts":"2026-07-28T15:09:08.371001Z","caller":"traceutil/trace.go:171","msg":"trace[1725448460] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:28275; }","duration":"297.392125ms","start":"2026-07-28T15:09:08.073598Z","end":"2026-07-28T15:09:08.370991Z","steps":["trace[1725448460] 'agreement among raft nodes before linearized reading' (duration: 297.290952ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:08.370437Z","caller":"traceutil/trace.go:171","msg":"trace[2052952547] range","detail":"{range_begin:/registry/services/specs/kube-system/ceph-csi-rbd-provisioner-http-metrics; range_end:; response_count:1; response_revision:28275; }","duration":"294.174096ms","start":"2026-07-28T15:09:08.076223Z","end":"2026-07-28T15:09:08.370397Z","steps":["trace[2052952547] 'agreement among raft nodes before linearized reading' (duration: 294.112045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.37109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.575991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-jmmjn.18c679aa83f1e7f2\" ","response":"range_response_count:1 size:797"} {"level":"warn","ts":"2026-07-28T15:09:08.370063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.241198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:1 size:798"} {"level":"info","ts":"2026-07-28T15:09:08.371022Z","caller":"traceutil/trace.go:171","msg":"trace[973307775] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:28275; }","duration":"296.329869ms","start":"2026-07-28T15:09:08.074674Z","end":"2026-07-28T15:09:08.371004Z","steps":["trace[973307775] 'agreement among raft nodes before linearized reading' (duration: 295.96615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.371207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.856688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5s89m\" ","response":"range_response_count:1 size:6448"} {"level":"info","ts":"2026-07-28T15:09:08.371281Z","caller":"traceutil/trace.go:171","msg":"trace[1963510789] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5s89m; range_end:; response_count:1; response_revision:28275; }","duration":"295.947ms","start":"2026-07-28T15:09:08.075325Z","end":"2026-07-28T15:09:08.371271Z","steps":["trace[1963510789] 'agreement among raft nodes before linearized reading' (duration: 295.818656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.371266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.837357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki\" ","response":"range_response_count:1 size:1365"} {"level":"info","ts":"2026-07-28T15:09:08.370375Z","caller":"traceutil/trace.go:171","msg":"trace[1175549906] transaction","detail":"{read_only:false; response_revision:28274; number_of_response:1; }","duration":"295.687273ms","start":"2026-07-28T15:09:08.074673Z","end":"2026-07-28T15:09:08.37036Z","steps":["trace[1175549906] 'process raft request' (duration: 294.7065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.37131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.37225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-07-28T15:09:08.371339Z","caller":"traceutil/trace.go:171","msg":"trace[1188264652] range","detail":"{range_begin:/registry/services/specs/monitoring/loki; range_end:; response_count:1; response_revision:28275; }","duration":"295.997571ms","start":"2026-07-28T15:09:08.075329Z","end":"2026-07-28T15:09:08.371326Z","steps":["trace[1188264652] 'agreement among raft nodes before linearized reading' (duration: 295.753535ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:08.371353Z","caller":"traceutil/trace.go:171","msg":"trace[1799619273] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:28275; }","duration":"296.447952ms","start":"2026-07-28T15:09:08.074893Z","end":"2026-07-28T15:09:08.371341Z","steps":["trace[1799619273] 'agreement among raft nodes before linearized reading' (duration: 296.310949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.371412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.987359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/vector-headless\" ","response":"range_response_count:1 size:1163"} {"level":"info","ts":"2026-07-28T15:09:08.371459Z","caller":"traceutil/trace.go:171","msg":"trace[766274031] range","detail":"{range_begin:/registry/services/specs/monitoring/vector-headless; range_end:; response_count:1; response_revision:28275; }","duration":"298.041601ms","start":"2026-07-28T15:09:08.073405Z","end":"2026-07-28T15:09:08.371447Z","steps":["trace[766274031] 'agreement among raft nodes before linearized reading' (duration: 297.925338ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:08.371504Z","caller":"traceutil/trace.go:171","msg":"trace[1783551522] transaction","detail":"{read_only:false; response_revision:28273; number_of_response:1; }","duration":"298.372819ms","start":"2026-07-28T15:09:08.073114Z","end":"2026-07-28T15:09:08.371487Z","steps":["trace[1783551522] 'process raft request' (duration: 296.222247ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:08.37161Z","caller":"traceutil/trace.go:171","msg":"trace[1708497749] range","detail":"{range_begin:/registry/events/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-jmmjn.18c679aa83f1e7f2; range_end:; response_count:1; response_revision:28275; }","duration":"225.156484ms","start":"2026-07-28T15:09:08.146441Z","end":"2026-07-28T15:09:08.371598Z","steps":["trace[1708497749] 'agreement among raft nodes before linearized reading' (duration: 224.515809ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:08.371625Z","caller":"traceutil/trace.go:171","msg":"trace[304246616] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:1; response_revision:28275; }","duration":"295.801356ms","start":"2026-07-28T15:09:08.075797Z","end":"2026-07-28T15:09:08.371598Z","steps":["trace[304246616] 'agreement among raft nodes before linearized reading' (duration: 294.193357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.37171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.305047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:1096"} {"level":"info","ts":"2026-07-28T15:09:08.37175Z","caller":"traceutil/trace.go:171","msg":"trace[711679061] range","detail":"{range_begin:/registry/services/specs/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:28275; }","duration":"298.356438ms","start":"2026-07-28T15:09:08.073385Z","end":"2026-07-28T15:09:08.371741Z","steps":["trace[711679061] 'agreement among raft nodes before linearized reading' (duration: 298.258636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.371878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.090723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd\" ","response":"range_response_count:1 size:1410"} {"level":"warn","ts":"2026-07-28T15:09:08.371896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.896441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-07-28T15:09:08.371928Z","caller":"traceutil/trace.go:171","msg":"trace[421902979] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd; range_end:; response_count:1; response_revision:28275; }","duration":"296.154595ms","start":"2026-07-28T15:09:08.075758Z","end":"2026-07-28T15:09:08.371913Z","steps":["trace[421902979] 'agreement among raft nodes before linearized reading' (duration: 294.325441ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:08.371966Z","caller":"traceutil/trace.go:171","msg":"trace[1547124748] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:28275; }","duration":"299.035804ms","start":"2026-07-28T15:09:08.072917Z","end":"2026-07-28T15:09:08.371953Z","steps":["trace[1547124748] 'agreement among raft nodes before linearized reading' (duration: 298.795908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:08.371902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.620851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:2556"} {"level":"info","ts":"2026-07-28T15:09:08.372039Z","caller":"traceutil/trace.go:171","msg":"trace[940545639] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:28275; }","duration":"224.763315ms","start":"2026-07-28T15:09:08.147264Z","end":"2026-07-28T15:09:08.372028Z","steps":["trace[940545639] 'agreement among raft nodes before linearized reading' (duration: 224.323824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.157459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.049909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:09:09.157601Z","caller":"traceutil/trace.go:171","msg":"trace[1509953643] linearizableReadLoop","detail":"{readStateIndex:29159; appliedIndex:29158; }","duration":"781.469962ms","start":"2026-07-28T15:09:08.376105Z","end":"2026-07-28T15:09:09.157575Z","steps":["trace[1509953643] 'read index received' (duration: 100.230569ms)","trace[1509953643] 'applied index is now lower than readState.Index' (duration: 681.236773ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:09.157668Z","caller":"traceutil/trace.go:171","msg":"trace[935958366] transaction","detail":"{read_only:false; response_revision:28276; number_of_response:1; }","duration":"781.708788ms","start":"2026-07-28T15:09:08.375882Z","end":"2026-07-28T15:09:09.157591Z","steps":["trace[935958366] 'process raft request' (duration: 100.387622ms)","trace[935958366] 'compare' (duration: 680.719361ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:09.157839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.732018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T15:09:09.157865Z","caller":"traceutil/trace.go:171","msg":"trace[821540652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28276; }","duration":"781.757329ms","start":"2026-07-28T15:09:08.376098Z","end":"2026-07-28T15:09:09.157856Z","steps":["trace[821540652] 'agreement among raft nodes before linearized reading' (duration: 781.561434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.157896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.376069Z","time spent":"781.82005ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T15:09:09.157933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.375861Z","time spent":"781.923042ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:09.177324Z","caller":"traceutil/trace.go:171","msg":"trace[541938356] transaction","detail":"{read_only:false; response_revision:28279; number_of_response:1; }","duration":"793.175415ms","start":"2026-07-28T15:09:08.384124Z","end":"2026-07-28T15:09:09.1773Z","steps":["trace[541938356] 'process raft request' (duration: 793.116154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.177496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.384119Z","time spent":"793.284418ms","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:09.17789Z","caller":"traceutil/trace.go:171","msg":"trace[782084220] transaction","detail":"{read_only:false; response_revision:28277; number_of_response:1; }","duration":"796.596488ms","start":"2026-07-28T15:09:08.381281Z","end":"2026-07-28T15:09:09.177877Z","steps":["trace[782084220] 'process raft request' (duration: 795.778008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.17797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.381272Z","time spent":"796.661459ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6246,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:09.178153Z","caller":"traceutil/trace.go:171","msg":"trace[148459746] transaction","detail":"{read_only:false; response_revision:28278; number_of_response:1; }","duration":"796.565957ms","start":"2026-07-28T15:09:08.381577Z","end":"2026-07-28T15:09:09.178143Z","steps":["trace[148459746] 'process raft request' (duration: 795.608664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.178211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.381573Z","time spent":"796.613468ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":912,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T15:09:09.178975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.687471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-28T15:09:09.179028Z","caller":"traceutil/trace.go:171","msg":"trace[2041652803] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28279; }","duration":"155.812465ms","start":"2026-07-28T15:09:09.023204Z","end":"2026-07-28T15:09:09.179017Z","steps":["trace[2041652803] 'agreement among raft nodes before linearized reading' (duration: 155.654071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.17931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.107031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" ","response":"range_response_count:1 size:6960"} {"level":"info","ts":"2026-07-28T15:09:09.179351Z","caller":"traceutil/trace.go:171","msg":"trace[2144592638] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29754180-dlwdd; range_end:; response_count:1; response_revision:28279; }","duration":"570.146512ms","start":"2026-07-28T15:09:08.609195Z","end":"2026-07-28T15:09:09.179341Z","steps":["trace[2144592638] 'agreement among raft nodes before linearized reading' (duration: 570.021139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.179381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.609172Z","time spent":"570.201243ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6983,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" "} {"level":"warn","ts":"2026-07-28T15:09:09.179587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.133945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-07-28T15:09:09.179626Z","caller":"traceutil/trace.go:171","msg":"trace[1753567747] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:28279; }","duration":"798.177606ms","start":"2026-07-28T15:09:08.381439Z","end":"2026-07-28T15:09:09.179617Z","steps":["trace[1753567747] 'agreement among raft nodes before linearized reading' (duration: 798.076944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.179654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.381436Z","time spent":"798.211767ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-07-28T15:09:09.17967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.73578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"info","ts":"2026-07-28T15:09:09.179707Z","caller":"traceutil/trace.go:171","msg":"trace[1486857504] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:28279; }","duration":"791.772361ms","start":"2026-07-28T15:09:08.387919Z","end":"2026-07-28T15:09:09.179691Z","steps":["trace[1486857504] 'agreement among raft nodes before linearized reading' (duration: 791.698519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.179741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.387914Z","time spent":"791.822142ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13253,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-07-28T15:09:09.179728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.690417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"info","ts":"2026-07-28T15:09:09.179815Z","caller":"traceutil/trace.go:171","msg":"trace[389609661] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:28279; }","duration":"788.803609ms","start":"2026-07-28T15:09:08.390987Z","end":"2026-07-28T15:09:09.179791Z","steps":["trace[389609661] 'agreement among raft nodes before linearized reading' (duration: 788.519962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.179856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.420102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:1 size:766"} {"level":"warn","ts":"2026-07-28T15:09:09.179865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.39098Z","time spent":"788.875581ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24268,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-07-28T15:09:09.179887Z","caller":"traceutil/trace.go:171","msg":"trace[1269164737] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:1; response_revision:28279; }","duration":"798.456883ms","start":"2026-07-28T15:09:08.381421Z","end":"2026-07-28T15:09:09.179878Z","steps":["trace[1269164737] 'agreement among raft nodes before linearized reading' (duration: 798.366161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.179923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.381417Z","time spent":"798.499594ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":789,"request content":"key:\"/registry/services/specs/openstack/memcached-metrics\" "} {"level":"warn","ts":"2026-07-28T15:09:09.179946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.20546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"info","ts":"2026-07-28T15:09:09.179981Z","caller":"traceutil/trace.go:171","msg":"trace[96955680] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:28279; }","duration":"794.23673ms","start":"2026-07-28T15:09:08.385725Z","end":"2026-07-28T15:09:09.179962Z","steps":["trace[96955680] 'agreement among raft nodes before linearized reading' (duration: 794.169379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.180008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.38572Z","time spent":"794.283551ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-07-28T15:09:09.180107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.97388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1452"} {"level":"warn","ts":"2026-07-28T15:09:09.18009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.248777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"warn","ts":"2026-07-28T15:09:09.180124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.60886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/ceph-csi-rbd-nodeplugin-http-metrics\" ","response":"range_response_count:1 size:1190"} {"level":"warn","ts":"2026-07-28T15:09:09.180182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.234344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"info","ts":"2026-07-28T15:09:09.180185Z","caller":"traceutil/trace.go:171","msg":"trace[1016650550] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:28279; }","duration":"599.434151ms","start":"2026-07-28T15:09:08.58073Z","end":"2026-07-28T15:09:09.180164Z","steps":["trace[1016650550] 'agreement among raft nodes before linearized reading' (duration: 599.011401ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:09.180208Z","caller":"traceutil/trace.go:171","msg":"trace[1243072750] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:28279; }","duration":"797.256334ms","start":"2026-07-28T15:09:08.382944Z","end":"2026-07-28T15:09:09.1802Z","steps":["trace[1243072750] 'agreement among raft nodes before linearized reading' (duration: 797.193843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.180228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.382931Z","time spent":"797.292935ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-07-28T15:09:09.180219Z","caller":"traceutil/trace.go:171","msg":"trace[256684980] range","detail":"{range_begin:/registry/services/specs/kube-system/ceph-csi-rbd-nodeplugin-http-metrics; range_end:; response_count:1; response_revision:28279; }","duration":"742.754723ms","start":"2026-07-28T15:09:08.43744Z","end":"2026-07-28T15:09:09.180195Z","steps":["trace[256684980] 'agreement among raft nodes before linearized reading' (duration: 742.540078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.180236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.580712Z","time spent":"599.514184ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188519,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-28T15:09:09.180247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.180794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-ovn-metadata-agent-default\" ","response":"range_response_count:1 size:12998"} {"level":"warn","ts":"2026-07-28T15:09:09.180232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.228488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/prometheus-smartctl-exporter-0\" ","response":"range_response_count:1 size:3210"} {"level":"warn","ts":"2026-07-28T15:09:09.180269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.437426Z","time spent":"742.833686ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1213,"request content":"key:\"/registry/services/specs/kube-system/ceph-csi-rbd-nodeplugin-http-metrics\" "} {"level":"info","ts":"2026-07-28T15:09:09.180316Z","caller":"traceutil/trace.go:171","msg":"trace[955955908] range","detail":"{range_begin:/registry/daemonsets/monitoring/prometheus-smartctl-exporter-0; range_end:; response_count:1; response_revision:28279; }","duration":"720.357621ms","start":"2026-07-28T15:09:08.45994Z","end":"2026-07-28T15:09:09.180297Z","steps":["trace[955955908] 'agreement among raft nodes before linearized reading' (duration: 720.078464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.180344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.287368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/cinder-api\" ","response":"range_response_count:1 size:927"} {"level":"warn","ts":"2026-07-28T15:09:09.180362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.459927Z","time spent":"720.425893ms","remote":"127.0.0.1:54408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":3233,"request content":"key:\"/registry/daemonsets/monitoring/prometheus-smartctl-exporter-0\" "} {"level":"info","ts":"2026-07-28T15:09:09.180376Z","caller":"traceutil/trace.go:171","msg":"trace[351115305] range","detail":"{range_begin:/registry/services/specs/openstack/cinder-api; range_end:; response_count:1; response_revision:28279; }","duration":"800.322228ms","start":"2026-07-28T15:09:08.380046Z","end":"2026-07-28T15:09:09.180368Z","steps":["trace[351115305] 'agreement among raft nodes before linearized reading' (duration: 800.235846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.180408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.903604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"warn","ts":"2026-07-28T15:09:09.180407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.380043Z","time spent":"800.355319ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":950,"request content":"key:\"/registry/services/specs/openstack/cinder-api\" "} {"level":"info","ts":"2026-07-28T15:09:09.18043Z","caller":"traceutil/trace.go:171","msg":"trace[1744587079] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:28279; }","duration":"798.929085ms","start":"2026-07-28T15:09:08.381494Z","end":"2026-07-28T15:09:09.180423Z","steps":["trace[1744587079] 'agreement among raft nodes before linearized reading' (duration: 798.869723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.180421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.663034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"warn","ts":"2026-07-28T15:09:09.180452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.381492Z","time spent":"798.952555ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5201,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"info","ts":"2026-07-28T15:09:09.180465Z","caller":"traceutil/trace.go:171","msg":"trace[2029480686] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:28279; }","duration":"764.732816ms","start":"2026-07-28T15:09:08.415722Z","end":"2026-07-28T15:09:09.180455Z","steps":["trace[2029480686] 'agreement among raft nodes before linearized reading' (duration: 764.596653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.180495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.415707Z","time spent":"764.781297ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188276,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-28T15:09:09.180124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.798088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-ovn-vpn-agent-default\" ","response":"range_response_count:1 size:13040"} {"level":"warn","ts":"2026-07-28T15:09:09.180548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.053217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"warn","ts":"2026-07-28T15:09:09.180555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.828491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T15:09:09.180566Z","caller":"traceutil/trace.go:171","msg":"trace[1005330966] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:28279; }","duration":"799.078678ms","start":"2026-07-28T15:09:08.381482Z","end":"2026-07-28T15:09:09.180561Z","steps":["trace[1005330966] 'agreement among raft nodes before linearized reading' (duration: 799.022307ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:09.18056Z","caller":"traceutil/trace.go:171","msg":"trace[108224385] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-ovn-vpn-agent-default; range_end:; response_count:1; response_revision:28279; }","duration":"796.232609ms","start":"2026-07-28T15:09:08.384313Z","end":"2026-07-28T15:09:09.180546Z","steps":["trace[108224385] 'agreement among raft nodes before linearized reading' (duration: 795.752337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.180565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.714628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-07-28T15:09:09.180589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.381479Z","time spent":"799.105078ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4204,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"info","ts":"2026-07-28T15:09:09.180585Z","caller":"traceutil/trace.go:171","msg":"trace[1153016588] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28279; }","duration":"800.873481ms","start":"2026-07-28T15:09:08.379702Z","end":"2026-07-28T15:09:09.180576Z","steps":["trace[1153016588] 'agreement among raft nodes before linearized reading' (duration: 800.791139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.180598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.384309Z","time spent":"796.278161ms","remote":"127.0.0.1:54408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":13063,"request content":"key:\"/registry/daemonsets/openstack/neutron-ovn-vpn-agent-default\" "} {"level":"info","ts":"2026-07-28T15:09:09.180607Z","caller":"traceutil/trace.go:171","msg":"trace[1778529599] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:28279; }","duration":"800.77458ms","start":"2026-07-28T15:09:08.379821Z","end":"2026-07-28T15:09:09.180596Z","steps":["trace[1778529599] 'agreement among raft nodes before linearized reading' (duration: 800.668257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.180615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.379696Z","time spent":"800.913263ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:09:09.180634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.379816Z","time spent":"800.811611ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-28T15:09:09.180657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.491435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" ","response":"range_response_count:1 size:9715"} {"level":"info","ts":"2026-07-28T15:09:09.180298Z","caller":"traceutil/trace.go:171","msg":"trace[486879060] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-ovn-metadata-agent-default; range_end:; response_count:1; response_revision:28279; }","duration":"769.274916ms","start":"2026-07-28T15:09:08.41101Z","end":"2026-07-28T15:09:09.180285Z","steps":["trace[486879060] 'agreement among raft nodes before linearized reading' (duration: 769.114592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.180691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.685637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-07-28T15:09:09.180713Z","caller":"traceutil/trace.go:171","msg":"trace[1946966091] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:28279; }","duration":"800.704627ms","start":"2026-07-28T15:09:08.380002Z","end":"2026-07-28T15:09:09.180707Z","steps":["trace[1946966091] 'agreement among raft nodes before linearized reading' (duration: 800.641566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.180715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.410989Z","time spent":"769.717576ms","remote":"127.0.0.1:54408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":13021,"request content":"key:\"/registry/daemonsets/openstack/neutron-ovn-metadata-agent-default\" "} {"level":"warn","ts":"2026-07-28T15:09:09.180729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.379991Z","time spent":"800.734478ms","remote":"127.0.0.1:54408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":3988,"request content":"key:\"/registry/daemonsets/openstack/keepalived\" "} {"level":"warn","ts":"2026-07-28T15:09:09.180772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.027959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T15:09:09.180801Z","caller":"traceutil/trace.go:171","msg":"trace[974986315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28279; }","duration":"584.104751ms","start":"2026-07-28T15:09:08.596688Z","end":"2026-07-28T15:09:09.180792Z","steps":["trace[974986315] 'agreement among raft nodes before linearized reading' (duration: 584.016058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.180805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.230321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-07-28T15:09:09.180821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.596677Z","time spent":"584.138011ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T15:09:09.180843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.79568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:1388"} {"level":"info","ts":"2026-07-28T15:09:09.180837Z","caller":"traceutil/trace.go:171","msg":"trace[118952150] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28279; }","duration":"801.285721ms","start":"2026-07-28T15:09:08.379541Z","end":"2026-07-28T15:09:09.180827Z","steps":["trace[118952150] 'agreement among raft nodes before linearized reading' (duration: 801.192589ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:09.180864Z","caller":"traceutil/trace.go:171","msg":"trace[1376930259] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:28279; }","duration":"800.82306ms","start":"2026-07-28T15:09:08.380035Z","end":"2026-07-28T15:09:09.180858Z","steps":["trace[1376930259] 'agreement among raft nodes before linearized reading' (duration: 800.754598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.180879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.379527Z","time spent":"801.338163ms","remote":"127.0.0.1:56844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T15:09:09.180938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.002775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1523"} {"level":"warn","ts":"2026-07-28T15:09:09.180953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.919672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-07-28T15:09:09.180973Z","caller":"traceutil/trace.go:171","msg":"trace[1974784866] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:28279; }","duration":"801.047286ms","start":"2026-07-28T15:09:08.379916Z","end":"2026-07-28T15:09:09.180963Z","steps":["trace[1974784866] 'agreement among raft nodes before linearized reading' (duration: 800.963194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.181007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.379911Z","time spent":"801.088327ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1546,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" "} {"level":"warn","ts":"2026-07-28T15:09:09.181015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.200304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-28T15:09:09.181025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.003475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1508"} {"level":"info","ts":"2026-07-28T15:09:09.181043Z","caller":"traceutil/trace.go:171","msg":"trace[111847145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28279; }","duration":"589.254145ms","start":"2026-07-28T15:09:08.59178Z","end":"2026-07-28T15:09:09.181034Z","steps":["trace[111847145] 'agreement among raft nodes before linearized reading' (duration: 589.176113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.181067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.591768Z","time spent":"589.292526ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T15:09:09.181064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.176129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:1453"} {"level":"warn","ts":"2026-07-28T15:09:09.1811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.091337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-07-28T15:09:09.179588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.113785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"warn","ts":"2026-07-28T15:09:09.180887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.380032Z","time spent":"800.849561ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1411,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-07-28T15:09:09.1811Z","caller":"traceutil/trace.go:171","msg":"trace[422827820] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:28279; }","duration":"801.22544ms","start":"2026-07-28T15:09:08.379864Z","end":"2026-07-28T15:09:09.18109Z","steps":["trace[422827820] 'agreement among raft nodes before linearized reading' (duration: 801.127347ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:09.180978Z","caller":"traceutil/trace.go:171","msg":"trace[1987782414] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:28279; }","duration":"800.945704ms","start":"2026-07-28T15:09:08.380023Z","end":"2026-07-28T15:09:09.180969Z","steps":["trace[1987782414] 'agreement among raft nodes before linearized reading' (duration: 800.878022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.18114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.379859Z","time spent":"801.276332ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1476,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-07-28T15:09:09.180166Z","caller":"traceutil/trace.go:171","msg":"trace[953680462] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:28279; }","duration":"800.020821ms","start":"2026-07-28T15:09:08.38012Z","end":"2026-07-28T15:09:09.180141Z","steps":["trace[953680462] 'agreement among raft nodes before linearized reading' (duration: 799.916968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.181174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.380117Z","time spent":"801.050786ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1475,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-07-28T15:09:09.181165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.380021Z","time spent":"801.126458ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1289,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" "} {"level":"warn","ts":"2026-07-28T15:09:09.180858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.872842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-07-28T15:09:09.181045Z","caller":"traceutil/trace.go:171","msg":"trace[1173977310] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:28279; }","duration":"801.028066ms","start":"2026-07-28T15:09:08.380012Z","end":"2026-07-28T15:09:09.18104Z","steps":["trace[1173977310] 'agreement among raft nodes before linearized reading' (duration: 800.982774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.180348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.838353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-07-28T15:09:09.181231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.380009Z","time spent":"801.21061ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1531,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-07-28T15:09:09.181237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.328802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1165"} {"level":"info","ts":"2026-07-28T15:09:09.18126Z","caller":"traceutil/trace.go:171","msg":"trace[1454760825] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:28279; }","duration":"801.363894ms","start":"2026-07-28T15:09:08.379891Z","end":"2026-07-28T15:09:09.181254Z","steps":["trace[1454760825] 'agreement among raft nodes before linearized reading' (duration: 801.303272ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:09.181263Z","caller":"traceutil/trace.go:171","msg":"trace[447327348] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:28279; }","duration":"799.805466ms","start":"2026-07-28T15:09:08.381445Z","end":"2026-07-28T15:09:09.181251Z","steps":["trace[447327348] 'agreement among raft nodes before linearized reading' (duration: 798.007192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.181279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.379886Z","time spent":"801.389854ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":1188,"request content":"key:\"/registry/services/specs/openstack/memcached\" "} {"level":"info","ts":"2026-07-28T15:09:09.180687Z","caller":"traceutil/trace.go:171","msg":"trace[1795617370] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2n4p; range_end:; response_count:1; response_revision:28279; }","duration":"571.545086ms","start":"2026-07-28T15:09:08.609133Z","end":"2026-07-28T15:09:09.180678Z","steps":["trace[1795617370] 'agreement among raft nodes before linearized reading' (duration: 571.437033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.181299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.38139Z","time spent":"799.898618ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4107,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-07-28T15:09:09.180257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.187725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"warn","ts":"2026-07-28T15:09:09.181328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.60912Z","time spent":"572.193402ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9738,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" "} {"level":"info","ts":"2026-07-28T15:09:09.181342Z","caller":"traceutil/trace.go:171","msg":"trace[405506810] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:28279; }","duration":"801.277142ms","start":"2026-07-28T15:09:08.380057Z","end":"2026-07-28T15:09:09.181334Z","steps":["trace[405506810] 'agreement among raft nodes before linearized reading' (duration: 800.131104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.181365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.380054Z","time spent":"801.300642ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5610,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-07-28T15:09:09.181377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.77282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-07-28T15:09:09.181247Z","caller":"traceutil/trace.go:171","msg":"trace[359466192] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28279; }","duration":"799.732624ms","start":"2026-07-28T15:09:08.381498Z","end":"2026-07-28T15:09:09.18123Z","steps":["trace[359466192] 'agreement among raft nodes before linearized reading' (duration: 798.795651ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:09.181407Z","caller":"traceutil/trace.go:171","msg":"trace[1972665412] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:28279; }","duration":"798.811561ms","start":"2026-07-28T15:09:08.382587Z","end":"2026-07-28T15:09:09.181398Z","steps":["trace[1972665412] 'agreement among raft nodes before linearized reading' (duration: 797.696234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.181425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.381495Z","time spent":"799.923979ms","remote":"127.0.0.1:56844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T15:09:09.181434Z","caller":"traceutil/trace.go:171","msg":"trace[2144881629] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:28279; }","duration":"801.423135ms","start":"2026-07-28T15:09:08.379999Z","end":"2026-07-28T15:09:09.181422Z","steps":["trace[2144881629] 'agreement among raft nodes before linearized reading' (duration: 801.060916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.181437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.382583Z","time spent":"798.846012ms","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4357,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-07-28T15:09:09.181222Z","caller":"traceutil/trace.go:171","msg":"trace[399204428] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:28279; }","duration":"801.241081ms","start":"2026-07-28T15:09:08.379967Z","end":"2026-07-28T15:09:09.181208Z","steps":["trace[399204428] 'agreement among raft nodes before linearized reading' (duration: 800.81673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.181469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.379996Z","time spent":"801.464636ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1473,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-28T15:09:09.181499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:08.379962Z","time spent":"801.522727ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1289,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"info","ts":"2026-07-28T15:09:09.540108Z","caller":"traceutil/trace.go:171","msg":"trace[972272413] transaction","detail":"{read_only:false; response_revision:28281; number_of_response:1; }","duration":"351.641579ms","start":"2026-07-28T15:09:09.188436Z","end":"2026-07-28T15:09:09.540077Z","steps":["trace[972272413] 'process raft request' (duration: 351.405803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.540286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.18841Z","time spent":"351.787302ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:09.540364Z","caller":"traceutil/trace.go:171","msg":"trace[1172998967] linearizableReadLoop","detail":"{readStateIndex:29166; appliedIndex:29163; }","duration":"330.086776ms","start":"2026-07-28T15:09:09.21026Z","end":"2026-07-28T15:09:09.540347Z","steps":["trace[1172998967] 'read index received' (duration: 329.566364ms)","trace[1172998967] 'applied index is now lower than readState.Index' (duration: 519.522µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:09.540558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.917055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/openvswitch\" ","response":"range_response_count:1 size:9526"} {"level":"info","ts":"2026-07-28T15:09:09.540602Z","caller":"traceutil/trace.go:171","msg":"trace[772449014] range","detail":"{range_begin:/registry/daemonsets/openstack/openvswitch; range_end:; response_count:1; response_revision:28283; }","duration":"351.984596ms","start":"2026-07-28T15:09:09.188607Z","end":"2026-07-28T15:09:09.540592Z","steps":["trace[772449014] 'agreement among raft nodes before linearized reading' (duration: 351.815942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.540634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.188598Z","time spent":"352.028918ms","remote":"127.0.0.1:54408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9549,"request content":"key:\"/registry/daemonsets/openstack/openvswitch\" "} {"level":"warn","ts":"2026-07-28T15:09:09.540658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.475056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-07-28T15:09:09.540667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.333022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/goldpinger\" ","response":"range_response_count:1 size:1212"} {"level":"warn","ts":"2026-07-28T15:09:09.54078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.63214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:427"} {"level":"info","ts":"2026-07-28T15:09:09.540785Z","caller":"traceutil/trace.go:171","msg":"trace[1930633257] range","detail":"{range_begin:/registry/services/specs/monitoring/goldpinger; range_end:; response_count:1; response_revision:28283; }","duration":"349.489706ms","start":"2026-07-28T15:09:09.19127Z","end":"2026-07-28T15:09:09.54076Z","steps":["trace[1930633257] 'agreement among raft nodes before linearized reading' (duration: 349.21803ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:09.540816Z","caller":"traceutil/trace.go:171","msg":"trace[511697736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28283; }","duration":"349.674401ms","start":"2026-07-28T15:09:09.191134Z","end":"2026-07-28T15:09:09.540808Z","steps":["trace[511697736] 'agreement among raft nodes before linearized reading' (duration: 349.595899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.540841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.191257Z","time spent":"349.573298ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1235,"request content":"key:\"/registry/services/specs/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-07-28T15:09:09.540856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.19113Z","time spent":"349.714842ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":450,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:09:09.540864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.621781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:1 size:2673"} {"level":"warn","ts":"2026-07-28T15:09:09.540893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.262863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5707"} {"level":"info","ts":"2026-07-28T15:09:09.54091Z","caller":"traceutil/trace.go:171","msg":"trace[2120023953] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:1; response_revision:28283; }","duration":"347.677833ms","start":"2026-07-28T15:09:09.193218Z","end":"2026-07-28T15:09:09.540896Z","steps":["trace[2120023953] 'agreement among raft nodes before linearized reading' (duration: 347.542669ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:09.540931Z","caller":"traceutil/trace.go:171","msg":"trace[188775306] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:28283; }","duration":"352.307644ms","start":"2026-07-28T15:09:09.188613Z","end":"2026-07-28T15:09:09.540921Z","steps":["trace[188775306] 'agreement among raft nodes before linearized reading' (duration: 352.208482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.540948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.193213Z","time spent":"347.725424ms","remote":"127.0.0.1:54408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":2696,"request content":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" "} {"level":"warn","ts":"2026-07-28T15:09:09.540959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.188608Z","time spent":"352.344665ms","remote":"127.0.0.1:54408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5730,"request content":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" "} {"level":"warn","ts":"2026-07-28T15:09:09.541095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.475098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3928"} {"level":"warn","ts":"2026-07-28T15:09:09.541111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.994603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8180"} {"level":"info","ts":"2026-07-28T15:09:09.541139Z","caller":"traceutil/trace.go:171","msg":"trace[822685702] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:28283; }","duration":"352.519379ms","start":"2026-07-28T15:09:09.188602Z","end":"2026-07-28T15:09:09.541122Z","steps":["trace[822685702] 'agreement among raft nodes before linearized reading' (duration: 352.435317ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:09.541141Z","caller":"traceutil/trace.go:171","msg":"trace[103001381] transaction","detail":"{read_only:false; response_revision:28282; number_of_response:1; }","duration":"350.015619ms","start":"2026-07-28T15:09:09.191105Z","end":"2026-07-28T15:09:09.541121Z","steps":["trace[103001381] 'process raft request' (duration: 348.919853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.5412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.188594Z","time spent":"352.599392ms","remote":"127.0.0.1:54408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":3951,"request content":"key:\"/registry/daemonsets/monitoring/goldpinger\" "} {"level":"info","ts":"2026-07-28T15:09:09.541199Z","caller":"traceutil/trace.go:171","msg":"trace[1151716029] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:28283; }","duration":"351.039694ms","start":"2026-07-28T15:09:09.190099Z","end":"2026-07-28T15:09:09.541138Z","steps":["trace[1151716029] 'agreement among raft nodes before linearized reading' (duration: 350.940801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.541234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.190095Z","time spent":"351.132676ms","remote":"127.0.0.1:54408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":8203,"request content":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-07-28T15:09:09.54127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.191097Z","time spent":"350.124352ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:09.54137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.12967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" ","response":"range_response_count:1 size:17435"} {"level":"warn","ts":"2026-07-28T15:09:09.541383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.770105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" ","response":"range_response_count:1 size:9722"} {"level":"info","ts":"2026-07-28T15:09:09.541409Z","caller":"traceutil/trace.go:171","msg":"trace[780130802] range","detail":"{range_begin:/registry/daemonsets/openstack/libvirt-libvirt-default; range_end:; response_count:1; response_revision:28283; }","duration":"352.168331ms","start":"2026-07-28T15:09:09.189227Z","end":"2026-07-28T15:09:09.541396Z","steps":["trace[780130802] 'agreement among raft nodes before linearized reading' (duration: 352.083709ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:09.541414Z","caller":"traceutil/trace.go:171","msg":"trace[1812605791] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default; range_end:; response_count:1; response_revision:28283; }","duration":"352.808627ms","start":"2026-07-28T15:09:09.188596Z","end":"2026-07-28T15:09:09.541405Z","steps":["trace[1812605791] 'agreement among raft nodes before linearized reading' (duration: 352.717735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.541437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.189225Z","time spent":"352.206862ms","remote":"127.0.0.1:54408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":17458,"request content":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" "} {"level":"warn","ts":"2026-07-28T15:09:09.541443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.188591Z","time spent":"352.846568ms","remote":"127.0.0.1:54408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9745,"request content":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" "} {"level":"warn","ts":"2026-07-28T15:09:09.541452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.246393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6130"} {"level":"info","ts":"2026-07-28T15:09:09.541469Z","caller":"traceutil/trace.go:171","msg":"trace[50826774] transaction","detail":"{read_only:false; response_revision:28283; number_of_response:1; }","duration":"349.116497ms","start":"2026-07-28T15:09:09.192337Z","end":"2026-07-28T15:09:09.541454Z","steps":["trace[50826774] 'process raft request' (duration: 347.916258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.541561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.955881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5101"} {"level":"warn","ts":"2026-07-28T15:09:09.541289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.058248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller-default\" ","response":"range_response_count:1 size:11567"} {"level":"info","ts":"2026-07-28T15:09:09.541595Z","caller":"traceutil/trace.go:171","msg":"trace[1895936975] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:28283; }","duration":"353.005551ms","start":"2026-07-28T15:09:09.188582Z","end":"2026-07-28T15:09:09.541587Z","steps":["trace[1895936975] 'agreement among raft nodes before linearized reading' (duration: 352.923919ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:09.541612Z","caller":"traceutil/trace.go:171","msg":"trace[802795263] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller-default; range_end:; response_count:1; response_revision:28283; }","duration":"352.383997ms","start":"2026-07-28T15:09:09.189214Z","end":"2026-07-28T15:09:09.541598Z","steps":["trace[802795263] 'agreement among raft nodes before linearized reading' (duration: 351.981797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.54166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.189212Z","time spent":"352.437368ms","remote":"127.0.0.1:54408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":11590,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller-default\" "} {"level":"warn","ts":"2026-07-28T15:09:09.541699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.294969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-07-28T15:09:09.541742Z","caller":"traceutil/trace.go:171","msg":"trace[2071106191] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:28283; }","duration":"353.34709ms","start":"2026-07-28T15:09:09.188386Z","end":"2026-07-28T15:09:09.541734Z","steps":["trace[2071106191] 'agreement among raft nodes before linearized reading' (duration: 353.246388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.541774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.448712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/volumev3\" ","response":"range_response_count:1 size:1066"} {"level":"warn","ts":"2026-07-28T15:09:09.541704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.331889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3327"} {"level":"warn","ts":"2026-07-28T15:09:09.541552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.192327Z","time spent":"349.185959ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:09.541871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.574555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1637"} {"level":"info","ts":"2026-07-28T15:09:09.541481Z","caller":"traceutil/trace.go:171","msg":"trace[255871611] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:28283; }","duration":"352.284104ms","start":"2026-07-28T15:09:09.189187Z","end":"2026-07-28T15:09:09.541471Z","steps":["trace[255871611] 'agreement among raft nodes before linearized reading' (duration: 352.193061ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:09.541904Z","caller":"traceutil/trace.go:171","msg":"trace[444808169] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:28283; }","duration":"353.654207ms","start":"2026-07-28T15:09:09.188242Z","end":"2026-07-28T15:09:09.541896Z","steps":["trace[444808169] 'agreement among raft nodes before linearized reading' (duration: 353.580995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.541929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.188224Z","time spent":"353.700329ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1660,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-28T15:09:09.541933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.189182Z","time spent":"352.738695ms","remote":"127.0.0.1:54408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6153,"request content":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-28T15:09:09.540539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.883984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/ceph-csi-rbd-nodeplugin\" ","response":"range_response_count:1 size:9391"} {"level":"info","ts":"2026-07-28T15:09:09.542094Z","caller":"traceutil/trace.go:171","msg":"trace[354902689] range","detail":"{range_begin:/registry/daemonsets/kube-system/ceph-csi-rbd-nodeplugin; range_end:; response_count:1; response_revision:28283; }","duration":"353.466153ms","start":"2026-07-28T15:09:09.188618Z","end":"2026-07-28T15:09:09.542084Z","steps":["trace[354902689] 'agreement among raft nodes before linearized reading' (duration: 351.752071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.541619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.188569Z","time spent":"353.045682ms","remote":"127.0.0.1:54408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5124,"request content":"key:\"/registry/daemonsets/monitoring/vector\" "} {"level":"warn","ts":"2026-07-28T15:09:09.542092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.770083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:963375"} {"level":"info","ts":"2026-07-28T15:09:09.542179Z","caller":"traceutil/trace.go:171","msg":"trace[1560449209] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28283; }","duration":"349.873735ms","start":"2026-07-28T15:09:09.192283Z","end":"2026-07-28T15:09:09.542157Z","steps":["trace[1560449209] 'agreement among raft nodes before linearized reading' (duration: 348.854901ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:09.541809Z","caller":"traceutil/trace.go:171","msg":"trace[1950424958] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:28283; }","duration":"353.450133ms","start":"2026-07-28T15:09:09.188351Z","end":"2026-07-28T15:09:09.541801Z","steps":["trace[1950424958] 'agreement among raft nodes before linearized reading' (duration: 353.290309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.542134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.188612Z","time spent":"353.510103ms","remote":"127.0.0.1:54408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9414,"request content":"key:\"/registry/daemonsets/kube-system/ceph-csi-rbd-nodeplugin\" "} {"level":"warn","ts":"2026-07-28T15:09:09.541777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.188382Z","time spent":"353.388581ms","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-07-28T15:09:09.542282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.188333Z","time spent":"353.935874ms","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3350,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-07-28T15:09:09.541805Z","caller":"traceutil/trace.go:171","msg":"trace[1357424638] range","detail":"{range_begin:/registry/ingress/openstack/volumev3; range_end:; response_count:1; response_revision:28283; }","duration":"353.487634ms","start":"2026-07-28T15:09:09.18831Z","end":"2026-07-28T15:09:09.541798Z","steps":["trace[1357424638] 'agreement among raft nodes before linearized reading' (duration: 353.411502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.54235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.999053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/staffeln-api\" ","response":"range_response_count:1 size:931"} {"level":"info","ts":"2026-07-28T15:09:09.542388Z","caller":"traceutil/trace.go:171","msg":"trace[206294427] range","detail":"{range_begin:/registry/services/specs/openstack/staffeln-api; range_end:; response_count:1; response_revision:28283; }","duration":"351.044554ms","start":"2026-07-28T15:09:09.191335Z","end":"2026-07-28T15:09:09.54238Z","steps":["trace[206294427] 'agreement among raft nodes before linearized reading' (duration: 350.943111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.54239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.188307Z","time spent":"354.074518ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":1089,"request content":"key:\"/registry/ingress/openstack/volumev3\" "} {"level":"warn","ts":"2026-07-28T15:09:09.542414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.191329Z","time spent":"351.079104ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":954,"request content":"key:\"/registry/services/specs/openstack/staffeln-api\" "} {"level":"warn","ts":"2026-07-28T15:09:09.542237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.192279Z","time spent":"349.944257ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":98,"response size":963398,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T15:09:09.542704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.134638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:963375"} {"level":"info","ts":"2026-07-28T15:09:09.540704Z","caller":"traceutil/trace.go:171","msg":"trace[1263021100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28283; }","duration":"349.539288ms","start":"2026-07-28T15:09:09.191148Z","end":"2026-07-28T15:09:09.540687Z","steps":["trace[1263021100] 'agreement among raft nodes before linearized reading' (duration: 349.438795ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:09.542746Z","caller":"traceutil/trace.go:171","msg":"trace[558082974] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28283; }","duration":"354.19054ms","start":"2026-07-28T15:09:09.188547Z","end":"2026-07-28T15:09:09.542738Z","steps":["trace[558082974] 'agreement among raft nodes before linearized reading' (duration: 353.282088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.542778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.188542Z","time spent":"354.225691ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":98,"response size":963398,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T15:09:09.542785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.191132Z","time spent":"351.632768ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:09:09.542916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.412225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-07-28T15:09:09.542964Z","caller":"traceutil/trace.go:171","msg":"trace[1784931228] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:28283; }","duration":"354.489847ms","start":"2026-07-28T15:09:09.188461Z","end":"2026-07-28T15:09:09.542951Z","steps":["trace[1784931228] 'agreement among raft nodes before linearized reading' (duration: 354.366034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.542976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.533249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-07-28T15:09:09.543001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.188439Z","time spent":"354.555379ms","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-07-28T15:09:09.543018Z","caller":"traceutil/trace.go:171","msg":"trace[1803950506] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:28283; }","duration":"354.58002ms","start":"2026-07-28T15:09:09.188425Z","end":"2026-07-28T15:09:09.543005Z","steps":["trace[1803950506] 'agreement among raft nodes before linearized reading' (duration: 354.467677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.543058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.18842Z","time spent":"354.632151ms","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-07-28T15:09:09.54314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.718843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-28T15:09:09.543175Z","caller":"traceutil/trace.go:171","msg":"trace[1214095289] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:28283; }","duration":"354.762154ms","start":"2026-07-28T15:09:09.188405Z","end":"2026-07-28T15:09:09.543167Z","steps":["trace[1214095289] 'agreement among raft nodes before linearized reading' (duration: 354.672102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.543203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.188402Z","time spent":"354.794844ms","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-07-28T15:09:09.543207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.678122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5062"} {"level":"info","ts":"2026-07-28T15:09:09.543233Z","caller":"traceutil/trace.go:171","msg":"trace[684767767] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:28283; }","duration":"354.710453ms","start":"2026-07-28T15:09:09.188514Z","end":"2026-07-28T15:09:09.543225Z","steps":["trace[684767767] 'agreement among raft nodes before linearized reading' (duration: 354.630061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.543258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.188508Z","time spent":"354.743644ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5085,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-07-28T15:09:09.770267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.545717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:09:09.770378Z","caller":"traceutil/trace.go:171","msg":"trace[1772128808] linearizableReadLoop","detail":"{readStateIndex:29167; appliedIndex:29166; }","duration":"229.95995ms","start":"2026-07-28T15:09:09.540402Z","end":"2026-07-28T15:09:09.770362Z","steps":["trace[1772128808] 'read index received' (duration: 98.348372ms)","trace[1772128808] 'applied index is now lower than readState.Index' (duration: 131.610258ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:09.770454Z","caller":"traceutil/trace.go:171","msg":"trace[1596051826] transaction","detail":"{read_only:false; response_revision:28284; number_of_response:1; }","duration":"557.239698ms","start":"2026-07-28T15:09:09.213203Z","end":"2026-07-28T15:09:09.770442Z","steps":["trace[1596051826] 'process raft request' (duration: 425.431985ms)","trace[1596051826] 'compare' (duration: 131.381443ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:09.770516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.213174Z","time spent":"557.31299ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:09.770601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.933565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:09.770656Z","caller":"traceutil/trace.go:171","msg":"trace[38955999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28284; }","duration":"392.031607ms","start":"2026-07-28T15:09:09.378611Z","end":"2026-07-28T15:09:09.770643Z","steps":["trace[38955999] 'agreement among raft nodes before linearized reading' (duration: 391.912074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.770716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.378588Z","time spent":"392.121519ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:09:09.770882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.681697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:09.77095Z","caller":"traceutil/trace.go:171","msg":"trace[1221006079] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:28284; }","duration":"424.79949ms","start":"2026-07-28T15:09:09.346137Z","end":"2026-07-28T15:09:09.770937Z","steps":["trace[1221006079] 'agreement among raft nodes before linearized reading' (duration: 424.665537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:09.770987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.346124Z","time spent":"424.849221ms","remote":"127.0.0.1:54066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:10.237692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.720668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:09:10.238019Z","caller":"traceutil/trace.go:171","msg":"trace[1139189316] transaction","detail":"{read_only:false; response_revision:28286; number_of_response:1; }","duration":"687.712649ms","start":"2026-07-28T15:09:09.550277Z","end":"2026-07-28T15:09:10.23799Z","steps":["trace[1139189316] 'process raft request' (duration: 687.560615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:10.23812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.550265Z","time spent":"687.809281ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:10.238101Z","caller":"traceutil/trace.go:171","msg":"trace[1127007205] transaction","detail":"{read_only:false; response_revision:28285; number_of_response:1; }","duration":"687.77492ms","start":"2026-07-28T15:09:09.550273Z","end":"2026-07-28T15:09:10.238048Z","steps":["trace[1127007205] 'process raft request' (duration: 416.567341ms)","trace[1127007205] 'compare' (duration: 269.832096ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:10.238323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.550263Z","time spent":"687.931484ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5072,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:10.238449Z","caller":"traceutil/trace.go:171","msg":"trace[1279899482] transaction","detail":"{read_only:false; response_revision:28287; number_of_response:1; }","duration":"688.121379ms","start":"2026-07-28T15:09:09.55028Z","end":"2026-07-28T15:09:10.238402Z","steps":["trace[1279899482] 'process raft request' (duration: 687.657588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:10.238676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.550269Z","time spent":"688.292713ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:10.238789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.629599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/nova-compute-default\" ","response":"range_response_count:1 size:18279"} {"level":"info","ts":"2026-07-28T15:09:10.238583Z","caller":"traceutil/trace.go:171","msg":"trace[1894982788] linearizableReadLoop","detail":"{readStateIndex:29170; appliedIndex:29167; }","duration":"467.986977ms","start":"2026-07-28T15:09:09.770406Z","end":"2026-07-28T15:09:10.238393Z","steps":["trace[1894982788] 'read index received' (duration: 196.372907ms)","trace[1894982788] 'applied index is now lower than readState.Index' (duration: 271.61145ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:10.239076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.438986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/image\" ","response":"range_response_count:1 size:1055"} {"level":"info","ts":"2026-07-28T15:09:10.239124Z","caller":"traceutil/trace.go:171","msg":"trace[921893781] range","detail":"{range_begin:/registry/ingress/openstack/image; range_end:; response_count:1; response_revision:28287; }","duration":"688.492948ms","start":"2026-07-28T15:09:09.550617Z","end":"2026-07-28T15:09:10.23911Z","steps":["trace[921893781] 'agreement among raft nodes before linearized reading' (duration: 688.386155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:10.239127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.672512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/identity\" ","response":"range_response_count:1 size:1065"} {"level":"warn","ts":"2026-07-28T15:09:10.239161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.550605Z","time spent":"688.549179ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":1078,"request content":"key:\"/registry/ingress/openstack/image\" "} {"level":"warn","ts":"2026-07-28T15:09:10.239199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.093771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute\" ","response":"range_response_count:1 size:843"} {"level":"info","ts":"2026-07-28T15:09:10.239167Z","caller":"traceutil/trace.go:171","msg":"trace[384806727] range","detail":"{range_begin:/registry/ingress/openstack/identity; range_end:; response_count:1; response_revision:28287; }","duration":"688.748454ms","start":"2026-07-28T15:09:09.550409Z","end":"2026-07-28T15:09:10.239157Z","steps":["trace[384806727] 'agreement among raft nodes before linearized reading' (duration: 688.648702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:10.239285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.550383Z","time spent":"688.892037ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":1088,"request content":"key:\"/registry/ingress/openstack/identity\" "} {"level":"info","ts":"2026-07-28T15:09:10.238841Z","caller":"traceutil/trace.go:171","msg":"trace[1013535615] range","detail":"{range_begin:/registry/daemonsets/openstack/nova-compute-default; range_end:; response_count:1; response_revision:28287; }","duration":"690.733022ms","start":"2026-07-28T15:09:09.548093Z","end":"2026-07-28T15:09:10.238826Z","steps":["trace[1013535615] 'agreement among raft nodes before linearized reading' (duration: 690.510357ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:10.239318Z","caller":"traceutil/trace.go:171","msg":"trace[1688037640] range","detail":"{range_begin:/registry/ingress/openstack/compute; range_end:; response_count:1; response_revision:28287; }","duration":"691.188363ms","start":"2026-07-28T15:09:09.548069Z","end":"2026-07-28T15:09:10.239258Z","steps":["trace[1688037640] 'agreement among raft nodes before linearized reading' (duration: 691.001498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:10.23938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.548054Z","time spent":"691.313766ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":866,"request content":"key:\"/registry/ingress/openstack/compute\" "} {"level":"warn","ts":"2026-07-28T15:09:10.239434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.548049Z","time spent":"691.321336ms","remote":"127.0.0.1:54408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18302,"request content":"key:\"/registry/daemonsets/openstack/nova-compute-default\" "} {"level":"warn","ts":"2026-07-28T15:09:10.239512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.478339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:1115"} {"level":"info","ts":"2026-07-28T15:09:10.239568Z","caller":"traceutil/trace.go:171","msg":"trace[1785239851] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:28287; }","duration":"691.562442ms","start":"2026-07-28T15:09:09.547992Z","end":"2026-07-28T15:09:10.239555Z","steps":["trace[1785239851] 'agreement among raft nodes before linearized reading' (duration: 691.420808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:10.239615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.547972Z","time spent":"691.635684ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1138,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} {"level":"warn","ts":"2026-07-28T15:09:10.239674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.14594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:10.239718Z","caller":"traceutil/trace.go:171","msg":"trace[1337781642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28287; }","duration":"468.238382ms","start":"2026-07-28T15:09:09.771467Z","end":"2026-07-28T15:09:10.239706Z","steps":["trace[1337781642] 'agreement among raft nodes before linearized reading' (duration: 468.15294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:10.239752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.771451Z","time spent":"468.294593ms","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:09:10.239794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.669514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/placement\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-07-28T15:09:10.239907Z","caller":"traceutil/trace.go:171","msg":"trace[306059281] range","detail":"{range_begin:/registry/ingress/openstack/placement; range_end:; response_count:1; response_revision:28287; }","duration":"691.722135ms","start":"2026-07-28T15:09:09.548103Z","end":"2026-07-28T15:09:10.239826Z","steps":["trace[306059281] 'agreement among raft nodes before linearized reading' (duration: 691.610603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:10.239938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.013063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:869"} {"level":"warn","ts":"2026-07-28T15:09:10.240027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.420262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-28T15:09:10.240072Z","caller":"traceutil/trace.go:171","msg":"trace[179700097] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:28287; }","duration":"692.071874ms","start":"2026-07-28T15:09:09.547898Z","end":"2026-07-28T15:09:10.23997Z","steps":["trace[179700097] 'agreement among raft nodes before linearized reading' (duration: 691.840058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:10.240114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.547876Z","time spent":"692.231188ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":892,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} {"level":"warn","ts":"2026-07-28T15:09:10.238893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.564915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-28T15:09:10.240387Z","caller":"traceutil/trace.go:171","msg":"trace[1006201327] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:28287; }","duration":"599.058241ms","start":"2026-07-28T15:09:09.641313Z","end":"2026-07-28T15:09:10.240372Z","steps":["trace[1006201327] 'agreement among raft nodes before linearized reading' (duration: 597.512774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:10.240365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.026493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1621"} {"level":"warn","ts":"2026-07-28T15:09:10.240419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.641238Z","time spent":"599.171444ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-07-28T15:09:10.240433Z","caller":"traceutil/trace.go:171","msg":"trace[1610517840] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:28287; }","duration":"692.28812ms","start":"2026-07-28T15:09:09.548129Z","end":"2026-07-28T15:09:10.240417Z","steps":["trace[1610517840] 'agreement among raft nodes before linearized reading' (duration: 691.934141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:10.240472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.548122Z","time spent":"692.340181ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1644,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-07-28T15:09:10.240077Z","caller":"traceutil/trace.go:171","msg":"trace[1706311382] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28287; }","duration":"223.506234ms","start":"2026-07-28T15:09:10.016552Z","end":"2026-07-28T15:09:10.240059Z","steps":["trace[1706311382] 'agreement among raft nodes before linearized reading' (duration: 223.393881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:10.240544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.182104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419924"} {"level":"warn","ts":"2026-07-28T15:09:10.240568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.444185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:09:10.240428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.475254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14481"} {"level":"info","ts":"2026-07-28T15:09:10.240626Z","caller":"traceutil/trace.go:171","msg":"trace[2049398919] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:28287; }","duration":"432.571318ms","start":"2026-07-28T15:09:09.808026Z","end":"2026-07-28T15:09:10.240597Z","steps":["trace[2049398919] 'agreement among raft nodes before linearized reading' (duration: 432.508756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:10.238981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.489248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-28T15:09:10.239033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.463537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1429"} {"level":"warn","ts":"2026-07-28T15:09:10.240166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.728817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7628"} {"level":"info","ts":"2026-07-28T15:09:10.240682Z","caller":"traceutil/trace.go:171","msg":"trace[379917805] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:28287; }","duration":"323.278261ms","start":"2026-07-28T15:09:09.917396Z","end":"2026-07-28T15:09:10.240674Z","steps":["trace[379917805] 'agreement among raft nodes before linearized reading' (duration: 322.700867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:10.240684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.996688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fwsxk.18c6799c4ad8a2ba\" ","response":"range_response_count:1 size:796"} {"level":"info","ts":"2026-07-28T15:09:10.240722Z","caller":"traceutil/trace.go:171","msg":"trace[165295018] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fwsxk.18c6799c4ad8a2ba; range_end:; response_count:1; response_revision:28287; }","duration":"466.07061ms","start":"2026-07-28T15:09:09.774641Z","end":"2026-07-28T15:09:10.240711Z","steps":["trace[165295018] 'agreement among raft nodes before linearized reading' (duration: 465.952927ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:10.240723Z","caller":"traceutil/trace.go:171","msg":"trace[513673103] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28287; }","duration":"626.27485ms","start":"2026-07-28T15:09:09.614427Z","end":"2026-07-28T15:09:10.240702Z","steps":["trace[513673103] 'agreement among raft nodes before linearized reading' (duration: 624.490257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:10.24076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.774618Z","time spent":"466.135512ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":819,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fwsxk.18c6799c4ad8a2ba\" "} {"level":"info","ts":"2026-07-28T15:09:10.240764Z","caller":"traceutil/trace.go:171","msg":"trace[1515946386] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:28287; }","duration":"690.204899ms","start":"2026-07-28T15:09:09.550548Z","end":"2026-07-28T15:09:10.240753Z","steps":["trace[1515946386] 'agreement among raft nodes before linearized reading' (duration: 688.419096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:10.240758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.623717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2919"} {"level":"warn","ts":"2026-07-28T15:09:10.24078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.808002Z","time spent":"432.763863ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-07-28T15:09:10.240798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.550541Z","time spent":"690.24457ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1452,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-07-28T15:09:10.240809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.614397Z","time spent":"626.389044ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-28T15:09:10.240827Z","caller":"traceutil/trace.go:171","msg":"trace[947029745] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:28287; }","duration":"692.71732ms","start":"2026-07-28T15:09:09.548092Z","end":"2026-07-28T15:09:10.240809Z","steps":["trace[947029745] 'agreement among raft nodes before linearized reading' (duration: 692.546926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:10.240861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.548083Z","time spent":"692.772691ms","remote":"127.0.0.1:54408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2942,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-07-28T15:09:10.240728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.917374Z","time spent":"323.342303ms","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7651,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-07-28T15:09:10.238943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.339034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"range_response_count:1 size:855"} {"level":"warn","ts":"2026-07-28T15:09:10.239375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.319106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute-novnc-proxy\" ","response":"range_response_count:1 size:1089"} {"level":"info","ts":"2026-07-28T15:09:10.240974Z","caller":"traceutil/trace.go:171","msg":"trace[1095453755] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; response_count:1; response_revision:28287; }","duration":"690.379693ms","start":"2026-07-28T15:09:09.550584Z","end":"2026-07-28T15:09:10.240964Z","steps":["trace[1095453755] 'agreement among raft nodes before linearized reading' (duration: 688.282382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:10.241008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.550573Z","time spent":"690.424525ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":878,"request content":"key:\"/registry/ingress/openstack/network\" "} {"level":"info","ts":"2026-07-28T15:09:10.241005Z","caller":"traceutil/trace.go:171","msg":"trace[91793426] range","detail":"{range_begin:/registry/ingress/openstack/compute-novnc-proxy; range_end:; response_count:1; response_revision:28287; }","duration":"693.050327ms","start":"2026-07-28T15:09:09.547942Z","end":"2026-07-28T15:09:10.240992Z","steps":["trace[91793426] 'agreement among raft nodes before linearized reading' (duration: 691.155742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:10.240497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.451015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:09:10.24105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.547935Z","time spent":"693.100559ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1112,"request content":"key:\"/registry/ingress/openstack/compute-novnc-proxy\" "} {"level":"info","ts":"2026-07-28T15:09:10.241059Z","caller":"traceutil/trace.go:171","msg":"trace[851578990] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:28287; }","duration":"433.04406ms","start":"2026-07-28T15:09:09.807995Z","end":"2026-07-28T15:09:10.24104Z","steps":["trace[851578990] 'agreement among raft nodes before linearized reading' (duration: 432.432775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:10.241108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.807984Z","time spent":"433.104601ms","remote":"127.0.0.1:55582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-07-28T15:09:10.240586Z","caller":"traceutil/trace.go:171","msg":"trace[80551367] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:28287; }","duration":"419.234195ms","start":"2026-07-28T15:09:09.821342Z","end":"2026-07-28T15:09:10.240577Z","steps":["trace[80551367] 'agreement among raft nodes before linearized reading' (duration: 419.02041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:10.241385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.821336Z","time spent":"420.041355ms","remote":"127.0.0.1:50334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":419947,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-28T15:09:10.238797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.18323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/auth-system/keycloak\" ","response":"range_response_count:1 size:869"} {"level":"info","ts":"2026-07-28T15:09:10.241492Z","caller":"traceutil/trace.go:171","msg":"trace[904573073] range","detail":"{range_begin:/registry/ingress/auth-system/keycloak; range_end:; response_count:1; response_revision:28287; }","duration":"690.890785ms","start":"2026-07-28T15:09:09.550587Z","end":"2026-07-28T15:09:10.241478Z","steps":["trace[904573073] 'agreement among raft nodes before linearized reading' (duration: 688.040766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:10.241541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.55058Z","time spent":"690.949166ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":892,"request content":"key:\"/registry/ingress/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-28T15:09:10.240623Z","caller":"traceutil/trace.go:171","msg":"trace[1499021223] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:28287; }","duration":"692.714989ms","start":"2026-07-28T15:09:09.547893Z","end":"2026-07-28T15:09:10.240608Z","steps":["trace[1499021223] 'agreement among raft nodes before linearized reading' (duration: 691.409248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:10.241805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.547872Z","time spent":"693.913909ms","remote":"127.0.0.1:54408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14504,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"warn","ts":"2026-07-28T15:09:10.239954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:09.548098Z","time spent":"691.847128ms","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":886,"request content":"key:\"/registry/ingress/openstack/placement\" "} {"level":"warn","ts":"2026-07-28T15:09:10.695668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.493845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:09:10.695777Z","caller":"traceutil/trace.go:171","msg":"trace[360215199] transaction","detail":"{read_only:false; response_revision:28289; number_of_response:1; }","duration":"388.619646ms","start":"2026-07-28T15:09:10.307138Z","end":"2026-07-28T15:09:10.695758Z","steps":["trace[360215199] 'process raft request' (duration: 79.946057ms)","trace[360215199] 'compare' (duration: 307.641854ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:10.695836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:10.307119Z","time spent":"388.690197ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:10.713642Z","caller":"traceutil/trace.go:171","msg":"trace[1338942581] transaction","detail":"{read_only:false; response_revision:28290; number_of_response:1; }","duration":"405.624156ms","start":"2026-07-28T15:09:10.308Z","end":"2026-07-28T15:09:10.713624Z","steps":["trace[1338942581] 'process raft request' (duration: 405.453532ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:10.713686Z","caller":"traceutil/trace.go:171","msg":"trace[1651063476] transaction","detail":"{read_only:false; response_revision:28291; number_of_response:1; }","duration":"404.493809ms","start":"2026-07-28T15:09:10.309178Z","end":"2026-07-28T15:09:10.713672Z","steps":["trace[1651063476] 'process raft request' (duration: 404.372996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:10.713726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:10.307988Z","time spent":"405.697867ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:10.713811Z","caller":"traceutil/trace.go:171","msg":"trace[452053715] linearizableReadLoop","detail":"{readStateIndex:29175; appliedIndex:29172; }","duration":"316.092677ms","start":"2026-07-28T15:09:10.397712Z","end":"2026-07-28T15:09:10.713805Z","steps":["trace[452053715] 'read index received' (duration: 315.701258ms)","trace[452053715] 'applied index is now lower than readState.Index' (duration: 390.669µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:10.713873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.159879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:10.7139Z","caller":"traceutil/trace.go:171","msg":"trace[225215246] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:28292; }","duration":"316.22666ms","start":"2026-07-28T15:09:10.397665Z","end":"2026-07-28T15:09:10.713892Z","steps":["trace[225215246] 'agreement among raft nodes before linearized reading' (duration: 316.167939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:10.713919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:10.397647Z","time spent":"316.267701ms","remote":"127.0.0.1:50272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:10.71376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:10.309168Z","time spent":"404.55673ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1159,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:10.714058Z","caller":"traceutil/trace.go:171","msg":"trace[1404057053] transaction","detail":"{read_only:false; response_revision:28292; number_of_response:1; }","duration":"401.048245ms","start":"2026-07-28T15:09:10.312999Z","end":"2026-07-28T15:09:10.714048Z","steps":["trace[1404057053] 'process raft request' (duration: 400.619325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:10.714118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:10.312991Z","time spent":"401.097376ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:11.225192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420129,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T15:09:11.265901Z","caller":"traceutil/trace.go:171","msg":"trace[1637222589] transaction","detail":"{read_only:false; response_revision:28293; number_of_response:1; }","duration":"545.547386ms","start":"2026-07-28T15:09:10.720329Z","end":"2026-07-28T15:09:11.265876Z","steps":["trace[1637222589] 'process raft request' (duration: 545.191167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:11.267843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:10.720314Z","time spent":"545.661339ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:11.492447Z","caller":"traceutil/trace.go:171","msg":"trace[154285031] transaction","detail":"{read_only:false; response_revision:28294; number_of_response:1; }","duration":"728.182501ms","start":"2026-07-28T15:09:10.764232Z","end":"2026-07-28T15:09:11.492414Z","steps":["trace[154285031] 'process raft request' (duration: 633.660381ms)","trace[154285031] 'compare' (duration: 94.262244ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:11.492606Z","caller":"traceutil/trace.go:171","msg":"trace[444817407] linearizableReadLoop","detail":"{readStateIndex:29178; appliedIndex:29175; }","duration":"768.473437ms","start":"2026-07-28T15:09:10.724094Z","end":"2026-07-28T15:09:11.492567Z","steps":["trace[444817407] 'read index received' (duration: 541.337864ms)","trace[444817407] 'applied index is now lower than readState.Index' (duration: 227.133592ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:11.492636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:10.764207Z","time spent":"728.334464ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:11.492666Z","caller":"traceutil/trace.go:171","msg":"trace[1358068753] transaction","detail":"{read_only:false; response_revision:28295; number_of_response:1; }","duration":"577.253484ms","start":"2026-07-28T15:09:10.915353Z","end":"2026-07-28T15:09:11.492607Z","steps":["trace[1358068753] 'process raft request' (duration: 576.990978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:11.492797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:10.915327Z","time spent":"577.397307ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:11.492861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.755523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5089"} {"level":"warn","ts":"2026-07-28T15:09:11.492852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.119254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.222\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-28T15:09:11.492899Z","caller":"traceutil/trace.go:171","msg":"trace[1695281459] range","detail":"{range_begin:/registry/masterleases/162.253.55.222; range_end:; response_count:1; response_revision:28295; }","duration":"140.192606ms","start":"2026-07-28T15:09:11.352697Z","end":"2026-07-28T15:09:11.492889Z","steps":["trace[1695281459] 'agreement among raft nodes before linearized reading' (duration: 140.065603ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:11.492891Z","caller":"traceutil/trace.go:171","msg":"trace[1246383978] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:28295; }","duration":"768.830515ms","start":"2026-07-28T15:09:10.724051Z","end":"2026-07-28T15:09:11.492882Z","steps":["trace[1246383978] 'agreement among raft nodes before linearized reading' (duration: 768.661891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:11.492932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:10.724039Z","time spent":"768.886797ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5112,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-07-28T15:09:11.492949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.960718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T15:09:11.492943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.810941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T15:09:11.492935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.132804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:09:11.492976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.596658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18c67c974e5b5e3b\" ","response":"range_response_count:1 size:744"} {"level":"info","ts":"2026-07-28T15:09:11.493019Z","caller":"traceutil/trace.go:171","msg":"trace[337646222] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:28295; }","duration":"767.908133ms","start":"2026-07-28T15:09:10.72509Z","end":"2026-07-28T15:09:11.492998Z","steps":["trace[337646222] 'agreement among raft nodes before linearized reading' (duration: 767.657047ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:11.493053Z","caller":"traceutil/trace.go:171","msg":"trace[1037291324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28295; }","duration":"116.278817ms","start":"2026-07-28T15:09:11.376747Z","end":"2026-07-28T15:09:11.493026Z","steps":["trace[1037291324] 'agreement among raft nodes before linearized reading' (duration: 116.078332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:11.493074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:10.725086Z","time spent":"767.980375ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T15:09:11.493086Z","caller":"traceutil/trace.go:171","msg":"trace[817923767] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18c67c974e5b5e3b; range_end:; response_count:1; response_revision:28295; }","duration":"221.747121ms","start":"2026-07-28T15:09:11.271308Z","end":"2026-07-28T15:09:11.493055Z","steps":["trace[817923767] 'agreement among raft nodes before linearized reading' (duration: 221.486125ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:11.492979Z","caller":"traceutil/trace.go:171","msg":"trace[750373616] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28295; }","duration":"279.027579ms","start":"2026-07-28T15:09:11.213943Z","end":"2026-07-28T15:09:11.492971Z","steps":["trace[750373616] 'agreement among raft nodes before linearized reading' (duration: 278.952027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:11.739562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.404271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:09:11.739844Z","caller":"traceutil/trace.go:171","msg":"trace[356465851] transaction","detail":"{read_only:false; response_revision:28298; number_of_response:1; }","duration":"238.641322ms","start":"2026-07-28T15:09:11.501185Z","end":"2026-07-28T15:09:11.739826Z","steps":["trace[356465851] 'process raft request' (duration: 238.545749ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:11.739911Z","caller":"traceutil/trace.go:171","msg":"trace[1440396405] transaction","detail":"{read_only:false; response_revision:28297; number_of_response:1; }","duration":"241.443609ms","start":"2026-07-28T15:09:11.498436Z","end":"2026-07-28T15:09:11.739879Z","steps":["trace[1440396405] 'process raft request' (duration: 241.230324ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:11.739944Z","caller":"traceutil/trace.go:171","msg":"trace[103916758] transaction","detail":"{read_only:false; response_revision:28296; number_of_response:1; }","duration":"243.618922ms","start":"2026-07-28T15:09:11.496296Z","end":"2026-07-28T15:09:11.739915Z","steps":["trace[103916758] 'process raft request' (duration: 140.76985ms)","trace[103916758] 'compare' (duration: 102.266158ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:11.739982Z","caller":"traceutil/trace.go:171","msg":"trace[679514474] linearizableReadLoop","detail":"{readStateIndex:29183; appliedIndex:29179; }","duration":"193.481917ms","start":"2026-07-28T15:09:11.546484Z","end":"2026-07-28T15:09:11.739966Z","steps":["trace[679514474] 'read index received' (duration: 90.40423ms)","trace[679514474] 'applied index is now lower than readState.Index' (duration: 103.076397ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:11.740044Z","caller":"traceutil/trace.go:171","msg":"trace[562778944] transaction","detail":"{read_only:false; response_revision:28299; number_of_response:1; }","duration":"221.368263ms","start":"2026-07-28T15:09:11.518656Z","end":"2026-07-28T15:09:11.740024Z","steps":["trace[562778944] 'process raft request' (duration: 221.128378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:11.740215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.719063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T15:09:11.740248Z","caller":"traceutil/trace.go:171","msg":"trace[873564732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28299; }","duration":"193.798055ms","start":"2026-07-28T15:09:11.546438Z","end":"2026-07-28T15:09:11.740236Z","steps":["trace[873564732] 'agreement among raft nodes before linearized reading' (duration: 193.647801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:11.740308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.789981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T15:09:11.740352Z","caller":"traceutil/trace.go:171","msg":"trace[1223080761] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28299; }","duration":"192.878503ms","start":"2026-07-28T15:09:11.547463Z","end":"2026-07-28T15:09:11.740342Z","steps":["trace[1223080761] 'agreement among raft nodes before linearized reading' (duration: 192.73891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:11.740441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.796019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1647"} {"level":"warn","ts":"2026-07-28T15:09:11.740456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.817238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" ","response":"range_response_count:1 size:9715"} {"level":"warn","ts":"2026-07-28T15:09:11.740488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.889049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" ","response":"range_response_count:1 size:6960"} {"level":"info","ts":"2026-07-28T15:09:11.740497Z","caller":"traceutil/trace.go:171","msg":"trace[632537558] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2n4p; range_end:; response_count:1; response_revision:28299; }","duration":"177.90173ms","start":"2026-07-28T15:09:11.562583Z","end":"2026-07-28T15:09:11.740485Z","steps":["trace[632537558] 'agreement among raft nodes before linearized reading' (duration: 177.735636ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:11.740489Z","caller":"traceutil/trace.go:171","msg":"trace[1436784179] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:28299; }","duration":"142.897751ms","start":"2026-07-28T15:09:11.597578Z","end":"2026-07-28T15:09:11.740475Z","steps":["trace[1436784179] 'agreement among raft nodes before linearized reading' (duration: 142.737927ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:11.740523Z","caller":"traceutil/trace.go:171","msg":"trace[1703397661] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29754180-dlwdd; range_end:; response_count:1; response_revision:28299; }","duration":"177.953651ms","start":"2026-07-28T15:09:11.562559Z","end":"2026-07-28T15:09:11.740513Z","steps":["trace[1703397661] 'agreement among raft nodes before linearized reading' (duration: 177.862739ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:12.00149Z","caller":"traceutil/trace.go:171","msg":"trace[1609489519] linearizableReadLoop","detail":"{readStateIndex:29185; appliedIndex:29183; }","duration":"255.529251ms","start":"2026-07-28T15:09:11.745938Z","end":"2026-07-28T15:09:12.001467Z","steps":["trace[1609489519] 'read index received' (duration: 91.263811ms)","trace[1609489519] 'applied index is now lower than readState.Index' (duration: 164.26198ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:12.001613Z","caller":"traceutil/trace.go:171","msg":"trace[1108763893] transaction","detail":"{read_only:false; response_revision:28302; number_of_response:1; }","duration":"248.878009ms","start":"2026-07-28T15:09:11.752715Z","end":"2026-07-28T15:09:12.001593Z","steps":["trace[1108763893] 'process raft request' (duration: 248.646093ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:12.001516Z","caller":"traceutil/trace.go:171","msg":"trace[620889813] transaction","detail":"{read_only:false; response_revision:28301; number_of_response:1; }","duration":"255.95203ms","start":"2026-07-28T15:09:11.745526Z","end":"2026-07-28T15:09:12.001478Z","steps":["trace[620889813] 'process raft request' (duration: 255.659733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:12.001984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.173661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T15:09:12.002085Z","caller":"traceutil/trace.go:171","msg":"trace[1807154931] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28302; }","duration":"255.276204ms","start":"2026-07-28T15:09:11.74677Z","end":"2026-07-28T15:09:12.002046Z","steps":["trace[1807154931] 'agreement among raft nodes before linearized reading' (duration: 255.003887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:12.00347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.095684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:963375"} {"level":"info","ts":"2026-07-28T15:09:12.00359Z","caller":"traceutil/trace.go:171","msg":"trace[1981258329] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28302; }","duration":"256.270579ms","start":"2026-07-28T15:09:11.747297Z","end":"2026-07-28T15:09:12.003567Z","steps":["trace[1981258329] 'agreement among raft nodes before linearized reading' (duration: 254.493126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:12.003895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.819161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5s89m.18c679b7592924bc\" ","response":"range_response_count:1 size:858"} {"level":"info","ts":"2026-07-28T15:09:12.003961Z","caller":"traceutil/trace.go:171","msg":"trace[1399054915] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5s89m.18c679b7592924bc; range_end:; response_count:1; response_revision:28302; }","duration":"256.911274ms","start":"2026-07-28T15:09:11.747034Z","end":"2026-07-28T15:09:12.003945Z","steps":["trace[1399054915] 'agreement among raft nodes before linearized reading' (duration: 254.751471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:12.005223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.261691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:963375"} {"level":"info","ts":"2026-07-28T15:09:12.005291Z","caller":"traceutil/trace.go:171","msg":"trace[442690941] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28302; }","duration":"259.348443ms","start":"2026-07-28T15:09:11.745925Z","end":"2026-07-28T15:09:12.005273Z","steps":["trace[442690941] 'agreement among raft nodes before linearized reading' (duration: 255.682314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:12.171042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.229247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:09:12.171234Z","caller":"traceutil/trace.go:171","msg":"trace[1667627798] transaction","detail":"{read_only:false; response_revision:28303; number_of_response:1; }","duration":"158.984582ms","start":"2026-07-28T15:09:12.012228Z","end":"2026-07-28T15:09:12.171213Z","steps":["trace[1667627798] 'process raft request' (duration: 56.461067ms)","trace[1667627798] 'compare' (duration: 102.087334ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:12.171475Z","caller":"traceutil/trace.go:171","msg":"trace[60903222] transaction","detail":"{read_only:false; response_revision:28304; number_of_response:1; }","duration":"159.186177ms","start":"2026-07-28T15:09:12.01226Z","end":"2026-07-28T15:09:12.171446Z","steps":["trace[60903222] 'process raft request' (duration: 159.021133ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:12.171838Z","caller":"traceutil/trace.go:171","msg":"trace[1796297219] linearizableReadLoop","detail":"{readStateIndex:29188; appliedIndex:29186; }","duration":"159.34519ms","start":"2026-07-28T15:09:12.012477Z","end":"2026-07-28T15:09:12.171823Z","steps":["trace[1796297219] 'read index received' (duration: 56.226852ms)","trace[1796297219] 'applied index is now lower than readState.Index' (duration: 103.117398ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:12.171866Z","caller":"traceutil/trace.go:171","msg":"trace[1140293479] transaction","detail":"{read_only:false; response_revision:28306; number_of_response:1; }","duration":"150.305872ms","start":"2026-07-28T15:09:12.021552Z","end":"2026-07-28T15:09:12.171858Z","steps":["trace[1140293479] 'process raft request' (duration: 150.162889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:12.172057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.563436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-g5nqj\" ","response":"range_response_count:1 size:7055"} {"level":"info","ts":"2026-07-28T15:09:12.172022Z","caller":"traceutil/trace.go:171","msg":"trace[32577780] transaction","detail":"{read_only:false; response_revision:28305; number_of_response:1; }","duration":"159.478954ms","start":"2026-07-28T15:09:12.012501Z","end":"2026-07-28T15:09:12.17198Z","steps":["trace[32577780] 'process raft request' (duration: 158.89619ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:12.17212Z","caller":"traceutil/trace.go:171","msg":"trace[192580026] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-g5nqj; range_end:; response_count:1; response_revision:28306; }","duration":"159.651868ms","start":"2026-07-28T15:09:12.012447Z","end":"2026-07-28T15:09:12.172099Z","steps":["trace[192580026] 'agreement among raft nodes before linearized reading' (duration: 159.438433ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:12.315593Z","caller":"traceutil/trace.go:171","msg":"trace[1007446487] transaction","detail":"{read_only:false; response_revision:28307; number_of_response:1; }","duration":"136.571149ms","start":"2026-07-28T15:09:12.179Z","end":"2026-07-28T15:09:12.315571Z","steps":["trace[1007446487] 'process raft request' (duration: 126.782512ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:12.556718Z","caller":"traceutil/trace.go:171","msg":"trace[372392743] transaction","detail":"{read_only:false; response_revision:28308; number_of_response:1; }","duration":"376.445691ms","start":"2026-07-28T15:09:12.180247Z","end":"2026-07-28T15:09:12.556693Z","steps":["trace[372392743] 'process raft request' (duration: 372.357702ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:12.556754Z","caller":"traceutil/trace.go:171","msg":"trace[198390274] linearizableReadLoop","detail":"{readStateIndex:29193; appliedIndex:29190; }","duration":"315.34585ms","start":"2026-07-28T15:09:12.241379Z","end":"2026-07-28T15:09:12.556724Z","steps":["trace[198390274] 'read index received' (duration: 64.572464ms)","trace[198390274] 'applied index is now lower than readState.Index' (duration: 250.772386ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:12.556826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:12.180222Z","time spent":"376.548893ms","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11231,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:12.556816Z","caller":"traceutil/trace.go:171","msg":"trace[1242419001] transaction","detail":"{read_only:false; response_revision:28309; number_of_response:1; }","duration":"373.169302ms","start":"2026-07-28T15:09:12.183627Z","end":"2026-07-28T15:09:12.556797Z","steps":["trace[1242419001] 'process raft request' (duration: 372.923506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:12.556926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:12.183606Z","time spent":"373.257973ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:12.55696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.825995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:12.557001Z","caller":"traceutil/trace.go:171","msg":"trace[80254876] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:28309; }","duration":"162.936768ms","start":"2026-07-28T15:09:12.394051Z","end":"2026-07-28T15:09:12.556988Z","steps":["trace[80254876] 'agreement among raft nodes before linearized reading' (duration: 162.867697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:12.556938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.121461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:09:12.557019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.287353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5s89m.18c679b76c8e473d\" ","response":"range_response_count:1 size:858"} {"level":"info","ts":"2026-07-28T15:09:12.557043Z","caller":"traceutil/trace.go:171","msg":"trace[1424435064] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5s89m.18c679b76c8e473d; range_end:; response_count:1; response_revision:28309; }","duration":"238.346585ms","start":"2026-07-28T15:09:12.318689Z","end":"2026-07-28T15:09:12.557036Z","steps":["trace[1424435064] 'agreement among raft nodes before linearized reading' (duration: 238.260212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:12.557025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.639037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-28T15:09:12.557058Z","caller":"traceutil/trace.go:171","msg":"trace[1334581651] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:28309; }","duration":"300.241793ms","start":"2026-07-28T15:09:12.256791Z","end":"2026-07-28T15:09:12.557033Z","steps":["trace[1334581651] 'agreement among raft nodes before linearized reading' (duration: 300.11746ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:12.557079Z","caller":"traceutil/trace.go:171","msg":"trace[927523204] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28309; }","duration":"315.76237ms","start":"2026-07-28T15:09:12.2413Z","end":"2026-07-28T15:09:12.557063Z","steps":["trace[927523204] 'agreement among raft nodes before linearized reading' (duration: 315.578096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:12.557127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:12.24127Z","time spent":"315.845071ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:09:12.557125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:12.256783Z","time spent":"300.318026ms","remote":"127.0.0.1:34452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:09:12.718085Z","caller":"traceutil/trace.go:171","msg":"trace[383524021] linearizableReadLoop","detail":"{readStateIndex:29196; appliedIndex:29193; }","duration":"146.665843ms","start":"2026-07-28T15:09:12.571399Z","end":"2026-07-28T15:09:12.718064Z","steps":["trace[383524021] 'read index received' (duration: 9.064579ms)","trace[383524021] 'applied index is now lower than readState.Index' (duration: 137.600274ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:12.718116Z","caller":"traceutil/trace.go:171","msg":"trace[2010588891] transaction","detail":"{read_only:false; response_revision:28312; number_of_response:1; }","duration":"153.793577ms","start":"2026-07-28T15:09:12.564298Z","end":"2026-07-28T15:09:12.718092Z","steps":["trace[2010588891] 'process raft request' (duration: 153.701115ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:12.718189Z","caller":"traceutil/trace.go:171","msg":"trace[459160155] transaction","detail":"{read_only:false; response_revision:28311; number_of_response:1; }","duration":"154.995776ms","start":"2026-07-28T15:09:12.563168Z","end":"2026-07-28T15:09:12.718163Z","steps":["trace[459160155] 'process raft request' (duration: 113.036539ms)","trace[459160155] 'compare' (duration: 41.67978ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:12.718434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.849349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-g5nqj\" ","response":"range_response_count:1 size:6861"} {"level":"info","ts":"2026-07-28T15:09:12.718481Z","caller":"traceutil/trace.go:171","msg":"trace[306321580] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-g5nqj; range_end:; response_count:1; response_revision:28312; }","duration":"147.097834ms","start":"2026-07-28T15:09:12.571371Z","end":"2026-07-28T15:09:12.718469Z","steps":["trace[306321580] 'agreement among raft nodes before linearized reading' (duration: 146.791187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:12.718468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.626228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1636"} {"level":"info","ts":"2026-07-28T15:09:12.718606Z","caller":"traceutil/trace.go:171","msg":"trace[96567335] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:28312; }","duration":"145.762953ms","start":"2026-07-28T15:09:12.572801Z","end":"2026-07-28T15:09:12.718564Z","steps":["trace[96567335] 'agreement among raft nodes before linearized reading' (duration: 145.453445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:12.719064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.352264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-28v8k.18c679b6f9f68a7d\" ","response":"range_response_count:1 size:825"} {"level":"info","ts":"2026-07-28T15:09:12.719572Z","caller":"traceutil/trace.go:171","msg":"trace[1488596583] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-28v8k.18c679b6f9f68a7d; range_end:; response_count:1; response_revision:28312; }","duration":"136.879526ms","start":"2026-07-28T15:09:12.582667Z","end":"2026-07-28T15:09:12.719546Z","steps":["trace[1488596583] 'agreement among raft nodes before linearized reading' (duration: 136.21564ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:12.945111Z","caller":"traceutil/trace.go:171","msg":"trace[35650565] linearizableReadLoop","detail":"{readStateIndex:29200; appliedIndex:29197; }","duration":"143.463925ms","start":"2026-07-28T15:09:12.801627Z","end":"2026-07-28T15:09:12.945091Z","steps":["trace[35650565] 'read index received' (duration: 143.22511ms)","trace[35650565] 'applied index is now lower than readState.Index' (duration: 238.235µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:12.945394Z","caller":"traceutil/trace.go:171","msg":"trace[1320340689] transaction","detail":"{read_only:false; response_revision:28315; number_of_response:1; }","duration":"220.155493ms","start":"2026-07-28T15:09:12.725223Z","end":"2026-07-28T15:09:12.945378Z","steps":["trace[1320340689] 'process raft request' (duration: 219.799735ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:12.945636Z","caller":"traceutil/trace.go:171","msg":"trace[214234957] transaction","detail":"{read_only:false; response_revision:28316; number_of_response:1; }","duration":"217.226862ms","start":"2026-07-28T15:09:12.7284Z","end":"2026-07-28T15:09:12.945627Z","steps":["trace[214234957] 'process raft request' (duration: 216.656889ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:12.945649Z","caller":"traceutil/trace.go:171","msg":"trace[423233466] transaction","detail":"{read_only:false; response_revision:28314; number_of_response:1; }","duration":"221.587118ms","start":"2026-07-28T15:09:12.724001Z","end":"2026-07-28T15:09:12.945588Z","steps":["trace[423233466] 'process raft request' (duration: 220.903572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:12.945808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.179373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-g5nqj.18c67c96f8f07510\" ","response":"range_response_count:1 size:853"} {"level":"info","ts":"2026-07-28T15:09:12.94591Z","caller":"traceutil/trace.go:171","msg":"trace[623481056] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-g5nqj.18c67c96f8f07510; range_end:; response_count:1; response_revision:28316; }","duration":"144.294606ms","start":"2026-07-28T15:09:12.801605Z","end":"2026-07-28T15:09:12.9459Z","steps":["trace[623481056] 'agreement among raft nodes before linearized reading' (duration: 143.565848ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:13.32069Z","caller":"traceutil/trace.go:171","msg":"trace[362709246] transaction","detail":"{read_only:false; response_revision:28319; number_of_response:1; }","duration":"232.103853ms","start":"2026-07-28T15:09:13.088566Z","end":"2026-07-28T15:09:13.32067Z","steps":["trace[362709246] 'process raft request' (duration: 139.291274ms)","trace[362709246] 'compare' (duration: 92.505332ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:13.375699Z","caller":"traceutil/trace.go:171","msg":"trace[1399841032] linearizableReadLoop","detail":"{readStateIndex:29204; appliedIndex:29202; }","duration":"170.158323ms","start":"2026-07-28T15:09:13.205516Z","end":"2026-07-28T15:09:13.375674Z","steps":["trace[1399841032] 'read index received' (duration: 22.30292ms)","trace[1399841032] 'applied index is now lower than readState.Index' (duration: 147.854273ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:13.376771Z","caller":"traceutil/trace.go:171","msg":"trace[2106487798] transaction","detail":"{read_only:false; response_revision:28320; number_of_response:1; }","duration":"287.779871ms","start":"2026-07-28T15:09:13.088954Z","end":"2026-07-28T15:09:13.376734Z","steps":["trace[2106487798] 'process raft request' (duration: 286.595223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:13.377254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.72065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-28T15:09:13.377354Z","caller":"traceutil/trace.go:171","msg":"trace[1164606295] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28320; }","duration":"171.861624ms","start":"2026-07-28T15:09:13.205468Z","end":"2026-07-28T15:09:13.37733Z","steps":["trace[1164606295] 'agreement among raft nodes before linearized reading' (duration: 171.587167ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:13.668044Z","caller":"traceutil/trace.go:171","msg":"trace[1736200150] transaction","detail":"{read_only:false; response_revision:28321; number_of_response:1; }","duration":"283.799026ms","start":"2026-07-28T15:09:13.384219Z","end":"2026-07-28T15:09:13.668018Z","steps":["trace[1736200150] 'process raft request' (duration: 234.997423ms)","trace[1736200150] 'compare' (duration: 48.68922ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:13.813773Z","caller":"traceutil/trace.go:171","msg":"trace[1745014966] transaction","detail":"{read_only:false; response_revision:28323; number_of_response:1; }","duration":"105.872345ms","start":"2026-07-28T15:09:13.707865Z","end":"2026-07-28T15:09:13.813738Z","steps":["trace[1745014966] 'process raft request' (duration: 87.726135ms)","trace[1745014966] 'compare' (duration: 17.904514ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:14.181684Z","caller":"traceutil/trace.go:171","msg":"trace[1426850432] linearizableReadLoop","detail":"{readStateIndex:29209; appliedIndex:29208; }","duration":"175.241195ms","start":"2026-07-28T15:09:14.006418Z","end":"2026-07-28T15:09:14.181659Z","steps":["trace[1426850432] 'read index received' (duration: 174.948658ms)","trace[1426850432] 'applied index is now lower than readState.Index' (duration: 291.547µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:14.181963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.644142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" ","response":"range_response_count:1 size:9715"} {"level":"info","ts":"2026-07-28T15:09:14.181999Z","caller":"traceutil/trace.go:171","msg":"trace[937196363] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2n4p; range_end:; response_count:1; response_revision:28325; }","duration":"160.704983ms","start":"2026-07-28T15:09:14.021285Z","end":"2026-07-28T15:09:14.18199Z","steps":["trace[937196363] 'agreement among raft nodes before linearized reading' (duration: 160.534359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:14.181955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.508772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T15:09:14.182082Z","caller":"traceutil/trace.go:171","msg":"trace[566282463] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28325; }","duration":"175.659195ms","start":"2026-07-28T15:09:14.006373Z","end":"2026-07-28T15:09:14.182032Z","steps":["trace[566282463] 'agreement among raft nodes before linearized reading' (duration: 175.380989ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:14.181896Z","caller":"traceutil/trace.go:171","msg":"trace[726800740] transaction","detail":"{read_only:false; response_revision:28325; number_of_response:1; }","duration":"313.284419ms","start":"2026-07-28T15:09:13.868575Z","end":"2026-07-28T15:09:14.18186Z","steps":["trace[726800740] 'process raft request' (duration: 312.90858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:14.182196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.801077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" ","response":"range_response_count:1 size:6960"} {"level":"warn","ts":"2026-07-28T15:09:14.182232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:13.868551Z","time spent":"313.594077ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:14.182274Z","caller":"traceutil/trace.go:171","msg":"trace[859247176] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29754180-dlwdd; range_end:; response_count:1; response_revision:28325; }","duration":"158.949481ms","start":"2026-07-28T15:09:14.023308Z","end":"2026-07-28T15:09:14.182258Z","steps":["trace[859247176] 'agreement among raft nodes before linearized reading' (duration: 158.705955ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:14.319296Z","caller":"traceutil/trace.go:171","msg":"trace[176425142] linearizableReadLoop","detail":"{readStateIndex:29210; appliedIndex:29209; }","duration":"131.095454ms","start":"2026-07-28T15:09:14.188176Z","end":"2026-07-28T15:09:14.319272Z","steps":["trace[176425142] 'read index received' (duration: 86.474245ms)","trace[176425142] 'applied index is now lower than readState.Index' (duration: 44.619869ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:14.31942Z","caller":"traceutil/trace.go:171","msg":"trace[758481046] transaction","detail":"{read_only:false; response_revision:28326; number_of_response:1; }","duration":"132.203201ms","start":"2026-07-28T15:09:14.187192Z","end":"2026-07-28T15:09:14.319395Z","steps":["trace[758481046] 'process raft request' (duration: 87.440109ms)","trace[758481046] 'compare' (duration: 44.520867ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:14.320187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.993266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:963375"} {"level":"info","ts":"2026-07-28T15:09:14.320219Z","caller":"traceutil/trace.go:171","msg":"trace[1532137265] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28326; }","duration":"132.065828ms","start":"2026-07-28T15:09:14.188146Z","end":"2026-07-28T15:09:14.320212Z","steps":["trace[1532137265] 'agreement among raft nodes before linearized reading' (duration: 131.251158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:14.320207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.517075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:963375"} {"level":"info","ts":"2026-07-28T15:09:14.320251Z","caller":"traceutil/trace.go:171","msg":"trace[638923337] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28326; }","duration":"131.575556ms","start":"2026-07-28T15:09:14.188664Z","end":"2026-07-28T15:09:14.320239Z","steps":["trace[638923337] 'agreement among raft nodes before linearized reading' (duration: 130.832938ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:14.888426Z","caller":"traceutil/trace.go:171","msg":"trace[1247714356] transaction","detail":"{read_only:false; response_revision:28327; number_of_response:1; }","duration":"251.849491ms","start":"2026-07-28T15:09:14.63655Z","end":"2026-07-28T15:09:14.8884Z","steps":["trace[1247714356] 'process raft request' (duration: 251.633966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:15.331025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.587616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:15.331088Z","caller":"traceutil/trace.go:171","msg":"trace[1093539386] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:28327; }","duration":"372.690369ms","start":"2026-07-28T15:09:14.958385Z","end":"2026-07-28T15:09:15.331075Z","steps":["trace[1093539386] 'count revisions from in-memory index tree' (duration: 372.526205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:15.331113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:14.958372Z","time spent":"372.73526ms","remote":"127.0.0.1:54232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:15.331166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.376984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T15:09:15.331249Z","caller":"traceutil/trace.go:171","msg":"trace[288119232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28327; }","duration":"380.479087ms","start":"2026-07-28T15:09:14.950734Z","end":"2026-07-28T15:09:15.331213Z","steps":["trace[288119232] 'range keys from in-memory index tree' (duration: 380.206621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:15.331285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:14.950701Z","time spent":"380.57669ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:09:15.331279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.072812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T15:09:15.331326Z","caller":"traceutil/trace.go:171","msg":"trace[1461381752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28327; }","duration":"381.165164ms","start":"2026-07-28T15:09:14.950149Z","end":"2026-07-28T15:09:15.331314Z","steps":["trace[1461381752] 'range keys from in-memory index tree' (duration: 380.627681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:15.331348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:14.950125Z","time spent":"381.218316ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T15:09:15.379589Z","caller":"traceutil/trace.go:171","msg":"trace[2012104574] transaction","detail":"{read_only:false; response_revision:28328; number_of_response:1; }","duration":"218.146364ms","start":"2026-07-28T15:09:15.161418Z","end":"2026-07-28T15:09:15.379564Z","steps":["trace[2012104574] 'process raft request' (duration: 217.9764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:15.618289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.759708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:09:15.618457Z","caller":"traceutil/trace.go:171","msg":"trace[1171564939] transaction","detail":"{read_only:false; response_revision:28329; number_of_response:1; }","duration":"283.450547ms","start":"2026-07-28T15:09:15.334974Z","end":"2026-07-28T15:09:15.618424Z","steps":["trace[1171564939] 'process raft request' (duration: 178.484344ms)","trace[1171564939] 'compare' (duration: 104.620215ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:15.618585Z","caller":"traceutil/trace.go:171","msg":"trace[1409327948] transaction","detail":"{read_only:false; response_revision:28330; number_of_response:1; }","duration":"283.57918ms","start":"2026-07-28T15:09:15.334984Z","end":"2026-07-28T15:09:15.618563Z","steps":["trace[1409327948] 'process raft request' (duration: 283.392475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:16.056735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.929717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T15:09:16.056817Z","caller":"traceutil/trace.go:171","msg":"trace[680405372] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28330; }","duration":"189.022199ms","start":"2026-07-28T15:09:15.867772Z","end":"2026-07-28T15:09:16.056795Z","steps":["trace[680405372] 'range keys from in-memory index tree' (duration: 188.714851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:16.056842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.023017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T15:09:16.056941Z","caller":"traceutil/trace.go:171","msg":"trace[1323372799] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:28330; }","duration":"314.176561ms","start":"2026-07-28T15:09:15.742745Z","end":"2026-07-28T15:09:16.056922Z","steps":["trace[1323372799] 'range keys from in-memory index tree' (duration: 313.828842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:16.056989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:15.742729Z","time spent":"314.250432ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T15:09:16.057378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.774589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-28T15:09:16.057638Z","caller":"traceutil/trace.go:171","msg":"trace[719862364] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28330; }","duration":"278.473276ms","start":"2026-07-28T15:09:15.779144Z","end":"2026-07-28T15:09:16.057617Z","steps":["trace[719862364] 'range keys from in-memory index tree' (duration: 277.39571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:16.518998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420217,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T15:09:16.901318Z","caller":"traceutil/trace.go:171","msg":"trace[2016322537] transaction","detail":"{read_only:false; response_revision:28331; number_of_response:1; }","duration":"981.795174ms","start":"2026-07-28T15:09:15.919497Z","end":"2026-07-28T15:09:16.901292Z","steps":["trace[2016322537] 'process raft request' (duration: 981.59563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:16.901536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:15.919478Z","time spent":"981.921918ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:17.451963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.223432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:09:17.452157Z","caller":"traceutil/trace.go:171","msg":"trace[2102973482] transaction","detail":"{read_only:false; response_revision:28333; number_of_response:1; }","duration":"1.389891781s","start":"2026-07-28T15:09:16.062235Z","end":"2026-07-28T15:09:17.452127Z","steps":["trace[2102973482] 'process raft request' (duration: 1.389805359s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:17.452144Z","caller":"traceutil/trace.go:171","msg":"trace[56500508] transaction","detail":"{read_only:false; response_revision:28332; number_of_response:1; }","duration":"1.390996987s","start":"2026-07-28T15:09:16.061107Z","end":"2026-07-28T15:09:17.452103Z","steps":["trace[56500508] 'process raft request' (duration: 1.01257217s)","trace[56500508] 'compare' (duration: 378.12652ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:17.452307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:16.062211Z","time spent":"1.390019323s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:17.452337Z","caller":"traceutil/trace.go:171","msg":"trace[359211052] transaction","detail":"{read_only:false; response_revision:28334; number_of_response:1; }","duration":"1.228654724s","start":"2026-07-28T15:09:16.22366Z","end":"2026-07-28T15:09:17.452314Z","steps":["trace[359211052] 'process raft request' (duration: 1.228416549s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:17.452447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:16.223634Z","time spent":"1.228748607s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:17.452447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:16.061081Z","time spent":"1.391279114s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:17.45265Z","caller":"traceutil/trace.go:171","msg":"trace[380132096] linearizableReadLoop","detail":"{readStateIndex:29218; appliedIndex:29214; }","duration":"1.434618685s","start":"2026-07-28T15:09:16.01797Z","end":"2026-07-28T15:09:17.452589Z","steps":["trace[380132096] 'read index received' (duration: 883.181696ms)","trace[380132096] 'applied index is now lower than readState.Index' (duration: 551.435259ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:17.825631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.496589ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T15:09:17.825857Z","caller":"traceutil/trace.go:171","msg":"trace[567618425] linearizableReadLoop","detail":"{readStateIndex:29219; appliedIndex:29218; }","duration":"373.15292ms","start":"2026-07-28T15:09:17.452686Z","end":"2026-07-28T15:09:17.825839Z","steps":["trace[567618425] 'read index received' (duration: 73.922µs)","trace[567618425] 'applied index is now lower than readState.Index' (duration: 373.078048ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:17.82619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449435563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:09:17.826333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640289287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T15:09:17.826379Z","caller":"traceutil/trace.go:171","msg":"trace[1779945969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28334; }","duration":"1.640372529s","start":"2026-07-28T15:09:16.185993Z","end":"2026-07-28T15:09:17.826366Z","steps":["trace[1779945969] 'agreement among raft nodes before linearized reading' (duration: 1.640250566s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:17.826414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:16.185969Z","time spent":"1.64043696s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T15:09:17.826392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526204623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:17.826499Z","caller":"traceutil/trace.go:171","msg":"trace[801840261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28334; }","duration":"1.526365817s","start":"2026-07-28T15:09:16.300105Z","end":"2026-07-28T15:09:17.826471Z","steps":["trace[801840261] 'agreement among raft nodes before linearized reading' (duration: 1.526190002s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:17.826574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:16.300085Z","time spent":"1.52647103s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:09:17.82663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534030663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:09:17.826704Z","caller":"traceutil/trace.go:171","msg":"trace[517374027] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28334; }","duration":"1.534144876s","start":"2026-07-28T15:09:16.292544Z","end":"2026-07-28T15:09:17.826689Z","steps":["trace[517374027] 'agreement among raft nodes before linearized reading' (duration: 1.534047163s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:17.82674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:16.292523Z","time spent":"1.534209487s","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:17.826922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579569016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:17.826963Z","caller":"traceutil/trace.go:171","msg":"trace[303689987] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:28334; }","duration":"1.579609967s","start":"2026-07-28T15:09:16.247342Z","end":"2026-07-28T15:09:17.826952Z","steps":["trace[303689987] 'agreement among raft nodes before linearized reading' (duration: 1.579543006s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:17.82697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503507573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-28T15:09:17.826993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:16.247242Z","time spent":"1.57974291s","remote":"127.0.0.1:54672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:09:17.82701Z","caller":"traceutil/trace.go:171","msg":"trace[522985161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28334; }","duration":"1.503600335s","start":"2026-07-28T15:09:16.323397Z","end":"2026-07-28T15:09:17.826997Z","steps":["trace[522985161] 'agreement among raft nodes before linearized reading' (duration: 1.503432781s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:17.82699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.743964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:09:17.827034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.681807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-07-28T15:09:17.82706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:16.323377Z","time spent":"1.503665707s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T15:09:17.827121Z","caller":"traceutil/trace.go:171","msg":"trace[1148644762] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28334; }","duration":"774.787459ms","start":"2026-07-28T15:09:17.052291Z","end":"2026-07-28T15:09:17.827079Z","steps":["trace[1148644762] 'agreement among raft nodes before linearized reading' (duration: 774.542053ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:17.827142Z","caller":"traceutil/trace.go:171","msg":"trace[177700491] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:28334; }","duration":"728.905118ms","start":"2026-07-28T15:09:17.09816Z","end":"2026-07-28T15:09:17.827065Z","steps":["trace[177700491] 'agreement among raft nodes before linearized reading' (duration: 728.675572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:17.827181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:17.052267Z","time spent":"774.899832ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:09:17.827202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:17.098138Z","time spent":"729.053142ms","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":41,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:09:17.827339Z","caller":"traceutil/trace.go:171","msg":"trace[1904629605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28334; }","duration":"1.450628312s","start":"2026-07-28T15:09:16.376693Z","end":"2026-07-28T15:09:17.827321Z","steps":["trace[1904629605] 'agreement among raft nodes before linearized reading' (duration: 1.449409583s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:17.827423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:16.376675Z","time spent":"1.450737765s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:09:17.827328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080730881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1647"} {"level":"warn","ts":"2026-07-28T15:09:17.827496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48601597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" ","response":"range_response_count:1 size:6960"} {"level":"info","ts":"2026-07-28T15:09:17.827556Z","caller":"traceutil/trace.go:171","msg":"trace[959689338] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29754180-dlwdd; range_end:; response_count:1; response_revision:28334; }","duration":"1.486190553s","start":"2026-07-28T15:09:16.341347Z","end":"2026-07-28T15:09:17.827537Z","steps":["trace[959689338] 'agreement among raft nodes before linearized reading' (duration: 1.484771729s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:17.827607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:16.341337Z","time spent":"1.486259846s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6983,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" "} {"level":"info","ts":"2026-07-28T15:09:17.827565Z","caller":"traceutil/trace.go:171","msg":"trace[172353538] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:28334; }","duration":"1.081003448s","start":"2026-07-28T15:09:16.746526Z","end":"2026-07-28T15:09:17.82753Z","steps":["trace[172353538] 'agreement among raft nodes before linearized reading' (duration: 1.080334502s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:17.827509Z","caller":"traceutil/trace.go:171","msg":"trace[1493770060] transaction","detail":"{read_only:false; response_revision:28335; number_of_response:1; }","duration":"369.939982ms","start":"2026-07-28T15:09:17.457552Z","end":"2026-07-28T15:09:17.827492Z","steps":["trace[1493770060] 'process raft request' (duration: 368.18164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:17.827727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:16.746505Z","time spent":"1.081149691s","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1670,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-07-28T15:09:17.826213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808237846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-28T15:09:17.827868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:17.457534Z","time spent":"370.219479ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T15:09:17.827918Z","caller":"traceutil/trace.go:171","msg":"trace[435222250] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28334; }","duration":"1.809981588s","start":"2026-07-28T15:09:16.017909Z","end":"2026-07-28T15:09:17.82789Z","steps":["trace[435222250] 'agreement among raft nodes before linearized reading' (duration: 1.43483073s)","trace[435222250] 'range keys from in-memory index tree' (duration: 373.352715ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:17.826223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48522365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" ","response":"range_response_count:1 size:9715"} {"level":"info","ts":"2026-07-28T15:09:17.828122Z","caller":"traceutil/trace.go:171","msg":"trace[1981190108] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2n4p; range_end:; response_count:1; response_revision:28334; }","duration":"1.487149677s","start":"2026-07-28T15:09:16.340956Z","end":"2026-07-28T15:09:17.828105Z","steps":["trace[1981190108] 'agreement among raft nodes before linearized reading' (duration: 1.485179729s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:17.827977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:16.017873Z","time spent":"1.810087801s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-28T15:09:17.828192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:16.340937Z","time spent":"1.487238179s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9738,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" "} {"level":"warn","ts":"2026-07-28T15:09:17.938878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.982388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-07-28T15:09:17.938968Z","caller":"traceutil/trace.go:171","msg":"trace[1974241071] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:28335; }","duration":"317.120291ms","start":"2026-07-28T15:09:17.621826Z","end":"2026-07-28T15:09:17.938947Z","steps":["trace[1974241071] 'agreement among raft nodes before linearized reading' (duration: 205.697743ms)","trace[1974241071] 'range keys from in-memory index tree' (duration: 111.181453ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:17.938878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.652017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:09:17.938998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.053615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T15:09:17.939015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:17.621809Z","time spent":"317.197443ms","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1369,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-07-28T15:09:17.93904Z","caller":"traceutil/trace.go:171","msg":"trace[1226872595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28335; }","duration":"316.118917ms","start":"2026-07-28T15:09:17.622906Z","end":"2026-07-28T15:09:17.939025Z","steps":["trace[1226872595] 'agreement among raft nodes before linearized reading' (duration: 204.608587ms)","trace[1226872595] 'range keys from in-memory index tree' (duration: 111.274965ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:17.939042Z","caller":"traceutil/trace.go:171","msg":"trace[2067753411] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:28335; }","duration":"107.912243ms","start":"2026-07-28T15:09:17.831101Z","end":"2026-07-28T15:09:17.939013Z","steps":["trace[2067753411] 'count revisions from in-memory index tree' (duration: 107.494053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:17.939081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:17.622889Z","time spent":"316.185158ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:09:17.939141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.906596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-28T15:09:17.9392Z","caller":"traceutil/trace.go:171","msg":"trace[328584638] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28335; }","duration":"214.999548ms","start":"2026-07-28T15:09:17.724181Z","end":"2026-07-28T15:09:17.93918Z","steps":["trace[328584638] 'agreement among raft nodes before linearized reading' (duration: 103.350844ms)","trace[328584638] 'range keys from in-memory index tree' (duration: 111.223344ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:17.938877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.852981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T15:09:17.939382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.727958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T15:09:17.939373Z","caller":"traceutil/trace.go:171","msg":"trace[413237062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28335; }","duration":"316.391074ms","start":"2026-07-28T15:09:17.622953Z","end":"2026-07-28T15:09:17.939344Z","steps":["trace[413237062] 'agreement among raft nodes before linearized reading' (duration: 204.516505ms)","trace[413237062] 'range keys from in-memory index tree' (duration: 111.260484ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:17.939416Z","caller":"traceutil/trace.go:171","msg":"trace[571931854] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28335; }","duration":"483.794759ms","start":"2026-07-28T15:09:17.455611Z","end":"2026-07-28T15:09:17.939406Z","steps":["trace[571931854] 'agreement among raft nodes before linearized reading' (duration: 371.869069ms)","trace[571931854] 'range keys from in-memory index tree' (duration: 111.206602ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:17.93945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:17.455596Z","time spent":"483.8455ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:09:17.939458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:17.622934Z","time spent":"316.489576ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T15:09:18.009365Z","caller":"traceutil/trace.go:171","msg":"trace[604719600] transaction","detail":"{read_only:false; response_revision:28336; number_of_response:1; }","duration":"177.55896ms","start":"2026-07-28T15:09:17.831778Z","end":"2026-07-28T15:09:18.009337Z","steps":["trace[604719600] 'process raft request' (duration: 177.249003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:18.429373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.720766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:09:18.42973Z","caller":"traceutil/trace.go:171","msg":"trace[1685148459] linearizableReadLoop","detail":"{readStateIndex:29222; appliedIndex:29221; }","duration":"596.10386ms","start":"2026-07-28T15:09:17.83361Z","end":"2026-07-28T15:09:18.429714Z","steps":["trace[1685148459] 'read index received' (duration: 175.710226ms)","trace[1685148459] 'applied index is now lower than readState.Index' (duration: 420.392834ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:18.429828Z","caller":"traceutil/trace.go:171","msg":"trace[1968473770] transaction","detail":"{read_only:false; response_revision:28340; number_of_response:1; }","duration":"485.119262ms","start":"2026-07-28T15:09:17.944698Z","end":"2026-07-28T15:09:18.429817Z","steps":["trace[1968473770] 'process raft request' (duration: 484.941428ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:18.429837Z","caller":"traceutil/trace.go:171","msg":"trace[1866543788] transaction","detail":"{read_only:false; response_revision:28339; number_of_response:1; }","duration":"485.149344ms","start":"2026-07-28T15:09:17.944655Z","end":"2026-07-28T15:09:18.429804Z","steps":["trace[1866543788] 'process raft request' (duration: 484.940769ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:18.429874Z","caller":"traceutil/trace.go:171","msg":"trace[1286166021] transaction","detail":"{read_only:false; response_revision:28341; number_of_response:1; }","duration":"484.294632ms","start":"2026-07-28T15:09:17.945561Z","end":"2026-07-28T15:09:18.429855Z","steps":["trace[1286166021] 'process raft request' (duration: 484.115677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:18.429965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:17.944646Z","time spent":"485.249956ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:18.429984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:17.945548Z","time spent":"484.392675ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:18.430045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.234864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-de933e38-b02e-4cec-9758-c19dc96d1795\" ","response":"range_response_count:1 size:2191"} {"level":"warn","ts":"2026-07-28T15:09:18.429896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:17.944684Z","time spent":"485.173354ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:18.43009Z","caller":"traceutil/trace.go:171","msg":"trace[1090854404] range","detail":"{range_begin:/registry/persistentvolumes/pvc-de933e38-b02e-4cec-9758-c19dc96d1795; range_end:; response_count:1; response_revision:28341; }","duration":"487.309735ms","start":"2026-07-28T15:09:17.942764Z","end":"2026-07-28T15:09:18.430074Z","steps":["trace[1090854404] 'agreement among raft nodes before linearized reading' (duration: 487.167202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:18.430115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.718607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:18.430174Z","caller":"traceutil/trace.go:171","msg":"trace[958351662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28341; }","duration":"594.801238ms","start":"2026-07-28T15:09:17.835358Z","end":"2026-07-28T15:09:18.430159Z","steps":["trace[958351662] 'agreement among raft nodes before linearized reading' (duration: 594.699666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:18.430207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:17.835352Z","time spent":"594.84824ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:09:18.430123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:17.942745Z","time spent":"487.369487ms","remote":"127.0.0.1:54068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2214,"request content":"key:\"/registry/persistentvolumes/pvc-de933e38-b02e-4cec-9758-c19dc96d1795\" "} {"level":"warn","ts":"2026-07-28T15:09:18.429974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.088788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:18.430462Z","caller":"traceutil/trace.go:171","msg":"trace[1725661169] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:28341; }","duration":"309.57856ms","start":"2026-07-28T15:09:18.120872Z","end":"2026-07-28T15:09:18.43045Z","steps":["trace[1725661169] 'agreement among raft nodes before linearized reading' (duration: 309.058038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:18.430508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:18.12081Z","time spent":"309.680842ms","remote":"127.0.0.1:55582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:09:18.429881Z","caller":"traceutil/trace.go:171","msg":"trace[444014738] transaction","detail":"{read_only:false; response_revision:28337; number_of_response:1; }","duration":"597.514354ms","start":"2026-07-28T15:09:17.832339Z","end":"2026-07-28T15:09:18.429853Z","steps":["trace[444014738] 'process raft request' (duration: 232.232645ms)","trace[444014738] 'compare' (duration: 364.345316ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:18.430702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.083474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:963375"} {"level":"warn","ts":"2026-07-28T15:09:18.430703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:17.832315Z","time spent":"598.332654ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:18.430743Z","caller":"traceutil/trace.go:171","msg":"trace[898633216] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28341; }","duration":"597.127615ms","start":"2026-07-28T15:09:17.833607Z","end":"2026-07-28T15:09:18.430734Z","steps":["trace[898633216] 'agreement among raft nodes before linearized reading' (duration: 596.212083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:18.430774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:17.833598Z","time spent":"597.167846ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":98,"response size":963398,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T15:09:18.430062Z","caller":"traceutil/trace.go:171","msg":"trace[1867684388] transaction","detail":"{read_only:false; response_revision:28338; number_of_response:1; }","duration":"485.997154ms","start":"2026-07-28T15:09:17.944057Z","end":"2026-07-28T15:09:18.430054Z","steps":["trace[1867684388] 'process raft request' (duration: 485.41742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:18.430855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.994398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:963375"} {"level":"info","ts":"2026-07-28T15:09:18.430919Z","caller":"traceutil/trace.go:171","msg":"trace[1797914223] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28341; }","duration":"596.084509ms","start":"2026-07-28T15:09:17.834819Z","end":"2026-07-28T15:09:18.430904Z","steps":["trace[1797914223] 'agreement among raft nodes before linearized reading' (duration: 595.082505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:18.430942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:17.944039Z","time spent":"486.858764ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:18.430131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.089065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T15:09:18.431005Z","caller":"traceutil/trace.go:171","msg":"trace[1218664914] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28341; }","duration":"105.997618ms","start":"2026-07-28T15:09:18.324996Z","end":"2026-07-28T15:09:18.430993Z","steps":["trace[1218664914] 'agreement among raft nodes before linearized reading' (duration: 105.081215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:18.430969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:17.834812Z","time spent":"596.145532ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":98,"response size":963398,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T15:09:18.853664Z","caller":"traceutil/trace.go:171","msg":"trace[895154574] linearizableReadLoop","detail":"{readStateIndex:29227; appliedIndex:29226; }","duration":"356.185399ms","start":"2026-07-28T15:09:18.497442Z","end":"2026-07-28T15:09:18.853627Z","steps":["trace[895154574] 'read index received' (duration: 355.864131ms)","trace[895154574] 'applied index is now lower than readState.Index' (duration: 319.578µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:18.853723Z","caller":"traceutil/trace.go:171","msg":"trace[773325609] transaction","detail":"{read_only:false; response_revision:28342; number_of_response:1; }","duration":"418.537939ms","start":"2026-07-28T15:09:18.435144Z","end":"2026-07-28T15:09:18.853682Z","steps":["trace[773325609] 'process raft request' (duration: 418.213181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:18.853977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:18.435112Z","time spent":"418.697683ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:18.853974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.515566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-28T15:09:18.85405Z","caller":"traceutil/trace.go:171","msg":"trace[611711309] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:28342; }","duration":"356.6427ms","start":"2026-07-28T15:09:18.497389Z","end":"2026-07-28T15:09:18.854032Z","steps":["trace[611711309] 'agreement among raft nodes before linearized reading' (duration: 356.409624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:18.854074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.944123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-28T15:09:18.854159Z","caller":"traceutil/trace.go:171","msg":"trace[608206657] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28342; }","duration":"188.076286ms","start":"2026-07-28T15:09:18.666063Z","end":"2026-07-28T15:09:18.85414Z","steps":["trace[608206657] 'agreement among raft nodes before linearized reading' (duration: 187.82599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:18.854104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:18.49737Z","time spent":"356.723342ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-07-28T15:09:19.015112Z","caller":"traceutil/trace.go:171","msg":"trace[2134714502] transaction","detail":"{read_only:false; response_revision:28343; number_of_response:1; }","duration":"156.04662ms","start":"2026-07-28T15:09:18.859013Z","end":"2026-07-28T15:09:19.01506Z","steps":["trace[2134714502] 'process raft request' (duration: 122.671181ms)","trace[2134714502] 'compare' (duration: 33.071291ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:19.187256Z","caller":"traceutil/trace.go:171","msg":"trace[1273827035] linearizableReadLoop","detail":"{readStateIndex:29230; appliedIndex:29228; }","duration":"156.234535ms","start":"2026-07-28T15:09:19.030971Z","end":"2026-07-28T15:09:19.187205Z","steps":["trace[1273827035] 'read index received' (duration: 94.475439ms)","trace[1273827035] 'applied index is now lower than readState.Index' (duration: 61.757856ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:19.187328Z","caller":"traceutil/trace.go:171","msg":"trace[1935610961] transaction","detail":"{read_only:false; response_revision:28345; number_of_response:1; }","duration":"166.051923ms","start":"2026-07-28T15:09:19.021234Z","end":"2026-07-28T15:09:19.187286Z","steps":["trace[1935610961] 'process raft request' (duration: 165.869159ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:19.187397Z","caller":"traceutil/trace.go:171","msg":"trace[542576790] transaction","detail":"{read_only:false; response_revision:28344; number_of_response:1; }","duration":"166.417472ms","start":"2026-07-28T15:09:19.020951Z","end":"2026-07-28T15:09:19.187368Z","steps":["trace[542576790] 'process raft request' (duration: 104.455281ms)","trace[542576790] 'compare' (duration: 61.432768ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:19.18761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.615894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1863"} {"level":"info","ts":"2026-07-28T15:09:19.187654Z","caller":"traceutil/trace.go:171","msg":"trace[1612591929] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:28345; }","duration":"156.714017ms","start":"2026-07-28T15:09:19.030929Z","end":"2026-07-28T15:09:19.187643Z","steps":["trace[1612591929] 'agreement among raft nodes before linearized reading' (duration: 156.401029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:19.896459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.895776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"info","ts":"2026-07-28T15:09:19.896538Z","caller":"traceutil/trace.go:171","msg":"trace[721783849] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:28346; }","duration":"111.020879ms","start":"2026-07-28T15:09:19.785499Z","end":"2026-07-28T15:09:19.89652Z","steps":["trace[721783849] 'range keys from in-memory index tree' (duration: 110.771933ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:20.106175Z","caller":"traceutil/trace.go:171","msg":"trace[971122348] transaction","detail":"{read_only:false; response_revision:28347; number_of_response:1; }","duration":"202.184408ms","start":"2026-07-28T15:09:19.903958Z","end":"2026-07-28T15:09:20.106142Z","steps":["trace[971122348] 'process raft request' (duration: 201.956092ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:20.291884Z","caller":"traceutil/trace.go:171","msg":"trace[1075004717] linearizableReadLoop","detail":"{readStateIndex:29233; appliedIndex:29231; }","duration":"276.618811ms","start":"2026-07-28T15:09:20.015239Z","end":"2026-07-28T15:09:20.291858Z","steps":["trace[1075004717] 'read index received' (duration: 90.648316ms)","trace[1075004717] 'applied index is now lower than readState.Index' (duration: 185.969475ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:20.291979Z","caller":"traceutil/trace.go:171","msg":"trace[245556337] transaction","detail":"{read_only:false; response_revision:28348; number_of_response:1; }","duration":"384.173936ms","start":"2026-07-28T15:09:19.907756Z","end":"2026-07-28T15:09:20.29193Z","steps":["trace[245556337] 'process raft request' (duration: 309.638851ms)","trace[245556337] 'compare' (duration: 74.347191ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:20.292133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.338523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"warn","ts":"2026-07-28T15:09:20.292156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:19.907731Z","time spent":"384.32316ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:20.292149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.898858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T15:09:20.292174Z","caller":"traceutil/trace.go:171","msg":"trace[27129183] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:28348; }","duration":"181.434335ms","start":"2026-07-28T15:09:20.110729Z","end":"2026-07-28T15:09:20.292164Z","steps":["trace[27129183] 'agreement among raft nodes before linearized reading' (duration: 181.274291ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:20.292217Z","caller":"traceutil/trace.go:171","msg":"trace[374098577] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28348; }","duration":"276.97942ms","start":"2026-07-28T15:09:20.015221Z","end":"2026-07-28T15:09:20.2922Z","steps":["trace[374098577] 'agreement among raft nodes before linearized reading' (duration: 276.763835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:20.292286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.968882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-28T15:09:20.29236Z","caller":"traceutil/trace.go:171","msg":"trace[368891190] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28348; }","duration":"131.088915ms","start":"2026-07-28T15:09:20.161251Z","end":"2026-07-28T15:09:20.29234Z","steps":["trace[368891190] 'agreement among raft nodes before linearized reading' (duration: 130.821109ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:20.466304Z","caller":"traceutil/trace.go:171","msg":"trace[421749947] transaction","detail":"{read_only:false; response_revision:28351; number_of_response:1; }","duration":"166.598216ms","start":"2026-07-28T15:09:20.299679Z","end":"2026-07-28T15:09:20.466277Z","steps":["trace[421749947] 'process raft request' (duration: 166.533585ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:20.466844Z","caller":"traceutil/trace.go:171","msg":"trace[1906122077] transaction","detail":"{read_only:false; response_revision:28350; number_of_response:1; }","duration":"170.391417ms","start":"2026-07-28T15:09:20.296439Z","end":"2026-07-28T15:09:20.466831Z","steps":["trace[1906122077] 'process raft request' (duration: 169.508066ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:20.641233Z","caller":"traceutil/trace.go:171","msg":"trace[1329712275] transaction","detail":"{read_only:false; response_revision:28352; number_of_response:1; }","duration":"166.519314ms","start":"2026-07-28T15:09:20.474688Z","end":"2026-07-28T15:09:20.641208Z","steps":["trace[1329712275] 'process raft request' (duration: 156.280506ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:21.072125Z","caller":"traceutil/trace.go:171","msg":"trace[530648638] transaction","detail":"{read_only:false; response_revision:28354; number_of_response:1; }","duration":"597.364971ms","start":"2026-07-28T15:09:20.474726Z","end":"2026-07-28T15:09:21.072091Z","steps":["trace[530648638] 'process raft request' (duration: 597.146036ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:21.072171Z","caller":"traceutil/trace.go:171","msg":"trace[1181104113] linearizableReadLoop","detail":"{readStateIndex:29243; appliedIndex:29236; }","duration":"592.466463ms","start":"2026-07-28T15:09:20.479681Z","end":"2026-07-28T15:09:21.072147Z","steps":["trace[1181104113] 'read index received' (duration: 151.303175ms)","trace[1181104113] 'applied index is now lower than readState.Index' (duration: 441.162328ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:21.072289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:20.474705Z","time spent":"597.511115ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T15:09:21.072308Z","caller":"traceutil/trace.go:171","msg":"trace[329361682] transaction","detail":"{read_only:false; response_revision:28357; number_of_response:1; }","duration":"597.386192ms","start":"2026-07-28T15:09:20.474895Z","end":"2026-07-28T15:09:21.072281Z","steps":["trace[329361682] 'process raft request' (duration: 597.178507ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:21.072454Z","caller":"traceutil/trace.go:171","msg":"trace[1460593243] transaction","detail":"{read_only:false; response_revision:28358; number_of_response:1; }","duration":"597.352391ms","start":"2026-07-28T15:09:20.475087Z","end":"2026-07-28T15:09:21.07244Z","steps":["trace[1460593243] 'process raft request' (duration: 597.026743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:21.072556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:20.475082Z","time spent":"597.409762ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:21.072628Z","caller":"traceutil/trace.go:171","msg":"trace[762015889] transaction","detail":"{read_only:false; response_revision:28353; number_of_response:1; }","duration":"597.879154ms","start":"2026-07-28T15:09:20.474726Z","end":"2026-07-28T15:09:21.072605Z","steps":["trace[762015889] 'process raft request' (duration: 542.01296ms)","trace[762015889] 'compare' (duration: 54.941791ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:21.072751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:20.474704Z","time spent":"597.982357ms","remote":"127.0.0.1:54086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1269,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:21.072773Z","caller":"traceutil/trace.go:171","msg":"trace[457726711] transaction","detail":"{read_only:false; response_revision:28356; number_of_response:1; }","duration":"597.873353ms","start":"2026-07-28T15:09:20.474881Z","end":"2026-07-28T15:09:21.072755Z","steps":["trace[457726711] 'process raft request' (duration: 597.157596ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:21.072763Z","caller":"traceutil/trace.go:171","msg":"trace[499000951] transaction","detail":"{read_only:false; response_revision:28355; number_of_response:1; }","duration":"597.920675ms","start":"2026-07-28T15:09:20.474819Z","end":"2026-07-28T15:09:21.07274Z","steps":["trace[499000951] 'process raft request' (duration: 597.162047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:21.072848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:20.474876Z","time spent":"597.926635ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:21.072888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:20.474814Z","time spent":"598.002207ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:21.073149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:20.474883Z","time spent":"597.482954ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:21.074785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.087136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:963375"} {"level":"info","ts":"2026-07-28T15:09:21.074853Z","caller":"traceutil/trace.go:171","msg":"trace[1169136622] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28358; }","duration":"595.182889ms","start":"2026-07-28T15:09:20.479654Z","end":"2026-07-28T15:09:21.074837Z","steps":["trace[1169136622] 'agreement among raft nodes before linearized reading' (duration: 593.021466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:21.074905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:20.479642Z","time spent":"595.24589ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":98,"response size":963398,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T15:09:21.429608Z","caller":"traceutil/trace.go:171","msg":"trace[1184001137] linearizableReadLoop","detail":"{readStateIndex:29244; appliedIndex:29243; }","duration":"357.365947ms","start":"2026-07-28T15:09:21.072224Z","end":"2026-07-28T15:09:21.42959Z","steps":["trace[1184001137] 'read index received' (duration: 357.293835ms)","trace[1184001137] 'applied index is now lower than readState.Index' (duration: 71.402µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:21.429798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.407531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"warn","ts":"2026-07-28T15:09:21.429796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.765989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129192"} {"level":"info","ts":"2026-07-28T15:09:21.429835Z","caller":"traceutil/trace.go:171","msg":"trace[1902278725] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28359; }","duration":"753.496874ms","start":"2026-07-28T15:09:20.676328Z","end":"2026-07-28T15:09:21.429825Z","steps":["trace[1902278725] 'agreement among raft nodes before linearized reading' (duration: 753.35452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:21.429867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:20.67631Z","time spent":"753.548165ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12483,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T15:09:21.429862Z","caller":"traceutil/trace.go:171","msg":"trace[693550292] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:28359; }","duration":"748.859031ms","start":"2026-07-28T15:09:20.680986Z","end":"2026-07-28T15:09:21.429845Z","steps":["trace[693550292] 'agreement among raft nodes before linearized reading' (duration: 748.629356ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:21.429878Z","caller":"traceutil/trace.go:171","msg":"trace[159229125] transaction","detail":"{read_only:false; response_revision:28359; number_of_response:1; }","duration":"412.436141ms","start":"2026-07-28T15:09:21.017416Z","end":"2026-07-28T15:09:21.429852Z","steps":["trace[159229125] 'process raft request' (duration: 412.051722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:21.429909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:20.680976Z","time spent":"748.924503ms","remote":"127.0.0.1:53996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129215,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-28T15:09:21.430013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:21.01739Z","time spent":"412.555205ms","remote":"127.0.0.1:34326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:21.430535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.319431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:963375"} {"level":"info","ts":"2026-07-28T15:09:21.430598Z","caller":"traceutil/trace.go:171","msg":"trace[807680623] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28359; }","duration":"945.395483ms","start":"2026-07-28T15:09:20.48519Z","end":"2026-07-28T15:09:21.430585Z","steps":["trace[807680623] 'agreement among raft nodes before linearized reading' (duration: 944.669755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:21.430632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:20.485162Z","time spent":"945.462244ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":98,"response size":963398,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T15:09:21.840116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:09:21.840332Z","caller":"traceutil/trace.go:171","msg":"trace[1363238298] linearizableReadLoop","detail":"{readStateIndex:29245; appliedIndex:29244; }","duration":"410.644807ms","start":"2026-07-28T15:09:21.429668Z","end":"2026-07-28T15:09:21.840312Z","steps":["trace[1363238298] 'read index received' (duration: 109.481281ms)","trace[1363238298] 'applied index is now lower than readState.Index' (duration: 301.162096ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:21.840411Z","caller":"traceutil/trace.go:171","msg":"trace[1532273555] transaction","detail":"{read_only:false; response_revision:28360; number_of_response:1; }","duration":"647.604958ms","start":"2026-07-28T15:09:21.192793Z","end":"2026-07-28T15:09:21.840398Z","steps":["trace[1532273555] 'process raft request' (duration: 346.274628ms)","trace[1532273555] 'compare' (duration: 300.802847ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:21.840477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:21.192774Z","time spent":"647.664329ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:21.840581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.735157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:21.840633Z","caller":"traceutil/trace.go:171","msg":"trace[217389993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28360; }","duration":"464.826799ms","start":"2026-07-28T15:09:21.375789Z","end":"2026-07-28T15:09:21.840615Z","steps":["trace[217389993] 'agreement among raft nodes before linearized reading' (duration: 464.739947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:21.840651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.752341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-28T15:09:21.840665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:21.375765Z","time spent":"464.894281ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:09:21.840701Z","caller":"traceutil/trace.go:171","msg":"trace[2035869260] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28360; }","duration":"616.829612ms","start":"2026-07-28T15:09:21.223854Z","end":"2026-07-28T15:09:21.840683Z","steps":["trace[2035869260] 'agreement among raft nodes before linearized reading' (duration: 616.684118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:21.840734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:21.223838Z","time spent":"616.888974ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:09:21.840713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.161591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.222\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-28T15:09:21.840803Z","caller":"traceutil/trace.go:171","msg":"trace[458906049] range","detail":"{range_begin:/registry/masterleases/162.253.55.222; range_end:; response_count:1; response_revision:28360; }","duration":"487.303154ms","start":"2026-07-28T15:09:21.353476Z","end":"2026-07-28T15:09:21.840779Z","steps":["trace[458906049] 'agreement among raft nodes before linearized reading' (duration: 487.042058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:21.840846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:21.35346Z","time spent":"487.377066ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.222\" "} {"level":"info","ts":"2026-07-28T15:09:21.938941Z","caller":"traceutil/trace.go:171","msg":"trace[1648009007] transaction","detail":"{read_only:false; response_revision:28361; number_of_response:1; }","duration":"501.324294ms","start":"2026-07-28T15:09:21.437593Z","end":"2026-07-28T15:09:21.938917Z","steps":["trace[1648009007] 'process raft request' (duration: 501.12979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:21.939157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:21.437575Z","time spent":"501.430008ms","remote":"127.0.0.1:53996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129176,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:22.00544Z","caller":"traceutil/trace.go:171","msg":"trace[1525380744] linearizableReadLoop","detail":"{readStateIndex:29248; appliedIndex:29245; }","duration":"165.050898ms","start":"2026-07-28T15:09:21.84036Z","end":"2026-07-28T15:09:22.005411Z","steps":["trace[1525380744] 'read index received' (duration: 98.270941ms)","trace[1525380744] 'applied index is now lower than readState.Index' (duration: 66.779047ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:22.00552Z","caller":"traceutil/trace.go:171","msg":"trace[1305043942] transaction","detail":"{read_only:false; response_revision:28364; number_of_response:1; }","duration":"159.34938ms","start":"2026-07-28T15:09:21.846128Z","end":"2026-07-28T15:09:22.005478Z","steps":["trace[1305043942] 'process raft request' (duration: 159.224967ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:22.005794Z","caller":"traceutil/trace.go:171","msg":"trace[155143850] transaction","detail":"{read_only:false; response_revision:28362; number_of_response:1; }","duration":"428.300426ms","start":"2026-07-28T15:09:21.577475Z","end":"2026-07-28T15:09:22.005775Z","steps":["trace[155143850] 'process raft request' (duration: 389.172288ms)","trace[155143850] 'compare' (duration: 38.025402ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:22.005885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.267377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-28T15:09:22.005937Z","caller":"traceutil/trace.go:171","msg":"trace[925623176] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28364; }","duration":"568.332588ms","start":"2026-07-28T15:09:21.43759Z","end":"2026-07-28T15:09:22.005922Z","steps":["trace[925623176] 'agreement among raft nodes before linearized reading' (duration: 568.199695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:22.00598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:21.437569Z","time spent":"568.40383ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12483,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T15:09:22.006076Z","caller":"traceutil/trace.go:171","msg":"trace[1534125611] transaction","detail":"{read_only:false; response_revision:28363; number_of_response:1; }","duration":"297.946568ms","start":"2026-07-28T15:09:21.708105Z","end":"2026-07-28T15:09:22.006051Z","steps":["trace[1534125611] 'process raft request' (duration: 297.067167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:22.005546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.745886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:22.006247Z","caller":"traceutil/trace.go:171","msg":"trace[731407480] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:28364; }","duration":"313.489864ms","start":"2026-07-28T15:09:21.692731Z","end":"2026-07-28T15:09:22.006221Z","steps":["trace[731407480] 'agreement among raft nodes before linearized reading' (duration: 312.752576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:22.006329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:21.69271Z","time spent":"313.583517ms","remote":"127.0.0.1:56730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:22.006411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.673086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T15:09:22.00638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.178737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:22825"} {"level":"info","ts":"2026-07-28T15:09:22.00646Z","caller":"traceutil/trace.go:171","msg":"trace[332236174] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28364; }","duration":"471.760719ms","start":"2026-07-28T15:09:21.534687Z","end":"2026-07-28T15:09:22.006448Z","steps":["trace[332236174] 'agreement among raft nodes before linearized reading' (duration: 470.886497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:22.006505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:21.534668Z","time spent":"471.83074ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T15:09:22.006495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.056303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-28T15:09:22.006344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.369658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:22.006514Z","caller":"traceutil/trace.go:171","msg":"trace[2070457287] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:28364; }","duration":"566.452733ms","start":"2026-07-28T15:09:21.440008Z","end":"2026-07-28T15:09:22.00646Z","steps":["trace[2070457287] 'agreement among raft nodes before linearized reading' (duration: 565.841328ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:22.006556Z","caller":"traceutil/trace.go:171","msg":"trace[9896660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28364; }","duration":"163.606464ms","start":"2026-07-28T15:09:21.842933Z","end":"2026-07-28T15:09:22.006539Z","steps":["trace[9896660] 'agreement among raft nodes before linearized reading' (duration: 163.364978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:22.006622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:21.439995Z","time spent":"566.588116ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":22848,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-07-28T15:09:22.006536Z","caller":"traceutil/trace.go:171","msg":"trace[1979165850] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28364; }","duration":"121.151945ms","start":"2026-07-28T15:09:21.885373Z","end":"2026-07-28T15:09:22.006525Z","steps":["trace[1979165850] 'agreement among raft nodes before linearized reading' (duration: 120.997432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:22.006699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.429053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-28T15:09:22.0068Z","caller":"traceutil/trace.go:171","msg":"trace[1446634822] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28364; }","duration":"261.510465ms","start":"2026-07-28T15:09:21.745217Z","end":"2026-07-28T15:09:22.006727Z","steps":["trace[1446634822] 'agreement among raft nodes before linearized reading' (duration: 260.374608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:22.007106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:21.577453Z","time spent":"428.382848ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:22.258166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.173504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-07-28T15:09:22.258511Z","caller":"traceutil/trace.go:171","msg":"trace[1301310063] transaction","detail":"{read_only:false; number_of_response:0; response_revision:28364; }","duration":"248.469609ms","start":"2026-07-28T15:09:22.010019Z","end":"2026-07-28T15:09:22.258488Z","steps":["trace[1301310063] 'process raft request' (duration: 105.520316ms)","trace[1301310063] 'compare' (duration: 142.128223ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:22.435502Z","caller":"traceutil/trace.go:171","msg":"trace[1546618192] transaction","detail":"{read_only:false; response_revision:28365; number_of_response:1; }","duration":"425.426566ms","start":"2026-07-28T15:09:22.010043Z","end":"2026-07-28T15:09:22.435469Z","steps":["trace[1546618192] 'process raft request' (duration: 425.150819ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:22.43561Z","caller":"traceutil/trace.go:171","msg":"trace[49133504] transaction","detail":"{read_only:false; response_revision:28366; number_of_response:1; }","duration":"422.987778ms","start":"2026-07-28T15:09:22.012594Z","end":"2026-07-28T15:09:22.435582Z","steps":["trace[49133504] 'process raft request' (duration: 422.793903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:22.435662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:22.010021Z","time spent":"425.555569ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:22.435788Z","caller":"traceutil/trace.go:171","msg":"trace[426736155] transaction","detail":"{read_only:false; response_revision:28367; number_of_response:1; }","duration":"422.745051ms","start":"2026-07-28T15:09:22.013033Z","end":"2026-07-28T15:09:22.435778Z","steps":["trace[426736155] 'process raft request' (duration: 422.486345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:22.435776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:22.012584Z","time spent":"423.10233ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:22.435836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:22.013026Z","time spent":"422.784692ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:22.435957Z","caller":"traceutil/trace.go:171","msg":"trace[473614880] linearizableReadLoop","detail":"{readStateIndex:29252; appliedIndex:29250; }","duration":"425.875917ms","start":"2026-07-28T15:09:22.010075Z","end":"2026-07-28T15:09:22.435951Z","steps":["trace[473614880] 'read index received' (duration: 105.6637ms)","trace[473614880] 'applied index is now lower than readState.Index' (duration: 320.211317ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:22.436066Z","caller":"traceutil/trace.go:171","msg":"trace[209303876] transaction","detail":"{read_only:false; response_revision:28369; number_of_response:1; }","duration":"422.526706ms","start":"2026-07-28T15:09:22.013526Z","end":"2026-07-28T15:09:22.436052Z","steps":["trace[209303876] 'process raft request' (duration: 422.391813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:22.436128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.052232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22825"} {"level":"warn","ts":"2026-07-28T15:09:22.436135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:22.013519Z","time spent":"422.578887ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:22.43615Z","caller":"traceutil/trace.go:171","msg":"trace[240980935] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28369; }","duration":"426.111923ms","start":"2026-07-28T15:09:22.010032Z","end":"2026-07-28T15:09:22.436144Z","steps":["trace[240980935] 'agreement among raft nodes before linearized reading' (duration: 426.003191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:22.436165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:22.010016Z","time spent":"426.145844ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":22848,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-28T15:09:22.43619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.296663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:09:22.436239Z","caller":"traceutil/trace.go:171","msg":"trace[1527841459] transaction","detail":"{read_only:false; response_revision:28368; number_of_response:1; }","duration":"422.748531ms","start":"2026-07-28T15:09:22.01348Z","end":"2026-07-28T15:09:22.436229Z","steps":["trace[1527841459] 'process raft request' (duration: 422.198968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:22.436295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:22.013473Z","time spent":"422.794482ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T15:09:22.436241Z","caller":"traceutil/trace.go:171","msg":"trace[1316809750] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:28369; }","duration":"399.390675ms","start":"2026-07-28T15:09:22.036837Z","end":"2026-07-28T15:09:22.436227Z","steps":["trace[1316809750] 'agreement among raft nodes before linearized reading' (duration: 399.294713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:22.436392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:22.036824Z","time spent":"399.561299ms","remote":"127.0.0.1:54396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:22.436498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.985958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1072"} {"level":"info","ts":"2026-07-28T15:09:22.436572Z","caller":"traceutil/trace.go:171","msg":"trace[926199258] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:28369; }","duration":"177.09819ms","start":"2026-07-28T15:09:22.259453Z","end":"2026-07-28T15:09:22.436552Z","steps":["trace[926199258] 'agreement among raft nodes before linearized reading' (duration: 176.898955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:22.436567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.269702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-07-28T15:09:22.43663Z","caller":"traceutil/trace.go:171","msg":"trace[2018761094] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:28369; }","duration":"316.366674ms","start":"2026-07-28T15:09:22.120246Z","end":"2026-07-28T15:09:22.436612Z","steps":["trace[2018761094] 'agreement among raft nodes before linearized reading' (duration: 316.19233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:22.436676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:22.120226Z","time spent":"316.439196ms","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-07-28T15:09:23.106964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.984875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:09:23.107113Z","caller":"traceutil/trace.go:171","msg":"trace[1846686416] transaction","detail":"{read_only:false; response_revision:28370; number_of_response:1; }","duration":"666.439435ms","start":"2026-07-28T15:09:22.440645Z","end":"2026-07-28T15:09:23.107085Z","steps":["trace[1846686416] 'process raft request' (duration: 222.196993ms)","trace[1846686416] 'compare' (duration: 443.75076ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:23.107212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:22.440631Z","time spent":"666.537657ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:23.818193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.225216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:09:23.818565Z","caller":"traceutil/trace.go:171","msg":"trace[2126733752] transaction","detail":"{read_only:false; response_revision:28372; number_of_response:1; }","duration":"1.376856495s","start":"2026-07-28T15:09:22.441662Z","end":"2026-07-28T15:09:23.818518Z","steps":["trace[2126733752] 'process raft request' (duration: 1.37667159s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:23.81863Z","caller":"traceutil/trace.go:171","msg":"trace[1257889969] transaction","detail":"{read_only:false; response_revision:28375; number_of_response:1; }","duration":"739.808722ms","start":"2026-07-28T15:09:23.078799Z","end":"2026-07-28T15:09:23.818608Z","steps":["trace[1257889969] 'process raft request' (duration: 739.755961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:23.818716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:22.441657Z","time spent":"1.376984278s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:23.818733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:23.078785Z","time spent":"739.900055ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:23.818838Z","caller":"traceutil/trace.go:171","msg":"trace[417856757] transaction","detail":"{read_only:false; response_revision:28374; number_of_response:1; }","duration":"933.134755ms","start":"2026-07-28T15:09:22.885687Z","end":"2026-07-28T15:09:23.818822Z","steps":["trace[417856757] 'process raft request' (duration: 932.812957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:23.818923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:22.88567Z","time spent":"933.208398ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:23.81887Z","caller":"traceutil/trace.go:171","msg":"trace[1982626186] transaction","detail":"{read_only:false; response_revision:28371; number_of_response:1; }","duration":"1.377357678s","start":"2026-07-28T15:09:22.441067Z","end":"2026-07-28T15:09:23.818425Z","steps":["trace[1982626186] 'process raft request' (duration: 848.704231ms)","trace[1982626186] 'compare' (duration: 527.96288ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:23.819064Z","caller":"traceutil/trace.go:171","msg":"trace[263164279] linearizableReadLoop","detail":"{readStateIndex:29258; appliedIndex:29256; }","duration":"1.377118502s","start":"2026-07-28T15:09:22.441607Z","end":"2026-07-28T15:09:23.818726Z","steps":["trace[263164279] 'read index received' (duration: 221.313372ms)","trace[263164279] 'applied index is now lower than readState.Index' (duration: 1.15580283s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:23.819081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:22.441057Z","time spent":"1.377964172s","remote":"127.0.0.1:53996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129176,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:23.819106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37747663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T15:09:23.81917Z","caller":"traceutil/trace.go:171","msg":"trace[1415946611] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28375; }","duration":"1.377559992s","start":"2026-07-28T15:09:22.441593Z","end":"2026-07-28T15:09:23.819153Z","steps":["trace[1415946611] 'agreement among raft nodes before linearized reading' (duration: 1.377346617s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:23.819208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:22.441588Z","time spent":"1.377611943s","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-28T15:09:23.819202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.874745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:23.819279Z","caller":"traceutil/trace.go:171","msg":"trace[1052968595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28375; }","duration":"441.980547ms","start":"2026-07-28T15:09:23.37728Z","end":"2026-07-28T15:09:23.81926Z","steps":["trace[1052968595] 'agreement among raft nodes before linearized reading' (duration: 441.862724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:23.81929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277075577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" ","response":"range_response_count:1 size:1310"} {"level":"warn","ts":"2026-07-28T15:09:23.819311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:23.377266Z","time spent":"442.038279ms","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:09:23.819334Z","caller":"traceutil/trace.go:171","msg":"trace[1295322033] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-default-user; range_end:; response_count:1; response_revision:28375; }","duration":"1.277155889s","start":"2026-07-28T15:09:22.542168Z","end":"2026-07-28T15:09:23.819324Z","steps":["trace[1295322033] 'agreement among raft nodes before linearized reading' (duration: 1.276975405s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:23.819317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.097888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T15:09:23.819365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:22.542149Z","time spent":"1.277209961s","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1333,"request content":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" "} {"level":"info","ts":"2026-07-28T15:09:23.819378Z","caller":"traceutil/trace.go:171","msg":"trace[1051081103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28375; }","duration":"742.20831ms","start":"2026-07-28T15:09:23.077159Z","end":"2026-07-28T15:09:23.819367Z","steps":["trace[1051081103] 'agreement among raft nodes before linearized reading' (duration: 741.986515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:23.819385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.419791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T15:09:23.81938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.827997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" ","response":"range_response_count:1 size:6960"} {"level":"warn","ts":"2026-07-28T15:09:23.819415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:23.077134Z","time spent":"742.272711ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T15:09:23.819446Z","caller":"traceutil/trace.go:171","msg":"trace[680043589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28375; }","duration":"741.506423ms","start":"2026-07-28T15:09:23.077922Z","end":"2026-07-28T15:09:23.819428Z","steps":["trace[680043589] 'agreement among raft nodes before linearized reading' (duration: 741.268997ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:23.819462Z","caller":"traceutil/trace.go:171","msg":"trace[667091236] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29754180-dlwdd; range_end:; response_count:1; response_revision:28375; }","duration":"728.950739ms","start":"2026-07-28T15:09:23.09049Z","end":"2026-07-28T15:09:23.819441Z","steps":["trace[667091236] 'agreement among raft nodes before linearized reading' (duration: 728.665902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:23.819484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.765444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:09:23.8195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:23.077909Z","time spent":"741.573855ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:09:23.819518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.730859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T15:09:23.819526Z","caller":"traceutil/trace.go:171","msg":"trace[161774466] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28375; }","duration":"200.843116ms","start":"2026-07-28T15:09:23.618671Z","end":"2026-07-28T15:09:23.819514Z","steps":["trace[161774466] 'agreement among raft nodes before linearized reading' (duration: 200.780484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:23.819547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.933319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:09:23.81955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.555556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T15:09:23.819558Z","caller":"traceutil/trace.go:171","msg":"trace[2077979033] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28375; }","duration":"741.809881ms","start":"2026-07-28T15:09:23.077737Z","end":"2026-07-28T15:09:23.819547Z","steps":["trace[2077979033] 'agreement among raft nodes before linearized reading' (duration: 741.703468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:23.819563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.258096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:23.819577Z","caller":"traceutil/trace.go:171","msg":"trace[1007656458] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28375; }","duration":"800.009001ms","start":"2026-07-28T15:09:23.01956Z","end":"2026-07-28T15:09:23.819569Z","steps":["trace[1007656458] 'agreement among raft nodes before linearized reading' (duration: 799.96076ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:23.819585Z","caller":"traceutil/trace.go:171","msg":"trace[91950698] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28375; }","duration":"384.612947ms","start":"2026-07-28T15:09:23.434962Z","end":"2026-07-28T15:09:23.819575Z","steps":["trace[91950698] 'agreement among raft nodes before linearized reading' (duration: 384.508175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:23.819591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:23.07755Z","time spent":"742.034586ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T15:09:23.819586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.049297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-07-28T15:09:23.819603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:23.019505Z","time spent":"800.093283ms","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-28T15:09:23.819598Z","caller":"traceutil/trace.go:171","msg":"trace[1443974018] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:28375; }","duration":"620.365009ms","start":"2026-07-28T15:09:23.199221Z","end":"2026-07-28T15:09:23.819586Z","steps":["trace[1443974018] 'agreement among raft nodes before linearized reading' (duration: 620.309357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:23.819618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:23.434952Z","time spent":"384.660638ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T15:09:23.819632Z","caller":"traceutil/trace.go:171","msg":"trace[945142211] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28375; }","duration":"385.13639ms","start":"2026-07-28T15:09:23.434484Z","end":"2026-07-28T15:09:23.81962Z","steps":["trace[945142211] 'agreement among raft nodes before linearized reading' (duration: 385.033438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:23.819637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:23.199198Z","time spent":"620.43213ms","remote":"127.0.0.1:34402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:23.819642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.875257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1647"} {"level":"warn","ts":"2026-07-28T15:09:23.81966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:23.43446Z","time spent":"385.194121ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T15:09:23.819704Z","caller":"traceutil/trace.go:171","msg":"trace[729808626] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:28375; }","duration":"981.966969ms","start":"2026-07-28T15:09:22.837716Z","end":"2026-07-28T15:09:23.819683Z","steps":["trace[729808626] 'agreement among raft nodes before linearized reading' (duration: 981.812455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:23.819751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127467903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:09:23.81975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:22.837698Z","time spent":"982.04032ms","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1670,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-07-28T15:09:23.819508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:23.090479Z","time spent":"729.020382ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6983,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" "} {"level":"warn","ts":"2026-07-28T15:09:23.819766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.410115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:09:23.819782Z","caller":"traceutil/trace.go:171","msg":"trace[848963625] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:28375; }","duration":"1.127533415s","start":"2026-07-28T15:09:22.692239Z","end":"2026-07-28T15:09:23.819773Z","steps":["trace[848963625] 'agreement among raft nodes before linearized reading' (duration: 1.127466774s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:23.819792Z","caller":"traceutil/trace.go:171","msg":"trace[541670605] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:28375; }","duration":"943.459245ms","start":"2026-07-28T15:09:22.876325Z","end":"2026-07-28T15:09:23.819784Z","steps":["trace[541670605] 'agreement among raft nodes before linearized reading' (duration: 943.409634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:23.819809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:22.692218Z","time spent":"1.127584166s","remote":"127.0.0.1:50302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:23.819819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:22.876313Z","time spent":"943.498707ms","remote":"127.0.0.1:54180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":5,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:23.819406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.483828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" ","response":"range_response_count:1 size:9715"} {"level":"info","ts":"2026-07-28T15:09:23.81993Z","caller":"traceutil/trace.go:171","msg":"trace[255835185] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2n4p; range_end:; response_count:1; response_revision:28375; }","duration":"374.034452ms","start":"2026-07-28T15:09:23.445884Z","end":"2026-07-28T15:09:23.819919Z","steps":["trace[255835185] 'agreement among raft nodes before linearized reading' (duration: 373.414577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:23.819966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:23.445869Z","time spent":"374.086613ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9738,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" "} {"level":"info","ts":"2026-07-28T15:09:23.819089Z","caller":"traceutil/trace.go:171","msg":"trace[1486488106] transaction","detail":"{read_only:false; response_revision:28373; number_of_response:1; }","duration":"1.377402548s","start":"2026-07-28T15:09:22.44166Z","end":"2026-07-28T15:09:23.819062Z","steps":["trace[1486488106] 'process raft request' (duration: 1.376761152s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:23.820203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:22.441648Z","time spent":"1.378504105s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T15:09:24.219149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.122517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:09:24.219409Z","caller":"traceutil/trace.go:171","msg":"trace[307170578] transaction","detail":"{read_only:false; response_revision:28376; number_of_response:1; }","duration":"395.006999ms","start":"2026-07-28T15:09:23.82438Z","end":"2026-07-28T15:09:24.219387Z","steps":["trace[307170578] 'process raft request' (duration: 225.507983ms)","trace[307170578] 'compare' (duration: 168.704867ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:24.219498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:23.824366Z","time spent":"395.085061ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:24.284428Z","caller":"traceutil/trace.go:171","msg":"trace[1416552076] linearizableReadLoop","detail":"{readStateIndex:29264; appliedIndex:29262; }","duration":"459.808609ms","start":"2026-07-28T15:09:23.824593Z","end":"2026-07-28T15:09:24.284401Z","steps":["trace[1416552076] 'read index received' (duration: 225.300108ms)","trace[1416552076] 'applied index is now lower than readState.Index' (duration: 234.507461ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:24.284494Z","caller":"traceutil/trace.go:171","msg":"trace[150898979] transaction","detail":"{read_only:false; response_revision:28378; number_of_response:1; }","duration":"459.816609ms","start":"2026-07-28T15:09:23.824642Z","end":"2026-07-28T15:09:24.284459Z","steps":["trace[150898979] 'process raft request' (duration: 459.605924ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:24.284555Z","caller":"traceutil/trace.go:171","msg":"trace[744111983] transaction","detail":"{read_only:false; response_revision:28381; number_of_response:1; }","duration":"439.261242ms","start":"2026-07-28T15:09:23.845283Z","end":"2026-07-28T15:09:24.284544Z","steps":["trace[744111983] 'process raft request' (duration: 439.079537ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:24.284563Z","caller":"traceutil/trace.go:171","msg":"trace[890866853] transaction","detail":"{read_only:false; response_revision:28380; number_of_response:1; }","duration":"459.790059ms","start":"2026-07-28T15:09:23.824728Z","end":"2026-07-28T15:09:24.284518Z","steps":["trace[890866853] 'process raft request' (duration: 459.602314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:24.284662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:23.824634Z","time spent":"459.933602ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:24.28475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:23.824708Z","time spent":"459.952962ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:24.284815Z","caller":"traceutil/trace.go:171","msg":"trace[777457590] transaction","detail":"{read_only:false; response_revision:28377; number_of_response:1; }","duration":"460.274591ms","start":"2026-07-28T15:09:23.824529Z","end":"2026-07-28T15:09:24.284803Z","steps":["trace[777457590] 'process raft request' (duration: 459.560584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:24.284873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:23.824506Z","time spent":"460.338502ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:24.284882Z","caller":"traceutil/trace.go:171","msg":"trace[1867078623] transaction","detail":"{read_only:false; response_revision:28379; number_of_response:1; }","duration":"460.113507ms","start":"2026-07-28T15:09:23.824734Z","end":"2026-07-28T15:09:24.284848Z","steps":["trace[1867078623] 'process raft request' (duration: 459.556513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:24.285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.401113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1072"} {"level":"warn","ts":"2026-07-28T15:09:24.28509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:23.824722Z","time spent":"460.23874ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:24.285141Z","caller":"traceutil/trace.go:171","msg":"trace[1242104805] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:28381; }","duration":"460.529747ms","start":"2026-07-28T15:09:23.82457Z","end":"2026-07-28T15:09:24.2851Z","steps":["trace[1242104805] 'agreement among raft nodes before linearized reading' (duration: 460.23309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:24.28518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.591009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-28T15:09:24.285239Z","caller":"traceutil/trace.go:171","msg":"trace[1785441001] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28381; }","duration":"427.695631ms","start":"2026-07-28T15:09:23.85753Z","end":"2026-07-28T15:09:24.285226Z","steps":["trace[1785441001] 'agreement among raft nodes before linearized reading' (duration: 427.418544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:24.285227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:23.824558Z","time spent":"460.624049ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1095,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-07-28T15:09:24.285279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:23.857516Z","time spent":"427.755223ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:09:24.285626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.030918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"warn","ts":"2026-07-28T15:09:24.285688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.957803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"warn","ts":"2026-07-28T15:09:24.285731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.691513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T15:09:24.285759Z","caller":"traceutil/trace.go:171","msg":"trace[1301282906] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:28381; }","duration":"460.054545ms","start":"2026-07-28T15:09:23.825688Z","end":"2026-07-28T15:09:24.285742Z","steps":["trace[1301282906] 'agreement among raft nodes before linearized reading' (duration: 459.900531ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:24.285749Z","caller":"traceutil/trace.go:171","msg":"trace[1482222356] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28381; }","duration":"333.14677ms","start":"2026-07-28T15:09:23.952543Z","end":"2026-07-28T15:09:24.28569Z","steps":["trace[1482222356] 'agreement among raft nodes before linearized reading' (duration: 332.933605ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:24.285772Z","caller":"traceutil/trace.go:171","msg":"trace[1383188812] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:28381; }","duration":"456.776925ms","start":"2026-07-28T15:09:23.828984Z","end":"2026-07-28T15:09:24.285761Z","steps":["trace[1383188812] 'agreement among raft nodes before linearized reading' (duration: 456.635912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:24.285815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:23.825676Z","time spent":"460.128467ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1279,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" "} {"level":"warn","ts":"2026-07-28T15:09:24.285863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:23.828979Z","time spent":"456.873938ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T15:09:24.285884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:23.952526Z","time spent":"333.288334ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12483,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T15:09:24.286003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.824483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:963375"} {"level":"info","ts":"2026-07-28T15:09:24.286079Z","caller":"traceutil/trace.go:171","msg":"trace[1335530376] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28381; }","duration":"460.905325ms","start":"2026-07-28T15:09:23.825157Z","end":"2026-07-28T15:09:24.286062Z","steps":["trace[1335530376] 'agreement among raft nodes before linearized reading' (duration: 459.704626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:24.28614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:23.825058Z","time spent":"461.0634ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":98,"response size":963398,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T15:09:24.284767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:23.845272Z","time spent":"439.357934ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:24.287338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.381167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:963375"} {"level":"info","ts":"2026-07-28T15:09:24.2874Z","caller":"traceutil/trace.go:171","msg":"trace[1040308879] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28381; }","duration":"461.470999ms","start":"2026-07-28T15:09:23.825915Z","end":"2026-07-28T15:09:24.287386Z","steps":["trace[1040308879] 'agreement among raft nodes before linearized reading' (duration: 459.516462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:24.28744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:23.825906Z","time spent":"461.52214ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":98,"response size":963398,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T15:09:24.76422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.605546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:09:24.764367Z","caller":"traceutil/trace.go:171","msg":"trace[914065400] transaction","detail":"{read_only:false; response_revision:28382; number_of_response:1; }","duration":"473.893471ms","start":"2026-07-28T15:09:24.290439Z","end":"2026-07-28T15:09:24.764333Z","steps":["trace[914065400] 'process raft request' (duration: 333.050849ms)","trace[914065400] 'compare' (duration: 140.233527ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:24.76443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:24.290411Z","time spent":"473.990153ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:25.006769Z","caller":"traceutil/trace.go:171","msg":"trace[107038959] linearizableReadLoop","detail":"{readStateIndex:29270; appliedIndex:29268; }","duration":"711.359663ms","start":"2026-07-28T15:09:24.295383Z","end":"2026-07-28T15:09:25.006743Z","steps":["trace[107038959] 'read index received' (duration: 328.140919ms)","trace[107038959] 'applied index is now lower than readState.Index' (duration: 383.217664ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:25.006898Z","caller":"traceutil/trace.go:171","msg":"trace[1794409153] transaction","detail":"{read_only:false; response_revision:28383; number_of_response:1; }","duration":"714.482488ms","start":"2026-07-28T15:09:24.292402Z","end":"2026-07-28T15:09:25.006885Z","steps":["trace[1794409153] 'process raft request' (duration: 624.071528ms)","trace[1794409153] 'compare' (duration: 89.851387ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:25.006992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:24.292377Z","time spent":"714.55029ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T15:09:25.007336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.924037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1444"} {"level":"warn","ts":"2026-07-28T15:09:25.00742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.360515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:09:25.007475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.596523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-07-28T15:09:25.00748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.61887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T15:09:25.007492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.794373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:09:25.007547Z","caller":"traceutil/trace.go:171","msg":"trace[1823153563] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28384; }","duration":"705.683105ms","start":"2026-07-28T15:09:24.301843Z","end":"2026-07-28T15:09:25.007526Z","steps":["trace[1823153563] 'agreement among raft nodes before linearized reading' (duration: 705.47327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:25.007605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:24.301837Z","time spent":"705.754938ms","remote":"127.0.0.1:56844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T15:09:25.007552Z","caller":"traceutil/trace.go:171","msg":"trace[2060428841] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28384; }","duration":"567.731353ms","start":"2026-07-28T15:09:24.439804Z","end":"2026-07-28T15:09:25.007536Z","steps":["trace[2060428841] 'agreement among raft nodes before linearized reading' (duration: 567.532908ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:25.00761Z","caller":"traceutil/trace.go:171","msg":"trace[228865178] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:28384; }","duration":"453.961007ms","start":"2026-07-28T15:09:24.553618Z","end":"2026-07-28T15:09:25.007579Z","steps":["trace[228865178] 'agreement among raft nodes before linearized reading' (duration: 453.740932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:25.007667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:24.439788Z","time spent":"567.865866ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T15:09:25.00769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:24.553603Z","time spent":"454.067009ms","remote":"127.0.0.1:50334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:09:25.007496Z","caller":"traceutil/trace.go:171","msg":"trace[1081578994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28384; }","duration":"631.482648ms","start":"2026-07-28T15:09:24.375996Z","end":"2026-07-28T15:09:25.007479Z","steps":["trace[1081578994] 'agreement among raft nodes before linearized reading' (duration: 631.365585ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:25.007366Z","caller":"traceutil/trace.go:171","msg":"trace[1900924503] transaction","detail":"{read_only:false; response_revision:28384; number_of_response:1; }","duration":"564.548736ms","start":"2026-07-28T15:09:24.442779Z","end":"2026-07-28T15:09:25.007328Z","steps":["trace[1900924503] 'process raft request' (duration: 563.86166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:25.007893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:24.375953Z","time spent":"631.877317ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:09:25.008002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:24.442758Z","time spent":"565.178032ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:25.008202Z","caller":"traceutil/trace.go:171","msg":"trace[207506686] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:28384; }","duration":"712.09438ms","start":"2026-07-28T15:09:24.295368Z","end":"2026-07-28T15:09:25.007462Z","steps":["trace[207506686] 'agreement among raft nodes before linearized reading' (duration: 711.572048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:25.008582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:24.295361Z","time spent":"713.199337ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-07-28T15:09:25.148301Z","caller":"traceutil/trace.go:171","msg":"trace[1615259058] transaction","detail":"{read_only:false; response_revision:28386; number_of_response:1; }","duration":"134.109568ms","start":"2026-07-28T15:09:25.014151Z","end":"2026-07-28T15:09:25.148261Z","steps":["trace[1615259058] 'process raft request' (duration: 100.289759ms)","trace[1615259058] 'compare' (duration: 33.336578ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:25.575766Z","caller":"traceutil/trace.go:171","msg":"trace[1437926599] linearizableReadLoop","detail":"{readStateIndex:29275; appliedIndex:29274; }","duration":"331.654124ms","start":"2026-07-28T15:09:25.244084Z","end":"2026-07-28T15:09:25.575738Z","steps":["trace[1437926599] 'read index received' (duration: 331.196093ms)","trace[1437926599] 'applied index is now lower than readState.Index' (duration: 456.901µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:25.575905Z","caller":"traceutil/trace.go:171","msg":"trace[1377151999] transaction","detail":"{read_only:false; response_revision:28388; number_of_response:1; }","duration":"335.436406ms","start":"2026-07-28T15:09:25.24041Z","end":"2026-07-28T15:09:25.575846Z","steps":["trace[1377151999] 'process raft request' (duration: 334.954604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:25.576401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.750537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T15:09:25.576452Z","caller":"traceutil/trace.go:171","msg":"trace[89000515] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28388; }","duration":"279.834559ms","start":"2026-07-28T15:09:25.296602Z","end":"2026-07-28T15:09:25.576437Z","steps":["trace[89000515] 'agreement among raft nodes before linearized reading' (duration: 279.697446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:25.57634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.233059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-07-28T15:09:25.576205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.733669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:25.576598Z","caller":"traceutil/trace.go:171","msg":"trace[1186920115] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:28388; }","duration":"332.525815ms","start":"2026-07-28T15:09:25.244046Z","end":"2026-07-28T15:09:25.576572Z","steps":["trace[1186920115] 'agreement among raft nodes before linearized reading' (duration: 331.913761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:25.576601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:25.240394Z","time spent":"336.049601ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T15:09:25.5766Z","caller":"traceutil/trace.go:171","msg":"trace[1954767624] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28388; }","duration":"290.17495ms","start":"2026-07-28T15:09:25.2864Z","end":"2026-07-28T15:09:25.576575Z","steps":["trace[1954767624] 'agreement among raft nodes before linearized reading' (duration: 289.722509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:25.576673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:25.244033Z","time spent":"332.621958ms","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-07-28T15:09:25.576279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.677678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:25.576997Z","caller":"traceutil/trace.go:171","msg":"trace[26799491] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28388; }","duration":"153.408286ms","start":"2026-07-28T15:09:25.42355Z","end":"2026-07-28T15:09:25.576958Z","steps":["trace[26799491] 'agreement among raft nodes before linearized reading' (duration: 152.695579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:26.397248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.161279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:09:26.397395Z","caller":"traceutil/trace.go:171","msg":"trace[1379548959] transaction","detail":"{read_only:false; response_revision:28390; number_of_response:1; }","duration":"572.026698ms","start":"2026-07-28T15:09:25.825356Z","end":"2026-07-28T15:09:26.397383Z","steps":["trace[1379548959] 'process raft request' (duration: 571.981387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:26.397444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:25.825319Z","time spent":"572.101029ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:26.397461Z","caller":"traceutil/trace.go:171","msg":"trace[1278472080] transaction","detail":"{read_only:false; response_revision:28389; number_of_response:1; }","duration":"815.938177ms","start":"2026-07-28T15:09:25.581485Z","end":"2026-07-28T15:09:26.397423Z","steps":["trace[1278472080] 'process raft request' (duration: 189.528072ms)","trace[1278472080] 'compare' (duration: 625.735319ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:26.397458Z","caller":"traceutil/trace.go:171","msg":"trace[1901534669] linearizableReadLoop","detail":"{readStateIndex:29276; appliedIndex:29275; }","duration":"813.99852ms","start":"2026-07-28T15:09:25.583419Z","end":"2026-07-28T15:09:26.397418Z","steps":["trace[1901534669] 'read index received' (duration: 187.589555ms)","trace[1901534669] 'applied index is now lower than readState.Index' (duration: 626.405015ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:26.397635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:25.581467Z","time spent":"816.07215ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:26.39784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.383699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-28T15:09:26.397902Z","caller":"traceutil/trace.go:171","msg":"trace[468064266] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28390; }","duration":"814.478511ms","start":"2026-07-28T15:09:25.583405Z","end":"2026-07-28T15:09:26.397883Z","steps":["trace[468064266] 'agreement among raft nodes before linearized reading' (duration: 814.195574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:26.397981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:25.583399Z","time spent":"814.560883ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12483,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T15:09:27.110052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.547734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:09:27.110231Z","caller":"traceutil/trace.go:171","msg":"trace[422647855] transaction","detail":"{read_only:false; response_revision:28391; number_of_response:1; }","duration":"1.28250009s","start":"2026-07-28T15:09:25.827706Z","end":"2026-07-28T15:09:27.110206Z","steps":["trace[422647855] 'process raft request' (duration: 675.72712ms)","trace[422647855] 'compare' (duration: 605.96885ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:27.110335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:25.827673Z","time spent":"1.282619232s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:27.110225Z","caller":"traceutil/trace.go:171","msg":"trace[1416997327] linearizableReadLoop","detail":"{readStateIndex:29279; appliedIndex:29277; }","duration":"712.658055ms","start":"2026-07-28T15:09:26.397553Z","end":"2026-07-28T15:09:27.110211Z","steps":["trace[1416997327] 'read index received' (duration: 105.898066ms)","trace[1416997327] 'applied index is now lower than readState.Index' (duration: 606.759169ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:27.110552Z","caller":"traceutil/trace.go:171","msg":"trace[1733123105] transaction","detail":"{read_only:false; response_revision:28392; number_of_response:1; }","duration":"817.695899ms","start":"2026-07-28T15:09:26.292845Z","end":"2026-07-28T15:09:27.110541Z","steps":["trace[1733123105] 'process raft request' (duration: 817.306289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:27.110614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:26.292816Z","time spent":"817.765811ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:27.110779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.841635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T15:09:27.11082Z","caller":"traceutil/trace.go:171","msg":"trace[1067228068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28392; }","duration":"820.920107ms","start":"2026-07-28T15:09:26.28989Z","end":"2026-07-28T15:09:27.110811Z","steps":["trace[1067228068] 'agreement among raft nodes before linearized reading' (duration: 820.788634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:27.110828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.899721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-28T15:09:27.11085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:26.289876Z","time spent":"820.967818ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:09:27.110899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.742102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:27.110926Z","caller":"traceutil/trace.go:171","msg":"trace[723150353] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:28392; }","duration":"943.790544ms","start":"2026-07-28T15:09:26.167127Z","end":"2026-07-28T15:09:27.110918Z","steps":["trace[723150353] 'agreement among raft nodes before linearized reading' (duration: 943.748243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:27.110956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:26.167117Z","time spent":"943.829785ms","remote":"127.0.0.1:54620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:27.110999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.540261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:27.111026Z","caller":"traceutil/trace.go:171","msg":"trace[35279823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28392; }","duration":"733.584881ms","start":"2026-07-28T15:09:26.377433Z","end":"2026-07-28T15:09:27.111018Z","steps":["trace[35279823] 'agreement among raft nodes before linearized reading' (duration: 733.54512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:27.111056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:26.377423Z","time spent":"733.623812ms","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:09:27.111156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.060875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-55f4dbf9c4-vsckk.18c67adba83e452d\" ","response":"range_response_count:1 size:1139"} {"level":"info","ts":"2026-07-28T15:09:27.111191Z","caller":"traceutil/trace.go:171","msg":"trace[1199079956] range","detail":"{range_begin:/registry/events/openstack/barbican-api-55f4dbf9c4-vsckk.18c67adba83e452d; range_end:; response_count:1; response_revision:28392; }","duration":"971.137096ms","start":"2026-07-28T15:09:26.140046Z","end":"2026-07-28T15:09:27.111183Z","steps":["trace[1199079956] 'agreement among raft nodes before linearized reading' (duration: 971.037734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:27.111223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:26.140023Z","time spent":"971.193918ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1162,"request content":"key:\"/registry/events/openstack/barbican-api-55f4dbf9c4-vsckk.18c67adba83e452d\" "} {"level":"warn","ts":"2026-07-28T15:09:27.111221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.16549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-28v8k\" ","response":"range_response_count:1 size:5968"} {"level":"info","ts":"2026-07-28T15:09:27.111318Z","caller":"traceutil/trace.go:171","msg":"trace[959877125] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-28v8k; range_end:; response_count:1; response_revision:28392; }","duration":"747.272923ms","start":"2026-07-28T15:09:26.364032Z","end":"2026-07-28T15:09:27.111305Z","steps":["trace[959877125] 'agreement among raft nodes before linearized reading' (duration: 747.12572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:27.111359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:26.364022Z","time spent":"747.323354ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5991,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-28v8k\" "} {"level":"warn","ts":"2026-07-28T15:09:27.111398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363699576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:09:27.111425Z","caller":"traceutil/trace.go:171","msg":"trace[606423991] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:28392; }","duration":"1.363752497s","start":"2026-07-28T15:09:25.747664Z","end":"2026-07-28T15:09:27.111417Z","steps":["trace[606423991] 'agreement among raft nodes before linearized reading' (duration: 1.363709186s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:27.111459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:25.747653Z","time spent":"1.363799779s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:27.111581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.988533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" ","response":"range_response_count:1 size:6960"} {"level":"warn","ts":"2026-07-28T15:09:27.111604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380229016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:27.111628Z","caller":"traceutil/trace.go:171","msg":"trace[1242707803] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29754180-dlwdd; range_end:; response_count:1; response_revision:28392; }","duration":"803.050225ms","start":"2026-07-28T15:09:26.308566Z","end":"2026-07-28T15:09:27.111616Z","steps":["trace[1242707803] 'agreement among raft nodes before linearized reading' (duration: 802.944282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:27.111666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:26.308556Z","time spent":"803.099646ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6983,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" "} {"level":"warn","ts":"2026-07-28T15:09:27.111711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523415875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-07-28T15:09:27.111737Z","caller":"traceutil/trace.go:171","msg":"trace[140210110] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:28392; }","duration":"1.523458967s","start":"2026-07-28T15:09:25.588271Z","end":"2026-07-28T15:09:27.11173Z","steps":["trace[140210110] 'agreement among raft nodes before linearized reading' (duration: 1.523380545s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:27.111763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:25.588263Z","time spent":"1.523494277s","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-07-28T15:09:27.111896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.197924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" ","response":"range_response_count:1 size:9715"} {"level":"info","ts":"2026-07-28T15:09:27.111936Z","caller":"traceutil/trace.go:171","msg":"trace[1094345374] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2n4p; range_end:; response_count:1; response_revision:28392; }","duration":"807.261556ms","start":"2026-07-28T15:09:26.304665Z","end":"2026-07-28T15:09:27.111927Z","steps":["trace[1094345374] 'agreement among raft nodes before linearized reading' (duration: 807.157284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:27.111964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:26.304651Z","time spent":"807.308187ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9738,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" "} {"level":"warn","ts":"2026-07-28T15:09:27.112162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.019612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:27.112199Z","caller":"traceutil/trace.go:171","msg":"trace[744509370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28392; }","duration":"812.077723ms","start":"2026-07-28T15:09:26.300113Z","end":"2026-07-28T15:09:27.112191Z","steps":["trace[744509370] 'agreement among raft nodes before linearized reading' (duration: 812.027592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:27.112224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:26.300103Z","time spent":"812.116254ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:09:27.112411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.203624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T15:09:27.112443Z","caller":"traceutil/trace.go:171","msg":"trace[1377963147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28392; }","duration":"821.265466ms","start":"2026-07-28T15:09:26.29117Z","end":"2026-07-28T15:09:27.112435Z","steps":["trace[1377963147] 'agreement among raft nodes before linearized reading' (duration: 821.179564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:27.112468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:26.291153Z","time spent":"821.309676ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T15:09:27.111633Z","caller":"traceutil/trace.go:171","msg":"trace[2113983568] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:28392; }","duration":"1.380313879s","start":"2026-07-28T15:09:25.73131Z","end":"2026-07-28T15:09:27.111624Z","steps":["trace[2113983568] 'agreement among raft nodes before linearized reading' (duration: 1.380269778s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:27.110858Z","caller":"traceutil/trace.go:171","msg":"trace[925121806] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28392; }","duration":"880.967102ms","start":"2026-07-28T15:09:26.229881Z","end":"2026-07-28T15:09:27.110848Z","steps":["trace[925121806] 'agreement among raft nodes before linearized reading' (duration: 880.88011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:27.112858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:26.229854Z","time spent":"882.95676ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T15:09:27.112866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:25.731281Z","time spent":"1.381505837s","remote":"127.0.0.1:60948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:27.526781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.323043ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-28T15:09:28.232177Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.028964707s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T15:09:28.233192Z","caller":"traceutil/trace.go:171","msg":"trace[2039538601] transaction","detail":"{read_only:false; response_revision:28393; number_of_response:1; }","duration":"1.220480067s","start":"2026-07-28T15:09:27.01266Z","end":"2026-07-28T15:09:28.23314Z","steps":["trace[2039538601] 'process raft request' (duration: 1.219745399s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:28.233361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:27.012634Z","time spent":"1.22063913s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:28.233461Z","caller":"traceutil/trace.go:171","msg":"trace[1175875718] transaction","detail":"{read_only:false; response_revision:28395; number_of_response:1; }","duration":"1.115926163s","start":"2026-07-28T15:09:27.117515Z","end":"2026-07-28T15:09:28.233441Z","steps":["trace[1175875718] 'process raft request' (duration: 1.1157945s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:28.233497Z","caller":"traceutil/trace.go:171","msg":"trace[1568509593] transaction","detail":"{read_only:false; response_revision:28396; number_of_response:1; }","duration":"1.115396541s","start":"2026-07-28T15:09:27.118086Z","end":"2026-07-28T15:09:28.233483Z","steps":["trace[1568509593] 'process raft request' (duration: 1.115263268s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:28.233545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:27.118079Z","time spent":"1.115440812s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:28.233539Z","caller":"traceutil/trace.go:171","msg":"trace[1435458913] transaction","detail":"{read_only:false; response_revision:28394; number_of_response:1; }","duration":"1.118298931s","start":"2026-07-28T15:09:27.115214Z","end":"2026-07-28T15:09:28.233513Z","steps":["trace[1435458913] 'process raft request' (duration: 1.11783799s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:28.233578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:27.117499Z","time spent":"1.116003926s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:28.233684Z","caller":"traceutil/trace.go:171","msg":"trace[800955960] transaction","detail":"{read_only:false; response_revision:28397; number_of_response:1; }","duration":"1.115483473s","start":"2026-07-28T15:09:27.118193Z","end":"2026-07-28T15:09:28.233677Z","steps":["trace[800955960] 'process raft request' (duration: 1.115182596s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:28.233676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:27.11519Z","time spent":"1.118410584s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1122,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:28.233724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:27.118153Z","time spent":"1.115551185s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:28.233786Z","caller":"traceutil/trace.go:171","msg":"trace[586707150] linearizableReadLoop","detail":"{readStateIndex:29281; appliedIndex:29279; }","duration":"1.123310203s","start":"2026-07-28T15:09:27.110444Z","end":"2026-07-28T15:09:28.233754Z","steps":["trace[586707150] 'read index received' (duration: 92.771298ms)","trace[586707150] 'applied index is now lower than readState.Index' (duration: 1.030537195s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:28.234015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166649433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T15:09:28.234061Z","caller":"traceutil/trace.go:171","msg":"trace[1820829882] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28398; }","duration":"1.166694934s","start":"2026-07-28T15:09:27.067355Z","end":"2026-07-28T15:09:28.23405Z","steps":["trace[1820829882] 'agreement among raft nodes before linearized reading' (duration: 1.166546381s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:28.234083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265492537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T15:09:28.23411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:27.067302Z","time spent":"1.166801686s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T15:09:28.234123Z","caller":"traceutil/trace.go:171","msg":"trace[1894910196] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:28398; }","duration":"1.26558489s","start":"2026-07-28T15:09:26.968527Z","end":"2026-07-28T15:09:28.234111Z","steps":["trace[1894910196] 'agreement among raft nodes before linearized reading' (duration: 1.265392395s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:28.234159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:26.968508Z","time spent":"1.265643661s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T15:09:28.234175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625260792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-07-28T15:09:28.234203Z","caller":"traceutil/trace.go:171","msg":"trace[1806720941] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:28398; }","duration":"1.625321324s","start":"2026-07-28T15:09:26.608872Z","end":"2026-07-28T15:09:28.234194Z","steps":["trace[1806720941] 'agreement among raft nodes before linearized reading' (duration: 1.625260492s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:28.234226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:26.608852Z","time spent":"1.625368065s","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1369,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-07-28T15:09:28.234436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.520997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:09:28.234467Z","caller":"traceutil/trace.go:171","msg":"trace[460589197] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:28398; }","duration":"943.584508ms","start":"2026-07-28T15:09:27.290876Z","end":"2026-07-28T15:09:28.23446Z","steps":["trace[460589197] 'agreement among raft nodes before linearized reading' (duration: 943.530957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:28.234115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834526693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22825"} {"level":"warn","ts":"2026-07-28T15:09:28.23449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:27.29086Z","time spent":"943.62523ms","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":13,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:09:28.2345Z","caller":"traceutil/trace.go:171","msg":"trace[966632176] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28398; }","duration":"1.834948053s","start":"2026-07-28T15:09:26.399542Z","end":"2026-07-28T15:09:28.23449Z","steps":["trace[966632176] 'agreement among raft nodes before linearized reading' (duration: 1.834482692s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:28.234538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:26.39952Z","time spent":"1.835004434s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":22848,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-28T15:09:28.234694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.99652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:28.23472Z","caller":"traceutil/trace.go:171","msg":"trace[1248996574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28398; }","duration":"859.066101ms","start":"2026-07-28T15:09:27.375646Z","end":"2026-07-28T15:09:28.234712Z","steps":["trace[1248996574] 'agreement among raft nodes before linearized reading' (duration: 859.03247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:28.234736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:27.375622Z","time spent":"859.110823ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:09:28.234339Z","caller":"traceutil/trace.go:171","msg":"trace[688497491] transaction","detail":"{read_only:false; response_revision:28398; number_of_response:1; }","duration":"1.11287615s","start":"2026-07-28T15:09:27.121448Z","end":"2026-07-28T15:09:28.234324Z","steps":["trace[688497491] 'process raft request' (duration: 1.111951167s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:28.234847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:27.121437Z","time spent":"1.113387472s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5737,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:28.235373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116474897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:963161"} {"level":"info","ts":"2026-07-28T15:09:28.235437Z","caller":"traceutil/trace.go:171","msg":"trace[1564125137] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28398; }","duration":"1.116578079s","start":"2026-07-28T15:09:27.118844Z","end":"2026-07-28T15:09:28.235422Z","steps":["trace[1564125137] 'agreement among raft nodes before linearized reading' (duration: 1.115426811s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:28.23543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.952246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-28T15:09:28.235424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115994766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" ","response":"range_response_count:1 size:1310"} {"level":"warn","ts":"2026-07-28T15:09:28.235486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:27.118827Z","time spent":"1.116642522s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":98,"response size":963184,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T15:09:28.235501Z","caller":"traceutil/trace.go:171","msg":"trace[237071025] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28398; }","duration":"998.076629ms","start":"2026-07-28T15:09:27.237408Z","end":"2026-07-28T15:09:28.235485Z","steps":["trace[237071025] 'agreement among raft nodes before linearized reading' (duration: 997.804982ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:28.235525Z","caller":"traceutil/trace.go:171","msg":"trace[1550433967] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-cinder-default-user; range_end:; response_count:1; response_revision:28398; }","duration":"1.116127858s","start":"2026-07-28T15:09:27.119371Z","end":"2026-07-28T15:09:28.235499Z","steps":["trace[1550433967] 'agreement among raft nodes before linearized reading' (duration: 1.11580369s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:28.235545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:27.237387Z","time spent":"998.14988ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T15:09:28.235594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:27.119361Z","time spent":"1.116212991s","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1333,"request content":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" "} {"level":"warn","ts":"2026-07-28T15:09:28.235746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115952884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:963161"} {"level":"info","ts":"2026-07-28T15:09:28.235774Z","caller":"traceutil/trace.go:171","msg":"trace[1411330334] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:28398; }","duration":"1.115992376s","start":"2026-07-28T15:09:27.119773Z","end":"2026-07-28T15:09:28.235765Z","steps":["trace[1411330334] 'agreement among raft nodes before linearized reading' (duration: 1.11533478s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:28.235798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:27.119767Z","time spent":"1.116024486s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":98,"response size":963184,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T15:09:29.312939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.132696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:09:29.313164Z","caller":"traceutil/trace.go:171","msg":"trace[2018542943] transaction","detail":"{read_only:false; response_revision:28399; number_of_response:1; }","duration":"1.072867659s","start":"2026-07-28T15:09:28.240262Z","end":"2026-07-28T15:09:29.313129Z","steps":["trace[2018542943] 'process raft request' (duration: 264.438856ms)","trace[2018542943] 'compare' (duration: 807.89365ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:29.313389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:28.240215Z","time spent":"1.073060444s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:29.31344Z","caller":"traceutil/trace.go:171","msg":"trace[1151461108] transaction","detail":"{read_only:false; response_revision:28403; number_of_response:1; }","duration":"1.070945003s","start":"2026-07-28T15:09:28.242471Z","end":"2026-07-28T15:09:29.313416Z","steps":["trace[1151461108] 'process raft request' (duration: 1.070829591s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:29.313591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:28.24246Z","time spent":"1.071081387s","remote":"127.0.0.1:54420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5636,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:29.313893Z","caller":"traceutil/trace.go:171","msg":"trace[1623041657] transaction","detail":"{read_only:false; response_revision:28401; number_of_response:1; }","duration":"1.073351152s","start":"2026-07-28T15:09:28.240524Z","end":"2026-07-28T15:09:29.313875Z","steps":["trace[1623041657] 'process raft request' (duration: 1.072654135s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:29.313986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:28.240504Z","time spent":"1.073437383s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1712,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:29.314196Z","caller":"traceutil/trace.go:171","msg":"trace[1835656987] transaction","detail":"{read_only:false; response_revision:28402; number_of_response:1; }","duration":"1.073545716s","start":"2026-07-28T15:09:28.240638Z","end":"2026-07-28T15:09:29.314184Z","steps":["trace[1835656987] 'process raft request' (duration: 1.072607383s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:29.31426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:28.240617Z","time spent":"1.073613857s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:29.31437Z","caller":"traceutil/trace.go:171","msg":"trace[1405187604] linearizableReadLoop","detail":"{readStateIndex:29290; appliedIndex:29286; }","duration":"1.073172887s","start":"2026-07-28T15:09:28.241168Z","end":"2026-07-28T15:09:29.314341Z","steps":["trace[1405187604] 'read index received' (duration: 263.546264ms)","trace[1405187604] 'applied index is now lower than readState.Index' (duration: 809.624793ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:29.314482Z","caller":"traceutil/trace.go:171","msg":"trace[2104452292] transaction","detail":"{read_only:false; response_revision:28404; number_of_response:1; }","duration":"911.157452ms","start":"2026-07-28T15:09:28.403313Z","end":"2026-07-28T15:09:29.314471Z","steps":["trace[2104452292] 'process raft request' (duration: 910.054085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:29.314581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:28.403286Z","time spent":"911.226634ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:29.314764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073580677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5s89m\" ","response":"range_response_count:1 size:6263"} {"level":"info","ts":"2026-07-28T15:09:29.314821Z","caller":"traceutil/trace.go:171","msg":"trace[1062635012] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5s89m; range_end:; response_count:1; response_revision:28404; }","duration":"1.073660039s","start":"2026-07-28T15:09:28.241146Z","end":"2026-07-28T15:09:29.314806Z","steps":["trace[1062635012] 'agreement among raft nodes before linearized reading' (duration: 1.073497085s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:29.314863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:28.241134Z","time spent":"1.07372073s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6286,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-5s89m\" "} {"level":"info","ts":"2026-07-28T15:09:29.314051Z","caller":"traceutil/trace.go:171","msg":"trace[51519629] transaction","detail":"{read_only:false; response_revision:28400; number_of_response:1; }","duration":"1.073750541s","start":"2026-07-28T15:09:28.240273Z","end":"2026-07-28T15:09:29.314023Z","steps":["trace[51519629] 'process raft request' (duration: 1.072781388s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:29.315115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:28.240253Z","time spent":"1.074787936s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:29.515541Z","caller":"traceutil/trace.go:171","msg":"trace[1611261766] linearizableReadLoop","detail":"{readStateIndex:29294; appliedIndex:29292; }","duration":"201.083002ms","start":"2026-07-28T15:09:29.314436Z","end":"2026-07-28T15:09:29.515519Z","steps":["trace[1611261766] 'read index received' (duration: 113.167092ms)","trace[1611261766] 'applied index is now lower than readState.Index' (duration: 87.91497ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:29.515781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267029514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-28T15:09:29.515843Z","caller":"traceutil/trace.go:171","msg":"trace[918588343] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28406; }","duration":"1.267110975s","start":"2026-07-28T15:09:28.248717Z","end":"2026-07-28T15:09:29.515828Z","steps":["trace[918588343] 'agreement among raft nodes before linearized reading' (duration: 1.266981132s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:29.515873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:28.24871Z","time spent":"1.267156367s","remote":"127.0.0.1:56844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T15:09:29.515895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.51533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T15:09:29.515938Z","caller":"traceutil/trace.go:171","msg":"trace[658459167] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28406; }","duration":"224.575671ms","start":"2026-07-28T15:09:29.291353Z","end":"2026-07-28T15:09:29.515928Z","steps":["trace[658459167] 'agreement among raft nodes before linearized reading' (duration: 224.479348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:29.515962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139033023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:29.515982Z","caller":"traceutil/trace.go:171","msg":"trace[186312440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28406; }","duration":"1.139080604s","start":"2026-07-28T15:09:28.376896Z","end":"2026-07-28T15:09:29.515976Z","steps":["trace[186312440] 'agreement among raft nodes before linearized reading' (duration: 1.139051393s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:29.515781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.07337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1647"} {"level":"warn","ts":"2026-07-28T15:09:29.516004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:28.376881Z","time spent":"1.139119555s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:09:29.51606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.67128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T15:09:29.516049Z","caller":"traceutil/trace.go:171","msg":"trace[488268782] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:28406; }","duration":"686.360138ms","start":"2026-07-28T15:09:28.829661Z","end":"2026-07-28T15:09:29.516021Z","steps":["trace[488268782] 'agreement among raft nodes before linearized reading' (duration: 685.997479ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:29.51611Z","caller":"traceutil/trace.go:171","msg":"trace[1815086897] transaction","detail":"{read_only:false; response_revision:28406; number_of_response:1; }","duration":"399.16643ms","start":"2026-07-28T15:09:29.116662Z","end":"2026-07-28T15:09:29.515828Z","steps":["trace[1815086897] 'process raft request' (duration: 398.76349ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:29.516109Z","caller":"traceutil/trace.go:171","msg":"trace[655261741] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:28406; }","duration":"363.764093ms","start":"2026-07-28T15:09:29.152334Z","end":"2026-07-28T15:09:29.516099Z","steps":["trace[655261741] 'agreement among raft nodes before linearized reading' (duration: 363.567808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:29.516144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:29.152315Z","time spent":"363.819843ms","remote":"127.0.0.1:54136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":193,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:29.516146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:28.829645Z","time spent":"686.46982ms","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1670,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-07-28T15:09:29.516172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:29.11663Z","time spent":"399.498118ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:29.516229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.120092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:09:29.516241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.299183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-28T15:09:29.516283Z","caller":"traceutil/trace.go:171","msg":"trace[1953258545] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28406; }","duration":"226.383355ms","start":"2026-07-28T15:09:29.289889Z","end":"2026-07-28T15:09:29.516272Z","steps":["trace[1953258545] 'agreement among raft nodes before linearized reading' (duration: 226.284782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:29.516277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.778809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:09:29.516328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274647888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"warn","ts":"2026-07-28T15:09:29.516384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27473611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1714"} {"level":"info","ts":"2026-07-28T15:09:29.51628Z","caller":"traceutil/trace.go:171","msg":"trace[1188076627] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:28406; }","duration":"409.368097ms","start":"2026-07-28T15:09:29.1069Z","end":"2026-07-28T15:09:29.516268Z","steps":["trace[1188076627] 'agreement among raft nodes before linearized reading' (duration: 409.112031ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:29.516415Z","caller":"traceutil/trace.go:171","msg":"trace[350937087] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:28406; }","duration":"1.274794381s","start":"2026-07-28T15:09:28.241613Z","end":"2026-07-28T15:09:29.516408Z","steps":["trace[350937087] 'agreement among raft nodes before linearized reading' (duration: 1.27473577s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:29.516435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:29.106882Z","time spent":"409.537961ms","remote":"127.0.0.1:53174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:09:29.516515Z","caller":"traceutil/trace.go:171","msg":"trace[172058746] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:28406; }","duration":"860.065045ms","start":"2026-07-28T15:09:28.656305Z","end":"2026-07-28T15:09:29.516371Z","steps":["trace[172058746] 'agreement among raft nodes before linearized reading' (duration: 859.528572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:29.516568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:28.656289Z","time spent":"860.264171ms","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:29.516441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:28.241603Z","time spent":"1.274832853s","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1737,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-07-28T15:09:29.516482Z","caller":"traceutil/trace.go:171","msg":"trace[53837624] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:28406; }","duration":"1.274688399s","start":"2026-07-28T15:09:28.24167Z","end":"2026-07-28T15:09:29.516358Z","steps":["trace[53837624] 'agreement among raft nodes before linearized reading' (duration: 1.274298699s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:29.516909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:28.24166Z","time spent":"1.275236742s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1279,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" "} {"level":"info","ts":"2026-07-28T15:09:29.517185Z","caller":"traceutil/trace.go:171","msg":"trace[1267611106] transaction","detail":"{read_only:false; response_revision:28405; number_of_response:1; }","duration":"399.095378ms","start":"2026-07-28T15:09:29.116543Z","end":"2026-07-28T15:09:29.515638Z","steps":["trace[1267611106] 'process raft request' (duration: 310.979794ms)","trace[1267611106] 'compare' (duration: 87.620722ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:29.51752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:29.116525Z","time spent":"400.776029ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:29.607492Z","caller":"traceutil/trace.go:171","msg":"trace[355000665] transaction","detail":"{read_only:false; response_revision:28407; number_of_response:1; }","duration":"287.530936ms","start":"2026-07-28T15:09:29.319928Z","end":"2026-07-28T15:09:29.607459Z","steps":["trace[355000665] 'process raft request' (duration: 287.053754ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:29.607787Z","caller":"traceutil/trace.go:171","msg":"trace[1846137462] transaction","detail":"{read_only:false; response_revision:28409; number_of_response:1; }","duration":"282.898023ms","start":"2026-07-28T15:09:29.324869Z","end":"2026-07-28T15:09:29.607767Z","steps":["trace[1846137462] 'process raft request' (duration: 282.735859ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:29.608313Z","caller":"traceutil/trace.go:171","msg":"trace[624625472] transaction","detail":"{read_only:false; response_revision:28408; number_of_response:1; }","duration":"284.82194ms","start":"2026-07-28T15:09:29.323456Z","end":"2026-07-28T15:09:29.608278Z","steps":["trace[624625472] 'process raft request' (duration: 283.914228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:29.608899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.929593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T15:09:29.608951Z","caller":"traceutil/trace.go:171","msg":"trace[915733166] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:28409; }","duration":"290.016906ms","start":"2026-07-28T15:09:29.318922Z","end":"2026-07-28T15:09:29.608939Z","steps":["trace[915733166] 'agreement among raft nodes before linearized reading' (duration: 289.664147ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:29.799662Z","caller":"traceutil/trace.go:171","msg":"trace[1644555482] linearizableReadLoop","detail":"{readStateIndex:29300; appliedIndex:29297; }","duration":"191.90724ms","start":"2026-07-28T15:09:29.607732Z","end":"2026-07-28T15:09:29.79964Z","steps":["trace[1644555482] 'read index received' (duration: 191.690464ms)","trace[1644555482] 'applied index is now lower than readState.Index' (duration: 215.766µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:29.799906Z","caller":"traceutil/trace.go:171","msg":"trace[2092154241] transaction","detail":"{read_only:false; response_revision:28411; number_of_response:1; }","duration":"279.41973ms","start":"2026-07-28T15:09:29.520472Z","end":"2026-07-28T15:09:29.799892Z","steps":["trace[2092154241] 'process raft request' (duration: 279.074431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:29.799931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.656425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b69ca01a-5abe-465a-ade4-0f17735097b6\" ","response":"range_response_count:1 size:2271"} {"level":"info","ts":"2026-07-28T15:09:29.799985Z","caller":"traceutil/trace.go:171","msg":"trace[1080248762] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b69ca01a-5abe-465a-ade4-0f17735097b6; range_end:; response_count:1; response_revision:28412; }","duration":"279.736117ms","start":"2026-07-28T15:09:29.520236Z","end":"2026-07-28T15:09:29.799972Z","steps":["trace[1080248762] 'agreement among raft nodes before linearized reading' (duration: 279.620244ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:29.800089Z","caller":"traceutil/trace.go:171","msg":"trace[451603318] transaction","detail":"{read_only:false; response_revision:28410; number_of_response:1; }","duration":"280.405594ms","start":"2026-07-28T15:09:29.519644Z","end":"2026-07-28T15:09:29.80005Z","steps":["trace[451603318] 'process raft request' (duration: 279.715047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:29.800161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.570909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1442"} {"level":"warn","ts":"2026-07-28T15:09:29.800092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.993206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:29.800231Z","caller":"traceutil/trace.go:171","msg":"trace[1511561448] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:28412; }","duration":"278.668421ms","start":"2026-07-28T15:09:29.521551Z","end":"2026-07-28T15:09:29.80022Z","steps":["trace[1511561448] 'agreement among raft nodes before linearized reading' (duration: 278.442915ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:29.800254Z","caller":"traceutil/trace.go:171","msg":"trace[106284937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28412; }","duration":"283.223341ms","start":"2026-07-28T15:09:29.517023Z","end":"2026-07-28T15:09:29.800246Z","steps":["trace[106284937] 'agreement among raft nodes before linearized reading' (duration: 282.900193ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:29.799898Z","caller":"traceutil/trace.go:171","msg":"trace[729284485] transaction","detail":"{read_only:false; response_revision:28412; number_of_response:1; }","duration":"277.479532ms","start":"2026-07-28T15:09:29.522377Z","end":"2026-07-28T15:09:29.799856Z","steps":["trace[729284485] 'process raft request' (duration: 277.212855ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:29.904372Z","caller":"traceutil/trace.go:171","msg":"trace[840219999] linearizableReadLoop","detail":"{readStateIndex:29305; appliedIndex:29304; }","duration":"104.606714ms","start":"2026-07-28T15:09:29.799731Z","end":"2026-07-28T15:09:29.904338Z","steps":["trace[840219999] 'read index received' (duration: 104.589913ms)","trace[840219999] 'applied index is now lower than readState.Index' (duration: 13.351µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:29.904592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.689278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-28T15:09:29.904622Z","caller":"traceutil/trace.go:171","msg":"trace[1123243429] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28417; }","duration":"133.736759ms","start":"2026-07-28T15:09:29.770875Z","end":"2026-07-28T15:09:29.904612Z","steps":["trace[1123243429] 'agreement among raft nodes before linearized reading' (duration: 133.584236ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:29.904369Z","caller":"traceutil/trace.go:171","msg":"trace[1287076808] transaction","detail":"{read_only:false; response_revision:28417; number_of_response:1; }","duration":"286.983802ms","start":"2026-07-28T15:09:29.617362Z","end":"2026-07-28T15:09:29.904345Z","steps":["trace[1287076808] 'process raft request' (duration: 286.933771ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:29.904818Z","caller":"traceutil/trace.go:171","msg":"trace[933932034] transaction","detail":"{read_only:false; response_revision:28415; number_of_response:1; }","duration":"288.919099ms","start":"2026-07-28T15:09:29.615873Z","end":"2026-07-28T15:09:29.904792Z","steps":["trace[933932034] 'process raft request' (duration: 288.324564ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:29.904909Z","caller":"traceutil/trace.go:171","msg":"trace[435590416] transaction","detail":"{read_only:false; response_revision:28416; number_of_response:1; }","duration":"287.934136ms","start":"2026-07-28T15:09:29.616894Z","end":"2026-07-28T15:09:29.904828Z","steps":["trace[435590416] 'process raft request' (duration: 287.351951ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:29.905Z","caller":"traceutil/trace.go:171","msg":"trace[419870784] transaction","detail":"{read_only:false; response_revision:28413; number_of_response:1; }","duration":"290.428596ms","start":"2026-07-28T15:09:29.614563Z","end":"2026-07-28T15:09:29.904992Z","steps":["trace[419870784] 'process raft request' (duration: 289.453772ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:29.905173Z","caller":"traceutil/trace.go:171","msg":"trace[425440601] transaction","detail":"{read_only:false; response_revision:28414; number_of_response:1; }","duration":"290.362634ms","start":"2026-07-28T15:09:29.614804Z","end":"2026-07-28T15:09:29.905167Z","steps":["trace[425440601] 'process raft request' (duration: 289.342699ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:29.949925Z","caller":"traceutil/trace.go:171","msg":"trace[1978062999] transaction","detail":"{read_only:false; response_revision:28418; number_of_response:1; }","duration":"145.010013ms","start":"2026-07-28T15:09:29.804888Z","end":"2026-07-28T15:09:29.949898Z","steps":["trace[1978062999] 'process raft request' (duration: 144.762687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:29.950001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.698422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:29.950053Z","caller":"traceutil/trace.go:171","msg":"trace[1673713265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28418; }","duration":"141.789925ms","start":"2026-07-28T15:09:29.808247Z","end":"2026-07-28T15:09:29.950037Z","steps":["trace[1673713265] 'agreement among raft nodes before linearized reading' (duration: 141.625381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:29.9501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.407043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-07-28T15:09:29.950175Z","caller":"traceutil/trace.go:171","msg":"trace[1218499644] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:28418; }","duration":"145.527766ms","start":"2026-07-28T15:09:29.80463Z","end":"2026-07-28T15:09:29.950158Z","steps":["trace[1218499644] 'agreement among raft nodes before linearized reading' (duration: 145.29279ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:30.080612Z","caller":"traceutil/trace.go:171","msg":"trace[1972453856] transaction","detail":"{read_only:false; response_revision:28419; number_of_response:1; }","duration":"168.978293ms","start":"2026-07-28T15:09:29.911612Z","end":"2026-07-28T15:09:30.08059Z","steps":["trace[1972453856] 'process raft request' (duration: 168.755548ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:30.080767Z","caller":"traceutil/trace.go:171","msg":"trace[1692670988] linearizableReadLoop","detail":"{readStateIndex:29308; appliedIndex:29306; }","duration":"130.929501ms","start":"2026-07-28T15:09:29.949814Z","end":"2026-07-28T15:09:30.080744Z","steps":["trace[1692670988] 'read index received' (duration: 130.47438ms)","trace[1692670988] 'applied index is now lower than readState.Index' (duration: 453.901µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:30.080998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.544806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1636"} {"level":"warn","ts":"2026-07-28T15:09:30.081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.763912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-28T15:09:30.081075Z","caller":"traceutil/trace.go:171","msg":"trace[558398722] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:28420; }","duration":"131.852964ms","start":"2026-07-28T15:09:29.949204Z","end":"2026-07-28T15:09:30.081057Z","steps":["trace[558398722] 'agreement among raft nodes before linearized reading' (duration: 131.637719ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:30.081032Z","caller":"traceutil/trace.go:171","msg":"trace[580308569] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:28420; }","duration":"126.678829ms","start":"2026-07-28T15:09:29.954342Z","end":"2026-07-28T15:09:30.081021Z","steps":["trace[580308569] 'agreement among raft nodes before linearized reading' (duration: 126.518035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:30.081322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.855793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129192"} {"level":"info","ts":"2026-07-28T15:09:30.08138Z","caller":"traceutil/trace.go:171","msg":"trace[1029035454] transaction","detail":"{read_only:false; response_revision:28420; number_of_response:1; }","duration":"167.419495ms","start":"2026-07-28T15:09:29.913944Z","end":"2026-07-28T15:09:30.081363Z","steps":["trace[1029035454] 'process raft request' (duration: 166.583765ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:30.081408Z","caller":"traceutil/trace.go:171","msg":"trace[131956196] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:28420; }","duration":"126.978416ms","start":"2026-07-28T15:09:29.954412Z","end":"2026-07-28T15:09:30.08139Z","steps":["trace[131956196] 'agreement among raft nodes before linearized reading' (duration: 126.618277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:30.672404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.462781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-28T15:09:30.672501Z","caller":"traceutil/trace.go:171","msg":"trace[427178211] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-barbican-default-user; range_end:; response_count:1; response_revision:28435; }","duration":"109.606515ms","start":"2026-07-28T15:09:30.562875Z","end":"2026-07-28T15:09:30.672482Z","steps":["trace[427178211] 'range keys from in-memory index tree' (duration: 109.292938ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:31.153016Z","caller":"traceutil/trace.go:171","msg":"trace[839997510] linearizableReadLoop","detail":"{readStateIndex:29352; appliedIndex:29351; }","duration":"152.264129ms","start":"2026-07-28T15:09:31.000728Z","end":"2026-07-28T15:09:31.152992Z","steps":["trace[839997510] 'read index received' (duration: 152.107095ms)","trace[839997510] 'applied index is now lower than readState.Index' (duration: 155.384µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:31.153188Z","caller":"traceutil/trace.go:171","msg":"trace[908012417] transaction","detail":"{read_only:false; response_revision:28464; number_of_response:1; }","duration":"153.640173ms","start":"2026-07-28T15:09:30.999418Z","end":"2026-07-28T15:09:31.153058Z","steps":["trace[908012417] 'process raft request' (duration: 153.408157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:31.153762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.989346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112531"} {"level":"info","ts":"2026-07-28T15:09:31.153873Z","caller":"traceutil/trace.go:171","msg":"trace[1984453803] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:28464; }","duration":"153.14792ms","start":"2026-07-28T15:09:31.000699Z","end":"2026-07-28T15:09:31.153847Z","steps":["trace[1984453803] 'agreement among raft nodes before linearized reading' (duration: 152.432932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:31.382831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.046243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:09:31.382934Z","caller":"traceutil/trace.go:171","msg":"trace[423964935] linearizableReadLoop","detail":"{readStateIndex:29353; appliedIndex:29352; }","duration":"224.215362ms","start":"2026-07-28T15:09:31.158702Z","end":"2026-07-28T15:09:31.382917Z","steps":["trace[423964935] 'read index received' (duration: 117.101307ms)","trace[423964935] 'applied index is now lower than readState.Index' (duration: 107.112755ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:31.383021Z","caller":"traceutil/trace.go:171","msg":"trace[712516492] transaction","detail":"{read_only:false; response_revision:28465; number_of_response:1; }","duration":"224.351735ms","start":"2026-07-28T15:09:31.158643Z","end":"2026-07-28T15:09:31.382994Z","steps":["trace[712516492] 'process raft request' (duration: 117.075516ms)","trace[712516492] 'compare' (duration: 106.869679ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:31.383067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.357985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-07-28T15:09:31.383095Z","caller":"traceutil/trace.go:171","msg":"trace[76703598] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:28465; }","duration":"224.411777ms","start":"2026-07-28T15:09:31.158672Z","end":"2026-07-28T15:09:31.383084Z","steps":["trace[76703598] 'agreement among raft nodes before linearized reading' (duration: 224.316485ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:31.406464Z","caller":"traceutil/trace.go:171","msg":"trace[1786148768] transaction","detail":"{read_only:false; response_revision:28466; number_of_response:1; }","duration":"242.009532ms","start":"2026-07-28T15:09:31.164438Z","end":"2026-07-28T15:09:31.406448Z","steps":["trace[1786148768] 'process raft request' (duration: 241.9074ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:31.519584Z","caller":"traceutil/trace.go:171","msg":"trace[2076014807] linearizableReadLoop","detail":"{readStateIndex:29356; appliedIndex:29353; }","duration":"136.604309ms","start":"2026-07-28T15:09:31.382957Z","end":"2026-07-28T15:09:31.519561Z","steps":["trace[2076014807] 'read index received' (duration: 23.433748ms)","trace[2076014807] 'applied index is now lower than readState.Index' (duration: 113.169541ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:31.51964Z","caller":"traceutil/trace.go:171","msg":"trace[1316845241] transaction","detail":"{read_only:false; response_revision:28468; number_of_response:1; }","duration":"194.578953ms","start":"2026-07-28T15:09:31.325023Z","end":"2026-07-28T15:09:31.519602Z","steps":["trace[1316845241] 'process raft request' (duration: 194.44878ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:31.519754Z","caller":"traceutil/trace.go:171","msg":"trace[1011943150] transaction","detail":"{read_only:false; response_revision:28467; number_of_response:1; }","duration":"199.196246ms","start":"2026-07-28T15:09:31.320516Z","end":"2026-07-28T15:09:31.519712Z","steps":["trace[1011943150] 'process raft request' (duration: 181.978889ms)","trace[1011943150] 'compare' (duration: 16.220323ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:31.519765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.409609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:09:31.519808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.274601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-28T15:09:31.519828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.255447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-07-28T15:09:31.519866Z","caller":"traceutil/trace.go:171","msg":"trace[1670922241] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28468; }","duration":"200.389694ms","start":"2026-07-28T15:09:31.319459Z","end":"2026-07-28T15:09:31.519849Z","steps":["trace[1670922241] 'agreement among raft nodes before linearized reading' (duration: 200.145258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:31.519866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.148139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T15:09:31.519886Z","caller":"traceutil/trace.go:171","msg":"trace[1105657174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28468; }","duration":"142.547353ms","start":"2026-07-28T15:09:31.377291Z","end":"2026-07-28T15:09:31.519839Z","steps":["trace[1105657174] 'agreement among raft nodes before linearized reading' (duration: 142.365428ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:31.519886Z","caller":"traceutil/trace.go:171","msg":"trace[1031607286] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:28468; }","duration":"341.331139ms","start":"2026-07-28T15:09:31.178535Z","end":"2026-07-28T15:09:31.519866Z","steps":["trace[1031607286] 'agreement among raft nodes before linearized reading' (duration: 341.144654ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:31.519949Z","caller":"traceutil/trace.go:171","msg":"trace[1446595299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28468; }","duration":"200.255641ms","start":"2026-07-28T15:09:31.319671Z","end":"2026-07-28T15:09:31.519926Z","steps":["trace[1446595299] 'agreement among raft nodes before linearized reading' (duration: 200.056046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:31.520005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:31.178517Z","time spent":"341.475093ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-07-28T15:09:31.520047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.964336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-07-28T15:09:31.520085Z","caller":"traceutil/trace.go:171","msg":"trace[1893018056] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:28468; }","duration":"351.995507ms","start":"2026-07-28T15:09:31.168075Z","end":"2026-07-28T15:09:31.52007Z","steps":["trace[1893018056] 'agreement among raft nodes before linearized reading' (duration: 351.905154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:31.520122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:31.168022Z","time spent":"352.09207ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-28T15:09:31.520425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.195692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.222\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-28T15:09:31.520513Z","caller":"traceutil/trace.go:171","msg":"trace[889266158] range","detail":"{range_begin:/registry/masterleases/162.253.55.222; range_end:; response_count:1; response_revision:28468; }","duration":"165.351686ms","start":"2026-07-28T15:09:31.355145Z","end":"2026-07-28T15:09:31.520496Z","steps":["trace[889266158] 'agreement among raft nodes before linearized reading' (duration: 164.420753ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:31.536986Z","caller":"traceutil/trace.go:171","msg":"trace[1991308194] transaction","detail":"{read_only:false; response_revision:28469; number_of_response:1; }","duration":"122.629601ms","start":"2026-07-28T15:09:31.414327Z","end":"2026-07-28T15:09:31.536957Z","steps":["trace[1991308194] 'process raft request' (duration: 122.458107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:31.537153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.782585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T15:09:31.537227Z","caller":"traceutil/trace.go:171","msg":"trace[66884606] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:28469; }","duration":"134.905308ms","start":"2026-07-28T15:09:31.4023Z","end":"2026-07-28T15:09:31.537206Z","steps":["trace[66884606] 'agreement among raft nodes before linearized reading' (duration: 134.687033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:31.537306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.453519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-07-28T15:09:31.537356Z","caller":"traceutil/trace.go:171","msg":"trace[1991701961] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:28469; }","duration":"151.537281ms","start":"2026-07-28T15:09:31.385805Z","end":"2026-07-28T15:09:31.537342Z","steps":["trace[1991701961] 'agreement among raft nodes before linearized reading' (duration: 151.415258ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:35.283097Z","caller":"traceutil/trace.go:171","msg":"trace[1739573017] linearizableReadLoop","detail":"{readStateIndex:29428; appliedIndex:29427; }","duration":"176.29641ms","start":"2026-07-28T15:09:35.106775Z","end":"2026-07-28T15:09:35.283071Z","steps":["trace[1739573017] 'read index received' (duration: 176.201188ms)","trace[1739573017] 'applied index is now lower than readState.Index' (duration: 94.222µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:35.283279Z","caller":"traceutil/trace.go:171","msg":"trace[1714935061] transaction","detail":"{read_only:false; response_revision:28538; number_of_response:1; }","duration":"193.538638ms","start":"2026-07-28T15:09:35.089669Z","end":"2026-07-28T15:09:35.283208Z","steps":["trace[1714935061] 'process raft request' (duration: 193.226131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:35.283423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.606938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:35.283532Z","caller":"traceutil/trace.go:171","msg":"trace[370184497] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:28538; }","duration":"176.789423ms","start":"2026-07-28T15:09:35.106718Z","end":"2026-07-28T15:09:35.283507Z","steps":["trace[370184497] 'agreement among raft nodes before linearized reading' (duration: 176.589068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:36.454371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078512167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:09:36.454444Z","caller":"traceutil/trace.go:171","msg":"trace[1540727288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28538; }","duration":"1.0786245s","start":"2026-07-28T15:09:35.3758Z","end":"2026-07-28T15:09:36.454425Z","steps":["trace[1540727288] 'range keys from in-memory index tree' (duration: 1.078432905s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:36.454473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:35.375781Z","time spent":"1.078686081s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:09:36.4546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.296593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-28T15:09:36.454716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155650766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-28T15:09:36.45473Z","caller":"traceutil/trace.go:171","msg":"trace[306698533] transaction","detail":"{read_only:false; response_revision:28539; number_of_response:1; }","duration":"919.370541ms","start":"2026-07-28T15:09:35.535315Z","end":"2026-07-28T15:09:36.454685Z","steps":["trace[306698533] 'process raft request' (duration: 325.927235ms)","trace[306698533] 'compare' (duration: 593.19696ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:09:36.454785Z","caller":"traceutil/trace.go:171","msg":"trace[1328313426] transaction","detail":"{read_only:false; response_revision:28540; number_of_response:1; }","duration":"877.257751ms","start":"2026-07-28T15:09:35.577512Z","end":"2026-07-28T15:09:36.45477Z","steps":["trace[1328313426] 'process raft request' (duration: 877.172799ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:36.454766Z","caller":"traceutil/trace.go:171","msg":"trace[1709995133] linearizableReadLoop","detail":"{readStateIndex:29429; appliedIndex:29428; }","duration":"877.25107ms","start":"2026-07-28T15:09:35.57748Z","end":"2026-07-28T15:09:36.454731Z","steps":["trace[1709995133] 'read index received' (duration: 283.859685ms)","trace[1709995133] 'applied index is now lower than readState.Index' (duration: 593.387645ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:09:36.454846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:35.577483Z","time spent":"877.335012ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:09:36.454879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:35.535282Z","time spent":"919.519305ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:36.454914Z","caller":"traceutil/trace.go:171","msg":"trace[1942249728] transaction","detail":"{read_only:false; response_revision:28541; number_of_response:1; }","duration":"875.753385ms","start":"2026-07-28T15:09:35.579148Z","end":"2026-07-28T15:09:36.454901Z","steps":["trace[1942249728] 'process raft request' (duration: 875.5835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:36.454999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.507897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T15:09:36.455019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:35.579127Z","time spent":"875.816547ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:09:36.455064Z","caller":"traceutil/trace.go:171","msg":"trace[248097538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28541; }","duration":"877.574179ms","start":"2026-07-28T15:09:35.577472Z","end":"2026-07-28T15:09:36.455047Z","steps":["trace[248097538] 'agreement among raft nodes before linearized reading' (duration: 877.375894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:36.455115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:35.577413Z","time spent":"877.688131ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T15:09:36.454811Z","caller":"traceutil/trace.go:171","msg":"trace[810357930] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28538; }","duration":"1.155789289s","start":"2026-07-28T15:09:35.298997Z","end":"2026-07-28T15:09:36.454786Z","steps":["trace[810357930] 'range keys from in-memory index tree' (duration: 1.155458871s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:36.455465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:35.298986Z","time spent":"1.156441144s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12483,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T15:09:36.954906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:37.455789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:37.956346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:38.456473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000365189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:09:38.456552Z","caller":"traceutil/trace.go:171","msg":"trace[1905706354] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000508123s","start":"2026-07-28T15:09:36.456026Z","end":"2026-07-28T15:09:38.456535Z","steps":["trace[1905706354] 'agreement among raft nodes before linearized reading' (duration: 2.00040123s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:38.456598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:36.456013Z","time spent":"2.000576615s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:09:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:38.457527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:38.958526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:39.45965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:39.6642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999787235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:09:39.664284Z","caller":"traceutil/trace.go:171","msg":"trace[641321032] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999947269s","start":"2026-07-28T15:09:37.664319Z","end":"2026-07-28T15:09:39.664266Z","steps":["trace[641321032] 'agreement among raft nodes before linearized reading' (duration: 1.999843986s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:39.664331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:37.664295Z","time spent":"2.000026961s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:09:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:39.960239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:40.460542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:40.46558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000195194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:09:40.465649Z","caller":"traceutil/trace.go:171","msg":"trace[121566721] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000300787s","start":"2026-07-28T15:09:38.46533Z","end":"2026-07-28T15:09:40.46563Z","steps":["trace[121566721] 'agreement among raft nodes before linearized reading' (duration: 2.000209125s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:40.4657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:38.465322Z","time spent":"2.000368629s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:09:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:40.577288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998884758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:09:40.577381Z","caller":"traceutil/trace.go:171","msg":"trace[535793507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999029812s","start":"2026-07-28T15:09:35.578332Z","end":"2026-07-28T15:09:40.577362Z","steps":["trace[535793507] 'agreement among raft nodes before linearized reading' (duration: 4.998913619s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:40.577432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:35.578317Z","time spent":"4.999101323s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/28 15:09:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:40.96142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:41.307408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:36.309271Z","time spent":"4.998129861s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:09:41.383341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999449373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:09:41.383451Z","caller":"traceutil/trace.go:171","msg":"trace[824202189] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999614777s","start":"2026-07-28T15:09:36.383811Z","end":"2026-07-28T15:09:41.383426Z","steps":["trace[824202189] 'agreement among raft nodes before linearized reading' (duration: 4.999486724s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:41.383519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:36.38379Z","time spent":"4.999712149s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/28 15:09:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:41.457853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:36.4592Z","time spent":"4.998646623s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/28 15:09:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:41.462198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:41.963088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:42.46392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:42.471092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999887028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:09:42.471195Z","caller":"traceutil/trace.go:171","msg":"trace[597257215] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000047922s","start":"2026-07-28T15:09:40.471128Z","end":"2026-07-28T15:09:42.471176Z","steps":["trace[597257215] 'agreement among raft nodes before linearized reading' (duration: 1.999919898s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:42.471274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:40.471109Z","time spent":"2.000155005s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:09:42.965078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:43.455842Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-28T15:09:43.456033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.506351543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:09:43.456054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.047157509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:09:43.456079Z","caller":"traceutil/trace.go:171","msg":"trace[1397467369] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; }","duration":"7.506434455s","start":"2026-07-28T15:09:35.949624Z","end":"2026-07-28T15:09:43.456058Z","steps":["trace[1397467369] 'agreement among raft nodes before linearized reading' (duration: 7.506370553s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:43.456109Z","caller":"traceutil/trace.go:171","msg":"trace[1027892079] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29754180-dlwdd; range_end:; }","duration":"7.047264762s","start":"2026-07-28T15:09:36.408829Z","end":"2026-07-28T15:09:43.456094Z","steps":["trace[1027892079] 'agreement among raft nodes before linearized reading' (duration: 7.04719868s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:43.456082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.557030321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:09:43.456148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:36.408805Z","time spent":"7.047334193s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" "} {"level":"warn","ts":"2026-07-28T15:09:43.456157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.829765757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:09:43.456167Z","caller":"traceutil/trace.go:171","msg":"trace[1076819088] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; }","duration":"7.557188574s","start":"2026-07-28T15:09:35.898959Z","end":"2026-07-28T15:09:43.456147Z","steps":["trace[1076819088] 'agreement among raft nodes before linearized reading' (duration: 7.557091782s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:43.456214Z","caller":"traceutil/trace.go:171","msg":"trace[876596990] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; }","duration":"7.829828329s","start":"2026-07-28T15:09:35.626348Z","end":"2026-07-28T15:09:43.456176Z","steps":["trace[876596990] 'agreement among raft nodes before linearized reading' (duration: 7.829801938s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:43.456252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:35.626327Z","time spent":"7.8299151s","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-28T15:09:43.456257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.035279231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:09:43.456248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.083381307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:09:43.456382Z","caller":"traceutil/trace.go:171","msg":"trace[195251147] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2n4p; range_end:; }","duration":"7.035428795s","start":"2026-07-28T15:09:36.420918Z","end":"2026-07-28T15:09:43.456347Z","steps":["trace[195251147] 'agreement among raft nodes before linearized reading' (duration: 7.035300342s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:43.456267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.083032808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:09:43.456458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:36.420903Z","time spent":"7.035537427s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" "} {"level":"info","ts":"2026-07-28T15:09:43.456445Z","caller":"traceutil/trace.go:171","msg":"trace[536466602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"7.083579921s","start":"2026-07-28T15:09:36.372805Z","end":"2026-07-28T15:09:43.456385Z","steps":["trace[536466602] 'agreement among raft nodes before linearized reading' (duration: 7.083403566s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:43.456253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:35.898938Z","time spent":"7.557297827s","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:43.456335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.202795699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:09:43.456927Z","caller":"traceutil/trace.go:171","msg":"trace[922494648] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; }","duration":"7.203743142s","start":"2026-07-28T15:09:36.253165Z","end":"2026-07-28T15:09:43.456908Z","steps":["trace[922494648] 'agreement among raft nodes before linearized reading' (duration: 7.20282772s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:43.456992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:36.253146Z","time spent":"7.203822484s","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:43.456123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:35.949614Z","time spent":"7.506499046s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T15:09:43.456585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:36.372792Z","time spent":"7.083765126s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:09:43.456165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.511497888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:09:43.457387Z","caller":"traceutil/trace.go:171","msg":"trace[833078905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"7.083413217s","start":"2026-07-28T15:09:36.373084Z","end":"2026-07-28T15:09:43.456497Z","steps":["trace[833078905] 'agreement among raft nodes before linearized reading' (duration: 7.083065439s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:43.4574Z","caller":"traceutil/trace.go:171","msg":"trace[1704862193] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; }","duration":"7.512796799s","start":"2026-07-28T15:09:35.944587Z","end":"2026-07-28T15:09:43.457384Z","steps":["trace[1704862193] 'agreement among raft nodes before linearized reading' (duration: 7.511514058s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:43.457448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:35.944577Z","time spent":"7.512858031s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:43.457563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:38.459133Z","time spent":"4.998425547s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/28 15:09:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:43.457642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:36.373053Z","time spent":"7.08438054s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:09:43.457956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:38.459306Z","time spent":"4.998646503s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/28 15:09:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:43.458794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:38.460317Z","time spent":"4.998473599s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/28 15:09:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:43.956374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:44.038512Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0b639fa911db0dfc","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:09:44.457214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:44.471894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999878777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:09:44.471984Z","caller":"traceutil/trace.go:171","msg":"trace[949362342] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000132514s","start":"2026-07-28T15:09:42.471831Z","end":"2026-07-28T15:09:44.471964Z","steps":["trace[949362342] 'agreement among raft nodes before linearized reading' (duration: 2.000022511s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:44.472038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:42.471806Z","time spent":"2.000222905s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:09:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:44.957589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:45.458711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:45.577039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117487307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:09:45.577133Z","caller":"traceutil/trace.go:171","msg":"trace[2022621565] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.117638381s","start":"2026-07-28T15:09:43.459475Z","end":"2026-07-28T15:09:45.577113Z","steps":["trace[2022621565] 'agreement among raft nodes before linearized reading' (duration: 2.117513878s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:45.577213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:43.459459Z","time spent":"2.117742153s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T15:09:45.577206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997661869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} 2026/07/28 15:09:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-28T15:09:45.577262Z","caller":"traceutil/trace.go:171","msg":"trace[933527113] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.99775203s","start":"2026-07-28T15:09:42.579496Z","end":"2026-07-28T15:09:45.577248Z","steps":["trace[933527113] 'agreement among raft nodes before linearized reading' (duration: 2.997688649s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:45.577306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:42.579481Z","time spent":"2.997817513s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/28 15:09:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:45.949588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.899816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:09:45.949684Z","caller":"traceutil/trace.go:171","msg":"trace[1946916053] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; }","duration":"487.055159ms","start":"2026-07-28T15:09:45.462606Z","end":"2026-07-28T15:09:45.949662Z","steps":["trace[1946916053] 'agreement among raft nodes before linearized reading' (duration: 486.927926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:45.949734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:45.462588Z","time spent":"487.135881ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} 2026/07/28 15:09:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:45.95977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:46.026774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:39.025784Z","time spent":"7.00098453s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:09:46.307702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99808965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:09:46.307771Z","caller":"traceutil/trace.go:171","msg":"trace[1362755454] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998219463s","start":"2026-07-28T15:09:41.309536Z","end":"2026-07-28T15:09:46.307755Z","steps":["trace[1362755454] 'agreement among raft nodes before linearized reading' (duration: 4.998127891s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:46.307809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:41.309514Z","time spent":"4.998285945s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/28 15:09:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:46.372018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.364324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:09:46.372093Z","caller":"traceutil/trace.go:171","msg":"trace[1116738916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"910.491607ms","start":"2026-07-28T15:09:45.461584Z","end":"2026-07-28T15:09:46.372076Z","steps":["trace[1116738916] 'agreement among raft nodes before linearized reading' (duration: 910.380844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:46.372129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:45.461579Z","time spent":"910.542858ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/28 15:09:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:46.37223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.516914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:09:46.372292Z","caller":"traceutil/trace.go:171","msg":"trace[1112653265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"909.652097ms","start":"2026-07-28T15:09:45.462626Z","end":"2026-07-28T15:09:46.372279Z","steps":["trace[1112653265] 'agreement among raft nodes before linearized reading' (duration: 909.559025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:46.372326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:45.462606Z","time spent":"909.713519ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/28 15:09:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:46.398923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.013455092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:09:46.398986Z","caller":"traceutil/trace.go:171","msg":"trace[1122274514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.013530814s","start":"2026-07-28T15:09:43.385441Z","end":"2026-07-28T15:09:46.398972Z","steps":["trace[1122274514] 'agreement among raft nodes before linearized reading' (duration: 3.013453532s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:46.399016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:43.38536Z","time spent":"3.013650957s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/28 15:09:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:46.460404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:46.477381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00037219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:09:46.477484Z","caller":"traceutil/trace.go:171","msg":"trace[936266088] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000524394s","start":"2026-07-28T15:09:44.476937Z","end":"2026-07-28T15:09:46.477461Z","steps":["trace[936266088] 'agreement among raft nodes before linearized reading' (duration: 2.000406851s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:46.477523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:44.476915Z","time spent":"2.000596895s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:09:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:46.588683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.003001284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:09:46.588769Z","caller":"traceutil/trace.go:171","msg":"trace[400715960] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; }","duration":"10.003155408s","start":"2026-07-28T15:09:36.585594Z","end":"2026-07-28T15:09:46.58875Z","steps":["trace[400715960] 'agreement among raft nodes before linearized reading' (duration: 10.003045355s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:46.588818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:36.585573Z","time spent":"10.00323537s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} 2026/07/28 15:09:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/28 15:09:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:46.961484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:47.461703Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:47.830677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:40.830384Z","time spent":"7.000286183s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:09:47.962026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:48.30001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000211645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:09:48.300199Z","caller":"traceutil/trace.go:171","msg":"trace[619833249] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000437311s","start":"2026-07-28T15:09:46.299733Z","end":"2026-07-28T15:09:48.30017Z","steps":["trace[619833249] 'agreement among raft nodes before linearized reading' (duration: 2.000234036s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:48.300339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:46.299715Z","time spent":"2.000608884s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:09:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:48.457757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997081676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:09:48.45784Z","caller":"traceutil/trace.go:171","msg":"trace[237975676] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997210509s","start":"2026-07-28T15:09:43.46061Z","end":"2026-07-28T15:09:48.457821Z","steps":["trace[237975676] 'agreement among raft nodes before linearized reading' (duration: 4.997100706s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:48.457887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:43.4606Z","time spent":"4.99727795s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/28 15:09:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:48.458317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996348278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:09:48.458424Z","caller":"traceutil/trace.go:171","msg":"trace[1573776270] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.996506202s","start":"2026-07-28T15:09:43.461893Z","end":"2026-07-28T15:09:48.458399Z","steps":["trace[1573776270] 'agreement among raft nodes before linearized reading' (duration: 4.996377409s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:48.458488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:43.461875Z","time spent":"4.996597494s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/28 15:09:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:48.459065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995148119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:09:48.459128Z","caller":"traceutil/trace.go:171","msg":"trace[1289342175] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.995259962s","start":"2026-07-28T15:09:43.463845Z","end":"2026-07-28T15:09:48.459105Z","steps":["trace[1289342175] 'agreement among raft nodes before linearized reading' (duration: 4.99519634s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:48.459169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:43.463821Z","time spent":"4.995335283s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/28 15:09:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:48.462421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:48.477536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999822105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:09:48.47764Z","caller":"traceutil/trace.go:171","msg":"trace[1389736549] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99998802s","start":"2026-07-28T15:09:46.477633Z","end":"2026-07-28T15:09:48.477621Z","steps":["trace[1389736549] 'agreement among raft nodes before linearized reading' (duration: 1.999857246s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:48.477689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:46.477611Z","time spent":"2.000069172s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:09:48.504569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.047839582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:09:48.504623Z","caller":"traceutil/trace.go:171","msg":"trace[259729330] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"12.047931213s","start":"2026-07-28T15:09:36.456678Z","end":"2026-07-28T15:09:48.504609Z","steps":["trace[259729330] 'agreement among raft nodes before linearized reading' (duration: 12.047866932s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:48.504665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:36.456665Z","time spent":"12.047991455s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/07/28 15:09:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:48.963046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:49.391011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:42.390048Z","time spent":"7.00095646s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:09:49.463338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:49.656297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:42.655145Z","time spent":"7.001145665s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:09:49.814724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999694026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:09:49.814855Z","caller":"traceutil/trace.go:171","msg":"trace[1502078663] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; }","duration":"9.99988103s","start":"2026-07-28T15:09:39.814954Z","end":"2026-07-28T15:09:49.814835Z","steps":["trace[1502078663] 'agreement among raft nodes before linearized reading' (duration: 9.999726977s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:49.814905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:39.814934Z","time spent":"9.999961312s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} 2026/07/28 15:09:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:49.822426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999517612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:09:49.822473Z","caller":"traceutil/trace.go:171","msg":"trace[1644070174] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; }","duration":"9.999626464s","start":"2026-07-28T15:09:39.822834Z","end":"2026-07-28T15:09:49.822461Z","steps":["trace[1644070174] 'agreement among raft nodes before linearized reading' (duration: 9.999575253s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:49.822509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:39.822824Z","time spent":"9.999677585s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} 2026/07/28 15:09:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:49.963616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:50.290364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001551779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:09:50.290447Z","caller":"traceutil/trace.go:171","msg":"trace[1521739835] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; }","duration":"10.001693233s","start":"2026-07-28T15:09:40.288736Z","end":"2026-07-28T15:09:50.29043Z","steps":["trace[1521739835] 'agreement among raft nodes before linearized reading' (duration: 10.00158904s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:50.290491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:40.288714Z","time spent":"10.001768895s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} 2026/07/28 15:09:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:50.455996Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-28T15:09:50.456145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.511134379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:09:50.456187Z","caller":"traceutil/trace.go:171","msg":"trace[306742364] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; }","duration":"7.511227101s","start":"2026-07-28T15:09:42.944944Z","end":"2026-07-28T15:09:50.456171Z","steps":["trace[306742364] 'agreement among raft nodes before linearized reading' (duration: 7.511161299s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:50.456222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:42.944926Z","time spent":"7.511286653s","remote":"127.0.0.1:54614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:50.456186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.944542623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:09:50.456256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.996502087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:09:50.456261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.100684635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.222\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:09:50.456276Z","caller":"traceutil/trace.go:171","msg":"trace[999438674] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; }","duration":"8.944688436s","start":"2026-07-28T15:09:41.511568Z","end":"2026-07-28T15:09:50.456257Z","steps":["trace[999438674] 'agreement among raft nodes before linearized reading' (duration: 8.944560803s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:50.456289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.127419854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:09:50.456311Z","caller":"traceutil/trace.go:171","msg":"trace[874702036] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; }","duration":"13.127482145s","start":"2026-07-28T15:09:37.328825Z","end":"2026-07-28T15:09:50.456307Z","steps":["trace[874702036] 'agreement among raft nodes before linearized reading' (duration: 13.127458705s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:50.456307Z","caller":"traceutil/trace.go:171","msg":"trace[2138398032] range","detail":"{range_begin:/registry/masterleases/162.253.55.222; range_end:; }","duration":"9.100748887s","start":"2026-07-28T15:09:41.35554Z","end":"2026-07-28T15:09:50.456289Z","steps":["trace[2138398032] 'agreement among raft nodes before linearized reading' (duration: 9.100714076s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:50.456331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:37.328805Z","time spent":"13.127517847s","remote":"127.0.0.1:55484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:50.456329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:41.511554Z","time spent":"8.944762798s","remote":"127.0.0.1:56696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:50.456353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:41.355522Z","time spent":"9.100818939s","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/162.253.55.222\" "} {"level":"info","ts":"2026-07-28T15:09:50.456272Z","caller":"traceutil/trace.go:171","msg":"trace[2137275288] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075; range_end:; }","duration":"11.996537698s","start":"2026-07-28T15:09:38.45973Z","end":"2026-07-28T15:09:50.456267Z","steps":["trace[2137275288] 'agreement among raft nodes before linearized reading' (duration: 11.996522288s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:50.456386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.514782107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:09:50.4564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:38.459722Z","time spent":"11.996672471s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075\" "} {"level":"info","ts":"2026-07-28T15:09:50.456413Z","caller":"traceutil/trace.go:171","msg":"trace[379310960] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; }","duration":"7.514848319s","start":"2026-07-28T15:09:42.941558Z","end":"2026-07-28T15:09:50.456406Z","steps":["trace[379310960] 'agreement among raft nodes before linearized reading' (duration: 7.514819388s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:50.456439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:42.941537Z","time spent":"7.51489551s","remote":"127.0.0.1:54420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:50.456478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.70111123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:09:50.456514Z","caller":"traceutil/trace.go:171","msg":"trace[1700201873] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; }","duration":"7.701191522s","start":"2026-07-28T15:09:42.755309Z","end":"2026-07-28T15:09:50.4565Z","steps":["trace[1700201873] 'agreement among raft nodes before linearized reading' (duration: 7.701159491s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:50.456542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:42.755286Z","time spent":"7.701248524s","remote":"127.0.0.1:53264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:50.456577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.906670296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:09:50.456599Z","caller":"traceutil/trace.go:171","msg":"trace[592126618] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; }","duration":"8.906717236s","start":"2026-07-28T15:09:41.549876Z","end":"2026-07-28T15:09:50.456594Z","steps":["trace[592126618] 'agreement among raft nodes before linearized reading' (duration: 8.906692866s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:50.456669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:41.549866Z","time spent":"8.906791869s","remote":"127.0.0.1:54596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:50.456207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.920653495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:09:50.456719Z","caller":"traceutil/trace.go:171","msg":"trace[805852289] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; }","duration":"10.9212736s","start":"2026-07-28T15:09:39.535438Z","end":"2026-07-28T15:09:50.456712Z","steps":["trace[805852289] 'agreement among raft nodes before linearized reading' (duration: 10.920720077s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:50.456749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:39.535419Z","time spent":"10.921322632s","remote":"127.0.0.1:56612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-07-28T15:09:50.485277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000665206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:09:50.485341Z","caller":"traceutil/trace.go:171","msg":"trace[671838290] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000767828s","start":"2026-07-28T15:09:48.48456Z","end":"2026-07-28T15:09:50.485328Z","steps":["trace[671838290] 'agreement among raft nodes before linearized reading' (duration: 2.000689246s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:50.48537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:48.484547Z","time spent":"2.00081825s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:09:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:50.577834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:45.579266Z","time spent":"4.998561911s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:09:50.577937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:45.579699Z","time spent":"4.998231952s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:09:50.956548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:51.04844Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0b639fa911db0dfc","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:09:51.456882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:51.957542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:52.458677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:52.485546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999936799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:09:52.485633Z","caller":"traceutil/trace.go:171","msg":"trace[374946176] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000066682s","start":"2026-07-28T15:09:50.485546Z","end":"2026-07-28T15:09:52.485613Z","steps":["trace[374946176] 'agreement among raft nodes before linearized reading' (duration: 1.999952459s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:52.485683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:50.485536Z","time spent":"2.000136865s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:09:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:52.959128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:53.374465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:46.374134Z","time spent":"7.000326014s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:09:53.374539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:46.373885Z","time spent":"7.000652612s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:09:53.459971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:53.922503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:46.922189Z","time spent":"7.000306634s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:09:53.960599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:54.024612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.994072857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:09:54.024694Z","caller":"traceutil/trace.go:171","msg":"trace[761678585] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.99420902s","start":"2026-07-28T15:09:46.030467Z","end":"2026-07-28T15:09:54.024676Z","steps":["trace[761678585] 'agreement among raft nodes before linearized reading' (duration: 7.994107318s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:54.024742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:46.030446Z","time spent":"7.994286132s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/07/28 15:09:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:54.052258Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0b639fa911db0ef6","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:09:54.46139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:54.466662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:47.46601Z","time spent":"7.000646142s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:09:54.493121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000062511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:09:54.493181Z","caller":"traceutil/trace.go:171","msg":"trace[480179268] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000175064s","start":"2026-07-28T15:09:52.492991Z","end":"2026-07-28T15:09:54.493166Z","steps":["trace[480179268] 'agreement among raft nodes before linearized reading' (duration: 2.000104512s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:54.49322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:52.492967Z","time spent":"2.000244756s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:09:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:54.961724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:55.462601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:55.466904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:48.466536Z","time spent":"7.000363565s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T15:09:55.962962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:56.396048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:49.395015Z","time spent":"7.001026771s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:09:56.463596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:56.493415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99995576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:09:56.493526Z","caller":"traceutil/trace.go:171","msg":"trace[1440392819] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000160935s","start":"2026-07-28T15:09:54.493339Z","end":"2026-07-28T15:09:56.4935Z","steps":["trace[1440392819] 'agreement among raft nodes before linearized reading' (duration: 2.000021382s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:56.49358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:54.49333Z","time spent":"2.000236377s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:09:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:56.661733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:49.660824Z","time spent":"7.000902248s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:09:56.964324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:57.45648Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-28T15:09:57.456657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.035741972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:09:57.456715Z","caller":"traceutil/trace.go:171","msg":"trace[1202689657] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; }","duration":"7.035853235s","start":"2026-07-28T15:09:50.420844Z","end":"2026-07-28T15:09:57.456697Z","steps":["trace[1202689657] 'agreement among raft nodes before linearized reading' (duration: 7.035777933s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:57.456702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.404174863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:09:57.456763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:50.420825Z","time spent":"7.035928927s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-28T15:09:57.456746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.62263692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:09:57.456818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.474909187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:09:57.456846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.117668913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:09:57.456862Z","caller":"traceutil/trace.go:171","msg":"trace[2137282946] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"9.622810335s","start":"2026-07-28T15:09:47.834026Z","end":"2026-07-28T15:09:57.456836Z","steps":["trace[2137282946] 'agreement among raft nodes before linearized reading' (duration: 9.622660551s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:57.456888Z","caller":"traceutil/trace.go:171","msg":"trace[496846423] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; }","duration":"10.117751564s","start":"2026-07-28T15:09:47.339124Z","end":"2026-07-28T15:09:57.456875Z","steps":["trace[496846423] 'agreement among raft nodes before linearized reading' (duration: 10.117714984s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:57.456914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.995426421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:09:57.456944Z","caller":"traceutil/trace.go:171","msg":"trace[1942358495] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2n4p; range_end:; }","duration":"11.995496333s","start":"2026-07-28T15:09:45.461442Z","end":"2026-07-28T15:09:57.456939Z","steps":["trace[1942358495] 'agreement among raft nodes before linearized reading' (duration: 11.995466022s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:57.456929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.044455474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:09:57.45695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.522466334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:09:57.456992Z","caller":"traceutil/trace.go:171","msg":"trace[1323133138] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; }","duration":"9.044577547s","start":"2026-07-28T15:09:48.412401Z","end":"2026-07-28T15:09:57.456979Z","steps":["trace[1323133138] 'agreement among raft nodes before linearized reading' (duration: 9.044484765s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:57.456998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.995588675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:09:57.457011Z","caller":"traceutil/trace.go:171","msg":"trace[1701154513] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; }","duration":"9.522594026s","start":"2026-07-28T15:09:47.934404Z","end":"2026-07-28T15:09:57.456998Z","steps":["trace[1701154513] 'agreement among raft nodes before linearized reading' (duration: 9.522514435s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:57.457038Z","caller":"traceutil/trace.go:171","msg":"trace[1598632728] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29754180-dlwdd; range_end:; }","duration":"11.995669447s","start":"2026-07-28T15:09:45.461358Z","end":"2026-07-28T15:09:57.457028Z","steps":["trace[1598632728] 'agreement among raft nodes before linearized reading' (duration: 11.995630186s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:57.45704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.980683689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:09:57.457053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:47.934383Z","time spent":"9.522659219s","remote":"127.0.0.1:54438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:57.457027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.433505359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:09:57.457077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:45.461315Z","time spent":"11.995752569s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" "} {"level":"info","ts":"2026-07-28T15:09:57.457088Z","caller":"traceutil/trace.go:171","msg":"trace[2052052715] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; }","duration":"12.980771491s","start":"2026-07-28T15:09:44.476303Z","end":"2026-07-28T15:09:57.457074Z","steps":["trace[2052052715] 'agreement among raft nodes before linearized reading' (duration: 12.98072081s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:57.457109Z","caller":"traceutil/trace.go:171","msg":"trace[437217574] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; }","duration":"13.433669333s","start":"2026-07-28T15:09:44.023422Z","end":"2026-07-28T15:09:57.457091Z","steps":["trace[437217574] 'agreement among raft nodes before linearized reading' (duration: 13.43354087s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:57.457132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:44.476284Z","time spent":"12.980835593s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-28T15:09:57.456975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:45.461422Z","time spent":"11.995546824s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" "} {"level":"warn","ts":"2026-07-28T15:09:57.456879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.924314418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:09:57.457149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:44.023402Z","time spent":"13.433737945s","remote":"127.0.0.1:50318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:09:57.457211Z","caller":"traceutil/trace.go:171","msg":"trace[1018935676] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; }","duration":"11.924689987s","start":"2026-07-28T15:09:45.532508Z","end":"2026-07-28T15:09:57.457198Z","steps":["trace[1018935676] 'agreement among raft nodes before linearized reading' (duration: 11.924362219s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:57.457257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:45.532487Z","time spent":"11.924755439s","remote":"127.0.0.1:56658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:57.457047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:48.412359Z","time spent":"9.044670739s","remote":"127.0.0.1:54740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:57.456941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:47.834008Z","time spent":"9.622917827s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-28T15:09:57.456851Z","caller":"traceutil/trace.go:171","msg":"trace[1362429500] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; }","duration":"10.474984889s","start":"2026-07-28T15:09:46.981859Z","end":"2026-07-28T15:09:57.456844Z","steps":["trace[1362429500] 'agreement among raft nodes before linearized reading' (duration: 10.474947118s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:57.456937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:47.339098Z","time spent":"10.117827647s","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:57.456819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.799922935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:09:57.457613Z","caller":"traceutil/trace.go:171","msg":"trace[1990801706] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; }","duration":"9.800753715s","start":"2026-07-28T15:09:47.656848Z","end":"2026-07-28T15:09:57.457602Z","steps":["trace[1990801706] 'agreement among raft nodes before linearized reading' (duration: 9.799962486s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:57.457662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:47.656828Z","time spent":"9.800820917s","remote":"127.0.0.1:54336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:57.457668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.994370327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:09:57.457721Z","caller":"traceutil/trace.go:171","msg":"trace[1214438427] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; }","duration":"13.995129085s","start":"2026-07-28T15:09:43.462577Z","end":"2026-07-28T15:09:57.457706Z","steps":["trace[1214438427] 'agreement among raft nodes before linearized reading' (duration: 13.994402247s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:57.45776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:43.462561Z","time spent":"13.995189207s","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-28T15:09:57.457761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.195424466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:09:57.456783Z","caller":"traceutil/trace.go:171","msg":"trace[141154967] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; }","duration":"10.404333407s","start":"2026-07-28T15:09:47.05243Z","end":"2026-07-28T15:09:57.456764Z","steps":["trace[141154967] 'agreement among raft nodes before linearized reading' (duration: 10.404213974s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:09:57.457808Z","caller":"traceutil/trace.go:171","msg":"trace[636499307] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; }","duration":"10.196343599s","start":"2026-07-28T15:09:47.261451Z","end":"2026-07-28T15:09:57.457795Z","steps":["trace[636499307] 'agreement among raft nodes before linearized reading' (duration: 10.195456007s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:57.45784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:47.052409Z","time spent":"10.405417523s","remote":"127.0.0.1:54352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:57.457842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:47.26143Z","time spent":"10.19639972s","remote":"127.0.0.1:56642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:57.457603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:46.98184Z","time spent":"10.475694255s","remote":"127.0.0.1:55614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:09:57.957313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:58.056138Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0b639fa911db0dfc","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:09:58.302412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000302927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:09:58.302502Z","caller":"traceutil/trace.go:171","msg":"trace[978786779] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000444001s","start":"2026-07-28T15:09:56.302034Z","end":"2026-07-28T15:09:58.302478Z","steps":["trace[978786779] 'agreement among raft nodes before linearized reading' (duration: 2.000336818s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:58.30255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:56.302012Z","time spent":"2.000526453s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:09:58.458365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:58.50217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001270691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:09:58.50226Z","caller":"traceutil/trace.go:171","msg":"trace[1502682220] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001426345s","start":"2026-07-28T15:09:56.500814Z","end":"2026-07-28T15:09:58.50224Z","steps":["trace[1502682220] 'agreement among raft nodes before linearized reading' (duration: 2.001305642s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:09:58.502311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:56.500794Z","time spent":"2.001507326s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:09:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:09:58.9586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:59.458773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:09:59.959301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:00.460421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:00.510463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000815731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:10:00.510573Z","caller":"traceutil/trace.go:171","msg":"trace[2037127504] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000982214s","start":"2026-07-28T15:09:58.509572Z","end":"2026-07-28T15:10:00.510555Z","steps":["trace[2037127504] 'agreement among raft nodes before linearized reading' (duration: 2.000845871s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:00.510622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:58.509555Z","time spent":"2.001057147s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:10:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:10:00.960872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:01.02847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:54.027288Z","time spent":"7.001176675s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:10:01.060133Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0b639fa911db0ef6","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:01.461367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:01.962469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:02.463157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:02.511331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000549613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:10:02.511437Z","caller":"traceutil/trace.go:171","msg":"trace[2133369131] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000713977s","start":"2026-07-28T15:10:00.510704Z","end":"2026-07-28T15:10:02.511418Z","steps":["trace[2133369131] 'agreement among raft nodes before linearized reading' (duration: 2.000578284s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:02.511516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:00.510688Z","time spent":"2.00079894s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:10:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:10:02.96348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:03.401408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:56.40038Z","time spent":"7.001020901s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:10:03.464253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:03.66595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:56.665491Z","time spent":"7.000452477s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:10:03.964628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:04.457002Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-28T15:10:04.457143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.531421285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:04.457177Z","caller":"traceutil/trace.go:171","msg":"trace[555090099] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"10.531505418s","start":"2026-07-28T15:09:53.925655Z","end":"2026-07-28T15:10:04.45716Z","steps":["trace[555090099] 'agreement among raft nodes before linearized reading' (duration: 10.531458976s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:04.457203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:53.925634Z","time spent":"10.531563089s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:10:04.457172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.525916613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:04.457235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.681276421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:04.457248Z","caller":"traceutil/trace.go:171","msg":"trace[1825748888] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; }","duration":"13.681332573s","start":"2026-07-28T15:09:50.775911Z","end":"2026-07-28T15:10:04.457244Z","steps":["trace[1825748888] 'agreement among raft nodes before linearized reading' (duration: 13.681316782s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:04.457213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.100503442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.222\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:04.457274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.969229757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:04.457246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.518657377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:04.457288Z","caller":"traceutil/trace.go:171","msg":"trace[1967175904] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; }","duration":"13.969283899s","start":"2026-07-28T15:09:50.488001Z","end":"2026-07-28T15:10:04.457284Z","steps":["trace[1967175904] 'agreement among raft nodes before linearized reading' (duration: 13.969269178s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:04.457305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:50.487976Z","time spent":"13.96932517s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:10:04.4573Z","caller":"traceutil/trace.go:171","msg":"trace[1610114036] range","detail":"{range_begin:/registry/masterleases/162.253.55.222; range_end:; }","duration":"13.100613754s","start":"2026-07-28T15:09:51.356666Z","end":"2026-07-28T15:10:04.457279Z","steps":["trace[1610114036] 'agreement among raft nodes before linearized reading' (duration: 13.100498122s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:04.457309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.045741985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:04.457329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.99617276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:04.457271Z","caller":"traceutil/trace.go:171","msg":"trace[943926380] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; }","duration":"10.526075616s","start":"2026-07-28T15:09:53.931159Z","end":"2026-07-28T15:10:04.457235Z","steps":["trace[943926380] 'agreement among raft nodes before linearized reading' (duration: 10.525961154s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:04.457342Z","caller":"traceutil/trace.go:171","msg":"trace[2013163775] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075; range_end:; }","duration":"13.996216011s","start":"2026-07-28T15:09:50.461122Z","end":"2026-07-28T15:10:04.457338Z","steps":["trace[2013163775] 'agreement among raft nodes before linearized reading' (duration: 13.996201821s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:04.457337Z","caller":"traceutil/trace.go:171","msg":"trace[254520020] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; }","duration":"7.045804046s","start":"2026-07-28T15:09:57.411527Z","end":"2026-07-28T15:10:04.457331Z","steps":["trace[254520020] 'agreement among raft nodes before linearized reading' (duration: 7.045771965s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:04.457354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:50.461106Z","time spent":"13.996244921s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075\" "} {"level":"warn","ts":"2026-07-28T15:10:04.457355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:51.356619Z","time spent":"13.100720197s","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/162.253.55.222\" "} {"level":"warn","ts":"2026-07-28T15:10:04.457363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:53.931132Z","time spent":"10.5262213s","remote":"127.0.0.1:55500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:04.457378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:57.411511Z","time spent":"7.045855888s","remote":"127.0.0.1:54032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:04.457408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.008856286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:04.45741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.70662148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:04.457424Z","caller":"traceutil/trace.go:171","msg":"trace[1572497095] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; }","duration":"12.008913768s","start":"2026-07-28T15:09:52.448506Z","end":"2026-07-28T15:10:04.45742Z","steps":["trace[1572497095] 'agreement among raft nodes before linearized reading' (duration: 12.008895397s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:04.457432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.245714684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:04.457442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:52.448488Z","time spent":"12.008948988s","remote":"127.0.0.1:54642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:04.45726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:50.775881Z","time spent":"13.681374984s","remote":"127.0.0.1:34362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:10:04.457455Z","caller":"traceutil/trace.go:171","msg":"trace[85816747] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; }","duration":"8.245744055s","start":"2026-07-28T15:09:56.211704Z","end":"2026-07-28T15:10:04.457448Z","steps":["trace[85816747] 'agreement among raft nodes before linearized reading' (duration: 8.245715254s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:04.45748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:56.211681Z","time spent":"8.245792675s","remote":"127.0.0.1:60956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:04.45752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.515988541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:04.45754Z","caller":"traceutil/trace.go:171","msg":"trace[16183986] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; }","duration":"8.516040483s","start":"2026-07-28T15:09:55.941494Z","end":"2026-07-28T15:10:04.457535Z","steps":["trace[16183986] 'agreement among raft nodes before linearized reading' (duration: 8.516018132s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:04.457567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:55.941477Z","time spent":"8.516082633s","remote":"127.0.0.1:55612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:04.457602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.983125237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:04.457437Z","caller":"traceutil/trace.go:171","msg":"trace[654051859] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; }","duration":"12.706690321s","start":"2026-07-28T15:09:51.750739Z","end":"2026-07-28T15:10:04.457429Z","steps":["trace[654051859] 'agreement among raft nodes before linearized reading' (duration: 12.7066595s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:04.45732Z","caller":"traceutil/trace.go:171","msg":"trace[2060072937] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; }","duration":"12.51880158s","start":"2026-07-28T15:09:51.938499Z","end":"2026-07-28T15:10:04.457301Z","steps":["trace[2060072937] 'agreement among raft nodes before linearized reading' (duration: 12.518693967s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:04.457648Z","caller":"traceutil/trace.go:171","msg":"trace[222953115] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; }","duration":"8.983179659s","start":"2026-07-28T15:09:55.474437Z","end":"2026-07-28T15:10:04.457616Z","steps":["trace[222953115] 'agreement among raft nodes before linearized reading' (duration: 8.983157238s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:04.457666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:51.938477Z","time spent":"12.5191793s","remote":"127.0.0.1:34324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:04.457674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:55.474417Z","time spent":"8.983249511s","remote":"127.0.0.1:56686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:04.457714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.478442027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:04.457768Z","caller":"traceutil/trace.go:171","msg":"trace[1534689513] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; }","duration":"9.478620421s","start":"2026-07-28T15:09:54.97913Z","end":"2026-07-28T15:10:04.45775Z","steps":["trace[1534689513] 'agreement among raft nodes before linearized reading' (duration: 9.47857295s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:04.457797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:54.979112Z","time spent":"9.478675092s","remote":"127.0.0.1:50258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:04.457841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.98793157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:04.457635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:51.750713Z","time spent":"12.706914557s","remote":"127.0.0.1:54442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:10:04.457871Z","caller":"traceutil/trace.go:171","msg":"trace[1453186596] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"9.988003011s","start":"2026-07-28T15:09:54.469853Z","end":"2026-07-28T15:10:04.457856Z","steps":["trace[1453186596] 'agreement among raft nodes before linearized reading' (duration: 9.987971591s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:04.457894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:54.469829Z","time spent":"9.988059972s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-28T15:10:04.457909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.351735242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:04.45793Z","caller":"traceutil/trace.go:171","msg":"trace[979644048] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; }","duration":"10.351800584s","start":"2026-07-28T15:09:54.106124Z","end":"2026-07-28T15:10:04.457924Z","steps":["trace[979644048] 'agreement among raft nodes before linearized reading' (duration: 10.351776253s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:04.457951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:54.106098Z","time spent":"10.351847606s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:04.520091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000734538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:10:04.52022Z","caller":"traceutil/trace.go:171","msg":"trace[821730486] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000914812s","start":"2026-07-28T15:10:02.519288Z","end":"2026-07-28T15:10:04.520203Z","steps":["trace[821730486] 'agreement among raft nodes before linearized reading' (duration: 2.000766948s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:04.520268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:02.519268Z","time spent":"2.000989494s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:10:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:10:04.957445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:05.066292Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0b639fa911db0dfc","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:05.458321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:05.959087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:06.459664Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:06.520515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000184396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:10:06.520596Z","caller":"traceutil/trace.go:171","msg":"trace[62656451] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000298868s","start":"2026-07-28T15:10:04.520277Z","end":"2026-07-28T15:10:06.520576Z","steps":["trace[62656451] 'agreement among raft nodes before linearized reading' (duration: 2.000200125s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:06.520751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:04.520267Z","time spent":"2.000367909s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:10:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:10:06.960247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:07.46053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:07.461387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999692506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:10:07.46147Z","caller":"traceutil/trace.go:171","msg":"trace[2034291748] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"9.999829169s","start":"2026-07-28T15:09:57.461624Z","end":"2026-07-28T15:10:07.461453Z","steps":["trace[2034291748] 'agreement among raft nodes before linearized reading' (duration: 9.999725277s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:07.461714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:57.461603Z","time spent":"10.000096075s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/07/28 15:10:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:10:07.961065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:08.074668Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0b639fa911db0ef6","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:08.30176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000034441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:10:08.301879Z","caller":"traceutil/trace.go:171","msg":"trace[737577470] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000244206s","start":"2026-07-28T15:10:06.30161Z","end":"2026-07-28T15:10:08.301854Z","steps":["trace[737577470] 'agreement among raft nodes before linearized reading' (duration: 2.000088332s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:08.301946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:06.301588Z","time spent":"2.000348928s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:10:08.461717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:08.529613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000604284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:10:08.529709Z","caller":"traceutil/trace.go:171","msg":"trace[852106446] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000775328s","start":"2026-07-28T15:10:06.52891Z","end":"2026-07-28T15:10:08.529686Z","steps":["trace[852106446] 'agreement among raft nodes before linearized reading' (duration: 2.000639435s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:08.529755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:06.52889Z","time spent":"2.000857081s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:10:08.962487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:09.463139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:09.963716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:10.405684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:03.404997Z","time spent":"7.000681923s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:10:10.46438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:10.53809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000288828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:10:10.538193Z","caller":"traceutil/trace.go:171","msg":"trace[2058191745] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000431791s","start":"2026-07-28T15:10:08.537735Z","end":"2026-07-28T15:10:10.538167Z","steps":["trace[2058191745] 'agreement among raft nodes before linearized reading' (duration: 2.000310938s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:10.538431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:08.53772Z","time spent":"2.000620446s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:10:10.672314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:03.671531Z","time spent":"7.000776866s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:10:10.965395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:11.457835Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-28T15:10:11.458001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.215129374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:11.458053Z","caller":"traceutil/trace.go:171","msg":"trace[84677294] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; }","duration":"12.215257637s","start":"2026-07-28T15:09:59.242777Z","end":"2026-07-28T15:10:11.458035Z","steps":["trace[84677294] 'agreement among raft nodes before linearized reading' (duration: 12.215179905s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:11.458024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.994325745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:11.458062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.350404601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:11.458106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:59.242754Z","time spent":"12.215340089s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:10:11.458116Z","caller":"traceutil/trace.go:171","msg":"trace[2109428183] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2n4p; range_end:; }","duration":"11.994482208s","start":"2026-07-28T15:09:59.463614Z","end":"2026-07-28T15:10:11.458097Z","steps":["trace[2109428183] 'agreement among raft nodes before linearized reading' (duration: 11.994355105s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:11.458128Z","caller":"traceutil/trace.go:171","msg":"trace[379602962] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; }","duration":"10.350511194s","start":"2026-07-28T15:10:01.107601Z","end":"2026-07-28T15:10:11.458113Z","steps":["trace[379602962] 'agreement among raft nodes before linearized reading' (duration: 10.350399381s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:11.458148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.472487639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:11.458155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.989408967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:11.458164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:01.107539Z","time spent":"10.350616637s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:11.458172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:59.463593Z","time spent":"11.994561281s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" "} {"level":"info","ts":"2026-07-28T15:10:11.458186Z","caller":"traceutil/trace.go:171","msg":"trace[1810544599] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; }","duration":"12.472572741s","start":"2026-07-28T15:09:58.9856Z","end":"2026-07-28T15:10:11.458172Z","steps":["trace[1810544599] 'agreement among raft nodes before linearized reading' (duration: 12.472539741s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:11.458187Z","caller":"traceutil/trace.go:171","msg":"trace[1449784772] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; }","duration":"13.989462388s","start":"2026-07-28T15:09:57.468714Z","end":"2026-07-28T15:10:11.458176Z","steps":["trace[1449784772] 'agreement among raft nodes before linearized reading' (duration: 13.989433648s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:11.458117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.245592992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:11.458229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:58.985571Z","time spent":"12.472648242s","remote":"127.0.0.1:34386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:11.458192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.952141953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:11.458255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.994467008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:11.458201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.490209193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:11.458227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.189161278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:11.458261Z","caller":"traceutil/trace.go:171","msg":"trace[1991268363] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; }","duration":"12.245789857s","start":"2026-07-28T15:09:59.212448Z","end":"2026-07-28T15:10:11.458238Z","steps":["trace[1991268363] 'agreement among raft nodes before linearized reading' (duration: 12.245659224s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:11.458288Z","caller":"traceutil/trace.go:171","msg":"trace[778916312] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29754180-dlwdd; range_end:; }","duration":"11.99454607s","start":"2026-07-28T15:09:59.46373Z","end":"2026-07-28T15:10:11.458276Z","steps":["trace[778916312] 'agreement among raft nodes before linearized reading' (duration: 11.994508129s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:11.458291Z","caller":"traceutil/trace.go:171","msg":"trace[1487100389] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; }","duration":"11.952306388s","start":"2026-07-28T15:09:59.505963Z","end":"2026-07-28T15:10:11.45827Z","steps":["trace[1487100389] 'agreement among raft nodes before linearized reading' (duration: 11.952157924s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:11.458302Z","caller":"traceutil/trace.go:171","msg":"trace[636112760] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; }","duration":"9.490333716s","start":"2026-07-28T15:10:01.967951Z","end":"2026-07-28T15:10:11.458284Z","steps":["trace[636112760] 'agreement among raft nodes before linearized reading' (duration: 9.490244194s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:11.458324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:59.463708Z","time spent":"11.994599832s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" "} {"level":"info","ts":"2026-07-28T15:10:11.458318Z","caller":"traceutil/trace.go:171","msg":"trace[488224414] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; }","duration":"7.189323252s","start":"2026-07-28T15:10:04.268976Z","end":"2026-07-28T15:10:11.458299Z","steps":["trace[488224414] 'agreement among raft nodes before linearized reading' (duration: 7.189188769s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:11.458333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:59.212427Z","time spent":"12.245882879s","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-28T15:10:11.45835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:59.505953Z","time spent":"11.952382409s","remote":"127.0.0.1:34440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:11.458067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.487606115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:11.458358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:01.967932Z","time spent":"9.490409117s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:11.45837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:04.268954Z","time spent":"7.189404695s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:11.458393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.995614508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:11.458402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.426563377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:11.458397Z","caller":"traceutil/trace.go:171","msg":"trace[1148600526] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; }","duration":"12.488007134s","start":"2026-07-28T15:09:58.970375Z","end":"2026-07-28T15:10:11.458383Z","steps":["trace[1148600526] 'agreement among raft nodes before linearized reading' (duration: 12.487656296s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:11.458412Z","caller":"traceutil/trace.go:171","msg":"trace[637728849] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; }","duration":"13.995663009s","start":"2026-07-28T15:09:57.462745Z","end":"2026-07-28T15:10:11.458408Z","steps":["trace[637728849] 'agreement among raft nodes before linearized reading' (duration: 13.995643329s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:11.458426Z","caller":"traceutil/trace.go:171","msg":"trace[636652489] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"10.426618807s","start":"2026-07-28T15:10:01.031799Z","end":"2026-07-28T15:10:11.458418Z","steps":["trace[636652489] 'agreement among raft nodes before linearized reading' (duration: 10.426595197s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:11.458437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:57.462728Z","time spent":"13.9957054s","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T15:10:11.458451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:01.03178Z","time spent":"10.426665719s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-28T15:10:11.458446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:58.970344Z","time spent":"12.488086487s","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:11.458459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.993174638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:11.45865Z","caller":"traceutil/trace.go:171","msg":"trace[181871352] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; }","duration":"13.993372343s","start":"2026-07-28T15:09:57.465267Z","end":"2026-07-28T15:10:11.458639Z","steps":["trace[181871352] 'agreement among raft nodes before linearized reading' (duration: 13.993187828s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:11.458692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:57.46526Z","time spent":"13.993421105s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-28T15:10:11.45823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:57.468702Z","time spent":"13.989518089s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-28T15:10:11.958056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:12.080476Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0b639fa911db0dfc","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:12.458903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:12.538736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999807226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:10:12.538827Z","caller":"traceutil/trace.go:171","msg":"trace[1136750255] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99997007s","start":"2026-07-28T15:10:10.538837Z","end":"2026-07-28T15:10:12.538807Z","steps":["trace[1136750255] 'agreement among raft nodes before linearized reading' (duration: 1.999844577s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:12.538889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:10.538816Z","time spent":"2.000064131s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:10:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:10:12.960088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:13.461231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:13.961753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:14.462244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:14.546389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000251667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:10:14.546497Z","caller":"traceutil/trace.go:171","msg":"trace[1237467138] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000407831s","start":"2026-07-28T15:10:12.546063Z","end":"2026-07-28T15:10:14.546471Z","steps":["trace[1237467138] 'agreement among raft nodes before linearized reading' (duration: 2.000276038s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:14.546576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:12.546047Z","time spent":"2.000515683s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:10:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:10:14.963151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:15.084035Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0b639fa911db0ef6","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:15.463496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:15.964396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:16.465131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:16.546791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999961659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:10:16.546899Z","caller":"traceutil/trace.go:171","msg":"trace[795352957] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000131963s","start":"2026-07-28T15:10:14.546747Z","end":"2026-07-28T15:10:16.546879Z","steps":["trace[795352957] 'agreement among raft nodes before linearized reading' (duration: 1.99999675s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:16.54695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:14.546725Z","time spent":"2.000215115s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:10:16.966223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:17.411513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:10.41088Z","time spent":"7.000627222s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:10:17.461773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999177052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:10:17.461869Z","caller":"traceutil/trace.go:171","msg":"trace[887137946] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"9.999333365s","start":"2026-07-28T15:10:07.462513Z","end":"2026-07-28T15:10:17.461846Z","steps":["trace[887137946] 'agreement among raft nodes before linearized reading' (duration: 9.999216633s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:17.461928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:07.46249Z","time spent":"9.999425198s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/07/28 15:10:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:10:17.466905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:17.677488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:10.676972Z","time spent":"7.000509738s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:10:17.967948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:18.301828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000492703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:10:18.301914Z","caller":"traceutil/trace.go:171","msg":"trace[1621363842] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000632066s","start":"2026-07-28T15:10:16.301263Z","end":"2026-07-28T15:10:18.301895Z","steps":["trace[1621363842] 'agreement among raft nodes before linearized reading' (duration: 2.000527604s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:18.301977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:16.301243Z","time spent":"2.000725279s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:10:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:10:18.458831Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-28T15:10:18.458998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.589010187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:18.458997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.840713579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:18.459045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.211988283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:18.459055Z","caller":"traceutil/trace.go:171","msg":"trace[1145456189] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"11.58913752s","start":"2026-07-28T15:10:06.869899Z","end":"2026-07-28T15:10:18.459036Z","steps":["trace[1145456189] 'agreement among raft nodes before linearized reading' (duration: 11.589051488s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:18.459081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.641368519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:18.459069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.345927592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:18.459137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.632341367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:18.459104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:06.869875Z","time spent":"11.589216841s","remote":"127.0.0.1:56844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:18.459135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.995958536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:18.459145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.000734101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.222\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:18.459114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.893395226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:18.459102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.797778873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:18.459158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.723910665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:18.459277Z","caller":"traceutil/trace.go:171","msg":"trace[1830625635] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; }","duration":"9.212040434s","start":"2026-07-28T15:10:09.247033Z","end":"2026-07-28T15:10:18.459073Z","steps":["trace[1830625635] 'agreement among raft nodes before linearized reading' (duration: 9.211987493s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:18.45922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.048517787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:18.459248Z","caller":"traceutil/trace.go:171","msg":"trace[1899118018] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; }","duration":"10.840843642s","start":"2026-07-28T15:10:07.618213Z","end":"2026-07-28T15:10:18.459057Z","steps":["trace[1899118018] 'agreement among raft nodes before linearized reading' (duration: 10.84074657s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:18.459345Z","caller":"traceutil/trace.go:171","msg":"trace[244271249] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; }","duration":"8.048704642s","start":"2026-07-28T15:10:10.41062Z","end":"2026-07-28T15:10:18.459324Z","steps":["trace[244271249] 'agreement among raft nodes before linearized reading' (duration: 8.048540898s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:18.459295Z","caller":"traceutil/trace.go:171","msg":"trace[441433340] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; }","duration":"9.724153671s","start":"2026-07-28T15:10:08.735119Z","end":"2026-07-28T15:10:18.459273Z","steps":["trace[441433340] 'agreement among raft nodes before linearized reading' (duration: 9.723992477s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:18.459355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:07.618194Z","time spent":"10.841146459s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:10:18.459387Z","caller":"traceutil/trace.go:171","msg":"trace[550474787] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; }","duration":"8.6414282s","start":"2026-07-28T15:10:09.81767Z","end":"2026-07-28T15:10:18.459098Z","steps":["trace[550474787] 'agreement among raft nodes before linearized reading' (duration: 8.64140586s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:18.459352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:09.246956Z","time spent":"9.212359592s","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:18.459436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:08.735096Z","time spent":"9.724317354s","remote":"127.0.0.1:54330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:18.45945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:09.817651Z","time spent":"8.64178959s","remote":"127.0.0.1:50334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-07-28T15:10:18.459485Z","caller":"traceutil/trace.go:171","msg":"trace[817250824] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; }","duration":"8.346102217s","start":"2026-07-28T15:10:10.113043Z","end":"2026-07-28T15:10:18.459145Z","steps":["trace[817250824] 'agreement among raft nodes before linearized reading' (duration: 8.345961563s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:18.459539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:10.113021Z","time spent":"8.346505536s","remote":"127.0.0.1:54366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:10:18.459586Z","caller":"traceutil/trace.go:171","msg":"trace[827939265] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; }","duration":"13.632403469s","start":"2026-07-28T15:10:04.826749Z","end":"2026-07-28T15:10:18.459153Z","steps":["trace[827939265] 'agreement among raft nodes before linearized reading' (duration: 13.632382738s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:18.459406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:10.410603Z","time spent":"8.048790624s","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:18.459624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:04.82673Z","time spent":"13.63288334s","remote":"127.0.0.1:34428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:10:18.459664Z","caller":"traceutil/trace.go:171","msg":"trace[247729856] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075; range_end:; }","duration":"13.996025588s","start":"2026-07-28T15:10:04.463139Z","end":"2026-07-28T15:10:18.459164Z","steps":["trace[247729856] 'agreement among raft nodes before linearized reading' (duration: 13.995988667s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:18.459697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:04.463121Z","time spent":"13.996569181s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075\" "} {"level":"info","ts":"2026-07-28T15:10:18.45975Z","caller":"traceutil/trace.go:171","msg":"trace[1647138808] range","detail":"{range_begin:/registry/masterleases/162.253.55.222; range_end:; }","duration":"14.000795703s","start":"2026-07-28T15:10:04.458383Z","end":"2026-07-28T15:10:18.459179Z","steps":["trace[1647138808] 'agreement among raft nodes before linearized reading' (duration: 14.000755082s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:18.459782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:04.458371Z","time spent":"14.001405138s","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/162.253.55.222\" "} {"level":"info","ts":"2026-07-28T15:10:18.459889Z","caller":"traceutil/trace.go:171","msg":"trace[291974287] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; }","duration":"12.893509749s","start":"2026-07-28T15:10:05.565677Z","end":"2026-07-28T15:10:18.459187Z","steps":["trace[291974287] 'agreement among raft nodes before linearized reading' (duration: 12.893431147s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:18.459933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:05.565657Z","time spent":"12.894263156s","remote":"127.0.0.1:34418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:10:18.459966Z","caller":"traceutil/trace.go:171","msg":"trace[691047651] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; }","duration":"7.797921167s","start":"2026-07-28T15:10:10.661271Z","end":"2026-07-28T15:10:18.459192Z","steps":["trace[691047651] 'agreement among raft nodes before linearized reading' (duration: 7.797815514s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:18.460011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:10.66125Z","time spent":"7.798746936s","remote":"127.0.0.1:56674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:18.460115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.96886343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:18.460217Z","caller":"traceutil/trace.go:171","msg":"trace[1142761090] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; }","duration":"13.970017437s","start":"2026-07-28T15:10:04.49019Z","end":"2026-07-28T15:10:18.460207Z","steps":["trace[1142761090] 'agreement among raft nodes before linearized reading' (duration: 13.96887734s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:18.460257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:04.49018Z","time spent":"13.970068148s","remote":"127.0.0.1:54550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:18.553879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000229936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:10:18.553978Z","caller":"traceutil/trace.go:171","msg":"trace[1137820886] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00039432s","start":"2026-07-28T15:10:16.553561Z","end":"2026-07-28T15:10:18.553956Z","steps":["trace[1137820886] 'agreement among raft nodes before linearized reading' (duration: 2.000253427s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:18.554025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:16.553543Z","time spent":"2.000475333s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:10:18.959476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:19.089531Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0b639fa911db0dfc","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:19.460154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:19.961143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:20.461914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:20.562438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000051301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:10:20.562538Z","caller":"traceutil/trace.go:171","msg":"trace[554840718] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000215595s","start":"2026-07-28T15:10:18.562302Z","end":"2026-07-28T15:10:20.562518Z","steps":["trace[554840718] 'agreement among raft nodes before linearized reading' (duration: 2.000083832s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:20.562589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:18.562283Z","time spent":"2.000297187s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:10:20.962223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:21.462575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:21.963727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:22.093238Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0b639fa911db0ef6","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:22.464866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:22.562928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999396925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:10:22.562991Z","caller":"traceutil/trace.go:171","msg":"trace[1172497491] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999500978s","start":"2026-07-28T15:10:20.563476Z","end":"2026-07-28T15:10:22.562977Z","steps":["trace[1172497491] 'agreement among raft nodes before linearized reading' (duration: 1.999421966s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:22.563048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:20.563459Z","time spent":"1.99958246s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:10:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:10:22.965003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:23.465802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:23.966971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:24.467369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:24.570952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000413101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:10:24.571047Z","caller":"traceutil/trace.go:171","msg":"trace[1197126195] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000546425s","start":"2026-07-28T15:10:22.570471Z","end":"2026-07-28T15:10:24.571017Z","steps":["trace[1197126195] 'agreement among raft nodes before linearized reading' (duration: 2.000443072s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:24.571097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:22.570455Z","time spent":"2.000631986s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:10:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:10:24.96816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:25.459196Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-28T15:10:25.459422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.927095891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:25.459417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.590716432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:25.459479Z","caller":"traceutil/trace.go:171","msg":"trace[808461052] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; }","duration":"10.927230864s","start":"2026-07-28T15:10:14.532229Z","end":"2026-07-28T15:10:25.45946Z","steps":["trace[808461052] 'agreement among raft nodes before linearized reading' (duration: 10.927143422s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:25.459471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.66859915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:25.459513Z","caller":"traceutil/trace.go:171","msg":"trace[640230984] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; }","duration":"10.590885156s","start":"2026-07-28T15:10:14.868597Z","end":"2026-07-28T15:10:25.459482Z","steps":["trace[640230984] 'agreement among raft nodes before linearized reading' (duration: 10.590754723s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:25.459504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.993980447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:25.459566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:14.868575Z","time spent":"10.590978529s","remote":"127.0.0.1:55562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:25.459583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.948475695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:25.459547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.995150216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:25.459619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.996598909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:25.45962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.995325469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:25.459641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.403632835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:25.459649Z","caller":"traceutil/trace.go:171","msg":"trace[1591523511] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2n4p; range_end:; }","duration":"11.99530123s","start":"2026-07-28T15:10:13.464327Z","end":"2026-07-28T15:10:25.459628Z","steps":["trace[1591523511] 'agreement among raft nodes before linearized reading' (duration: 11.995169256s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:25.459656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.996042937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:25.459669Z","caller":"traceutil/trace.go:171","msg":"trace[86927476] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"7.996683371s","start":"2026-07-28T15:10:17.462969Z","end":"2026-07-28T15:10:25.459652Z","steps":["trace[86927476] 'agreement among raft nodes before linearized reading' (duration: 7.99663917s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:25.459596Z","caller":"traceutil/trace.go:171","msg":"trace[941900428] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29754180-dlwdd; range_end:; }","duration":"11.994143571s","start":"2026-07-28T15:10:13.465429Z","end":"2026-07-28T15:10:25.459573Z","steps":["trace[941900428] 'agreement among raft nodes before linearized reading' (duration: 11.994013488s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:25.459669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.355014447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:25.459675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.702574668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:25.459698Z","caller":"traceutil/trace.go:171","msg":"trace[895144882] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; }","duration":"13.996116159s","start":"2026-07-28T15:10:11.463572Z","end":"2026-07-28T15:10:25.459688Z","steps":["trace[895144882] 'agreement among raft nodes before linearized reading' (duration: 13.996073538s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:25.459701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:13.464311Z","time spent":"11.995379461s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" "} {"level":"warn","ts":"2026-07-28T15:10:25.459716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:17.462943Z","time spent":"7.996761563s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-28T15:10:25.459723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:13.465409Z","time spent":"11.994303685s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" "} {"level":"warn","ts":"2026-07-28T15:10:25.459724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.987631753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:25.459721Z","caller":"traceutil/trace.go:171","msg":"trace[1147573705] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"7.355074858s","start":"2026-07-28T15:10:18.104634Z","end":"2026-07-28T15:10:25.459709Z","steps":["trace[1147573705] 'agreement among raft nodes before linearized reading' (duration: 7.355014847s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:25.459733Z","caller":"traceutil/trace.go:171","msg":"trace[1795684395] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; }","duration":"9.70268508s","start":"2026-07-28T15:10:15.757034Z","end":"2026-07-28T15:10:25.459719Z","steps":["trace[1795684395] 'agreement among raft nodes before linearized reading' (duration: 9.702606828s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:25.459541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:14.532202Z","time spent":"10.927318727s","remote":"127.0.0.1:54702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:10:25.459621Z","caller":"traceutil/trace.go:171","msg":"trace[12517132] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; }","duration":"13.948539076s","start":"2026-07-28T15:10:11.511071Z","end":"2026-07-28T15:10:25.45961Z","steps":["trace[12517132] 'agreement among raft nodes before linearized reading' (duration: 13.948500275s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:25.459571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.044352076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:25.45976Z","caller":"traceutil/trace.go:171","msg":"trace[827594006] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; }","duration":"13.987701275s","start":"2026-07-28T15:10:11.472053Z","end":"2026-07-28T15:10:25.459754Z","steps":["trace[827594006] 'agreement among raft nodes before linearized reading' (duration: 13.987664264s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:25.459607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.778976978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:25.459778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:18.104563Z","time spent":"7.355204451s","remote":"127.0.0.1:56810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:10:25.459787Z","caller":"traceutil/trace.go:171","msg":"trace[434272781] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; }","duration":"8.044618312s","start":"2026-07-28T15:10:17.41516Z","end":"2026-07-28T15:10:25.459778Z","steps":["trace[434272781] 'agreement among raft nodes before linearized reading' (duration: 8.044385257s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:25.459794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:15.757015Z","time spent":"9.702765522s","remote":"127.0.0.1:55474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:25.459741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:11.463555Z","time spent":"13.99617583s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":0,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-28T15:10:25.459799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:11.472038Z","time spent":"13.987747956s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-28T15:10:25.459814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:17.415139Z","time spent":"8.044667994s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-07-28T15:10:25.459671Z","caller":"traceutil/trace.go:171","msg":"trace[231842356] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; }","duration":"13.995420041s","start":"2026-07-28T15:10:11.464242Z","end":"2026-07-28T15:10:25.459662Z","steps":["trace[231842356] 'agreement among raft nodes before linearized reading' (duration: 13.99536301s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:25.459624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.771100852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:25.459852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.931250182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:25.459855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:11.46422Z","time spent":"13.995625277s","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-07-28T15:10:25.459876Z","caller":"traceutil/trace.go:171","msg":"trace[455722378] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; }","duration":"8.931348644s","start":"2026-07-28T15:10:16.528519Z","end":"2026-07-28T15:10:25.459868Z","steps":["trace[455722378] 'agreement among raft nodes before linearized reading' (duration: 8.931324024s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:25.459804Z","caller":"traceutil/trace.go:171","msg":"trace[274826195] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"7.779223584s","start":"2026-07-28T15:10:17.680569Z","end":"2026-07-28T15:10:25.459792Z","steps":["trace[274826195] 'agreement among raft nodes before linearized reading' (duration: 7.779012688s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:25.459902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:16.5285Z","time spent":"8.931395245s","remote":"127.0.0.1:55592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:10:25.459678Z","caller":"traceutil/trace.go:171","msg":"trace[1579794423] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; }","duration":"11.403679597s","start":"2026-07-28T15:10:14.05599Z","end":"2026-07-28T15:10:25.45967Z","steps":["trace[1579794423] 'agreement among raft nodes before linearized reading' (duration: 11.403633635s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:25.459915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:17.680548Z","time spent":"7.779359746s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-28T15:10:25.459948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:14.055966Z","time spent":"11.403965604s","remote":"127.0.0.1:54718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:10:25.459862Z","caller":"traceutil/trace.go:171","msg":"trace[851505827] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"8.771376349s","start":"2026-07-28T15:10:16.688475Z","end":"2026-07-28T15:10:25.459852Z","steps":["trace[851505827] 'agreement among raft nodes before linearized reading' (duration: 8.771139063s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:25.459793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:11.511059Z","time spent":"13.94872097s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:25.459993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:16.688456Z","time spent":"8.771524322s","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:10:25.459558Z","caller":"traceutil/trace.go:171","msg":"trace[1802215368] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; }","duration":"12.668771144s","start":"2026-07-28T15:10:12.790766Z","end":"2026-07-28T15:10:25.459537Z","steps":["trace[1802215368] 'agreement among raft nodes before linearized reading' (duration: 12.668631281s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:25.46028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:12.790744Z","time spent":"12.669511292s","remote":"127.0.0.1:54540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:25.959843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:26.096154Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0b639fa911db0dfc","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:26.460888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:26.464123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:19.463723Z","time spent":"7.000394426s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:10:26.464159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:19.463623Z","time spent":"7.000530109s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T15:10:26.571163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999874786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:10:26.571324Z","caller":"traceutil/trace.go:171","msg":"trace[492030213] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00002443s","start":"2026-07-28T15:10:24.571187Z","end":"2026-07-28T15:10:26.571212Z","steps":["trace[492030213] 'agreement among raft nodes before linearized reading' (duration: 1.999946778s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:26.571373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:24.571166Z","time spent":"2.000196735s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:10:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:10:26.920165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.496618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:10:26.920253Z","caller":"traceutil/trace.go:171","msg":"trace[1080346735] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"451.632322ms","start":"2026-07-28T15:10:26.4686Z","end":"2026-07-28T15:10:26.920232Z","steps":["trace[1080346735] 'agreement among raft nodes before linearized reading' (duration: 451.515639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:26.920301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:26.468588Z","time spent":"451.703353ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} 2026/07/28 15:10:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:10:26.962022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:27.462716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:27.463174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.485126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:10:27.46328Z","caller":"traceutil/trace.go:171","msg":"trace[1610436295] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"995.65456ms","start":"2026-07-28T15:10:26.467596Z","end":"2026-07-28T15:10:27.463251Z","steps":["trace[1610436295] 'agreement among raft nodes before linearized reading' (duration: 995.524377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:27.463335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:26.467572Z","time spent":"995.752083ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} 2026/07/28 15:10:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:10:27.963047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:28.300665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999761635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:10:28.300756Z","caller":"traceutil/trace.go:171","msg":"trace[941705508] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999912719s","start":"2026-07-28T15:10:26.300823Z","end":"2026-07-28T15:10:28.300736Z","steps":["trace[941705508] 'agreement among raft nodes before linearized reading' (duration: 1.999792206s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:28.300804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:26.300805Z","time spent":"1.999989701s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:10:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:10:28.464021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:28.578904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000544454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:10:28.579022Z","caller":"traceutil/trace.go:171","msg":"trace[2007125959] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00077693s","start":"2026-07-28T15:10:26.578192Z","end":"2026-07-28T15:10:28.578968Z","steps":["trace[2007125959] 'agreement among raft nodes before linearized reading' (duration: 2.000581925s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:28.579142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:26.57817Z","time spent":"2.000959814s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:10:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:10:28.964913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:29.100855Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0b639fa911db0ef6","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:29.465776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:29.966855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:30.46791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:30.586521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000161733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:10:30.586609Z","caller":"traceutil/trace.go:171","msg":"trace[1847853026] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000294017s","start":"2026-07-28T15:10:28.586292Z","end":"2026-07-28T15:10:30.586586Z","steps":["trace[1847853026] 'agreement among raft nodes before linearized reading' (duration: 2.000192154s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:30.586664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:28.586277Z","time spent":"2.000375749s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:10:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:10:30.96837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:31.468524Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:31.969655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:32.459495Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-28T15:10:32.45966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.195816711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:32.459661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.950955119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:32.459698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.22011502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:32.459722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.228432466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:32.459772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.659042954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:32.459788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.311894727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:32.459796Z","caller":"traceutil/trace.go:171","msg":"trace[179454471] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; }","duration":"12.22858785s","start":"2026-07-28T15:10:20.231192Z","end":"2026-07-28T15:10:32.45978Z","steps":["trace[179454471] 'agreement among raft nodes before linearized reading' (duration: 12.228497688s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:32.459799Z","caller":"traceutil/trace.go:171","msg":"trace[533111795] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; }","duration":"13.220272614s","start":"2026-07-28T15:10:19.239491Z","end":"2026-07-28T15:10:32.459764Z","steps":["trace[533111795] 'agreement among raft nodes before linearized reading' (duration: 13.220148661s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:32.459819Z","caller":"traceutil/trace.go:171","msg":"trace[776793099] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; }","duration":"8.311985589s","start":"2026-07-28T15:10:24.147827Z","end":"2026-07-28T15:10:32.459812Z","steps":["trace[776793099] 'agreement among raft nodes before linearized reading' (duration: 8.311951438s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:32.459848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.99783204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.222\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:32.459871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:24.147807Z","time spent":"8.312052781s","remote":"127.0.0.1:34348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:32.459884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.758534079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:32.459876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.996842776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-0.18c67c9e3008c972\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:32.459897Z","caller":"traceutil/trace.go:171","msg":"trace[1029546155] range","detail":"{range_begin:/registry/masterleases/162.253.55.222; range_end:; }","duration":"13.997904192s","start":"2026-07-28T15:10:18.461979Z","end":"2026-07-28T15:10:32.459883Z","steps":["trace[1029546155] 'agreement among raft nodes before linearized reading' (duration: 13.997860391s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:32.459892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.050388628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:32.459914Z","caller":"traceutil/trace.go:171","msg":"trace[549390110] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; }","duration":"12.758600251s","start":"2026-07-28T15:10:19.701307Z","end":"2026-07-28T15:10:32.459907Z","steps":["trace[549390110] 'agreement among raft nodes before linearized reading' (duration: 12.75856935s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:32.459922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.438340881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:32.45993Z","caller":"traceutil/trace.go:171","msg":"trace[743242342] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-0.18c67c9e3008c972; range_end:; }","duration":"13.996941409s","start":"2026-07-28T15:10:18.462975Z","end":"2026-07-28T15:10:32.459916Z","steps":["trace[743242342] 'agreement among raft nodes before linearized reading' (duration: 13.996871197s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:32.459936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:18.461963Z","time spent":"13.997962923s","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/162.253.55.222\" "} {"level":"info","ts":"2026-07-28T15:10:32.459817Z","caller":"traceutil/trace.go:171","msg":"trace[1859829579] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; }","duration":"13.659125596s","start":"2026-07-28T15:10:18.800682Z","end":"2026-07-28T15:10:32.459807Z","steps":["trace[1859829579] 'agreement among raft nodes before linearized reading' (duration: 13.659077575s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:32.459938Z","caller":"traceutil/trace.go:171","msg":"trace[848340143] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"9.05046871s","start":"2026-07-28T15:10:23.409457Z","end":"2026-07-28T15:10:32.459925Z","steps":["trace[848340143] 'agreement among raft nodes before linearized reading' (duration: 9.050425769s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:32.459947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:19.701289Z","time spent":"12.758649431s","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:32.45985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:19.239469Z","time spent":"13.220369897s","remote":"127.0.0.1:54284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:32.459967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:18.462958Z","time spent":"13.99699944s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":0,"request content":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-0.18c67c9e3008c972\" "} {"level":"info","ts":"2026-07-28T15:10:32.45973Z","caller":"traceutil/trace.go:171","msg":"trace[1459221438] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; }","duration":"11.195950645s","start":"2026-07-28T15:10:21.263752Z","end":"2026-07-28T15:10:32.459703Z","steps":["trace[1459221438] 'agreement among raft nodes before linearized reading' (duration: 11.195858032s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:32.459948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.617197019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:32.459977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.838392678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T15:10:32.460037Z","caller":"traceutil/trace.go:171","msg":"trace[536135242] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; }","duration":"9.617422174s","start":"2026-07-28T15:10:22.842597Z","end":"2026-07-28T15:10:32.46002Z","steps":["trace[536135242] 'agreement among raft nodes before linearized reading' (duration: 9.617216419s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:32.459751Z","caller":"traceutil/trace.go:171","msg":"trace[1621442943] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"10.951077212s","start":"2026-07-28T15:10:21.508655Z","end":"2026-07-28T15:10:32.459732Z","steps":["trace[1621442943] 'agreement among raft nodes before linearized reading' (duration: 10.950945459s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:32.460074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:21.508594Z","time spent":"10.951471951s","remote":"127.0.0.1:56836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:10:32.459948Z","caller":"traceutil/trace.go:171","msg":"trace[1921487316] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; }","duration":"10.438406932s","start":"2026-07-28T15:10:22.021534Z","end":"2026-07-28T15:10:32.459941Z","steps":["trace[1921487316] 'agreement among raft nodes before linearized reading' (duration: 10.438377162s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:32.460114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:22.842578Z","time spent":"9.617491526s","remote":"127.0.0.1:54356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:32.460122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:22.021515Z","time spent":"10.438595176s","remote":"127.0.0.1:54628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:32.460016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:21.263729Z","time spent":"11.196279162s","remote":"127.0.0.1:54060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:32.459986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:23.409438Z","time spent":"9.050537921s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-28T15:10:32.460011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:18.800664Z","time spent":"13.65931802s","remote":"127.0.0.1:54360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:32.459852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:20.231172Z","time spent":"12.228663692s","remote":"127.0.0.1:34456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:10:32.460079Z","caller":"traceutil/trace.go:171","msg":"trace[1426931826] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; }","duration":"9.838575242s","start":"2026-07-28T15:10:22.621484Z","end":"2026-07-28T15:10:32.460059Z","steps":["trace[1426931826] 'agreement among raft nodes before linearized reading' (duration: 9.838427399s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:32.460277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:22.621463Z","time spent":"9.838800827s","remote":"127.0.0.1:34368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:32.586623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999697674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:10:32.586712Z","caller":"traceutil/trace.go:171","msg":"trace[362233421] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999833157s","start":"2026-07-28T15:10:30.58686Z","end":"2026-07-28T15:10:32.586693Z","steps":["trace[362233421] 'agreement among raft nodes before linearized reading' (duration: 1.999726695s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:32.586774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:30.586842Z","time spent":"1.999922079s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:10:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:10:32.960054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:33.106962Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0b639fa911db0dfc","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:33.46059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:33.923399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:26.923004Z","time spent":"7.000389135s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/28 15:10:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:10:33.961494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:34.165315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.40121007s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:10:34.165469Z","caller":"traceutil/trace.go:171","msg":"trace[419756845] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28541; }","duration":"8.401378634s","start":"2026-07-28T15:10:25.764065Z","end":"2026-07-28T15:10:34.165444Z","steps":["trace[419756845] 'range keys from in-memory index tree' (duration: 8.40119005s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:34.166474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"38.490289755s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:10:34.166558Z","caller":"traceutil/trace.go:171","msg":"trace[1023081426] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28541; }","duration":"38.490375777s","start":"2026-07-28T15:09:55.676169Z","end":"2026-07-28T15:10:34.166545Z","steps":["trace[1023081426] 'range keys from in-memory index tree' (duration: 38.490277725s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:34.166503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.446349272s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:10:34.166577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"53.533000487s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:10:34.166633Z","caller":"traceutil/trace.go:171","msg":"trace[1072496962] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28541; }","duration":"23.446491026s","start":"2026-07-28T15:10:10.720124Z","end":"2026-07-28T15:10:34.166615Z","steps":["trace[1072496962] 'range keys from in-memory index tree' (duration: 23.446334992s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:34.166649Z","caller":"traceutil/trace.go:171","msg":"trace[1456837729] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28541; }","duration":"53.533073209s","start":"2026-07-28T15:09:40.633563Z","end":"2026-07-28T15:10:34.166636Z","steps":["trace[1456837729] 'range keys from in-memory index tree' (duration: 53.532990177s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:34.16663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:09:39.403534Z","time spent":"54.763091498s","remote":"127.0.0.1:37352","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T15:10:34.462153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:34.466514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:27.465829Z","time spent":"7.000680852s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/28 15:10:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:10:34.483297Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"57.883421828s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T15:10:34.593699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000785839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:10:34.59377Z","caller":"traceutil/trace.go:171","msg":"trace[46802896] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000908382s","start":"2026-07-28T15:10:32.592847Z","end":"2026-07-28T15:10:34.593755Z","steps":["trace[46802896] 'agreement among raft nodes before linearized reading' (duration: 2.0008209s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:34.593805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:32.592828Z","time spent":"2.000969663s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:10:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:10:35.665629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999559311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:10:35.665741Z","caller":"traceutil/trace.go:171","msg":"trace[820106033] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999715185s","start":"2026-07-28T15:10:25.666005Z","end":"2026-07-28T15:10:35.66572Z","steps":["trace[820106033] 'agreement among raft nodes before linearized reading' (duration: 9.999571371s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:35.665792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:25.665999Z","time spent":"9.999782236s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/07/28 15:10:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:10:35.772003Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.232214912s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T15:10:36.110603Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0b639fa911db0ef6","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-28T15:10:36.594015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000135604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:10:36.594079Z","caller":"traceutil/trace.go:171","msg":"trace[988960285] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000238737s","start":"2026-07-28T15:10:34.593827Z","end":"2026-07-28T15:10:36.594066Z","steps":["trace[988960285] 'agreement among raft nodes before linearized reading' (duration: 2.000158065s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:36.594107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:34.593815Z","time spent":"2.000286538s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:10:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:10:36.666745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.693824ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-28T15:10:36.948208Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.136278506s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T15:10:37.299041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.595306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-07-28T15:10:37.299458Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"46.791µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-28T15:10:37.706568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.788165ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-28T15:10:37.707488Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"37.481µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-28T15:10:37.707653Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"64.712µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-28T15:10:37.707743Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"28.051µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-28T15:10:37.70778Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"4.83µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-28T15:10:37.707876Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"26.28µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-28T15:10:37.707912Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"4.54µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-28T15:10:37.707992Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"25.941µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-28T15:10:37.708025Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"4.31µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-28T15:10:37.708048Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"4.2µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-28T15:10:37.708138Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"27.35µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-28T15:10:37.708172Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"4.44µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-28T15:10:37.708265Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"26.321µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-28T15:10:37.708297Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"4.4µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-28T15:10:37.708455Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0b639fa911db0dfc","error":"lease not found"} {"level":"warn","ts":"2026-07-28T15:10:37.708562Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"42.491µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-28T15:10:37.70859Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0b639fa911db0ef6","error":"lease not found"} {"level":"info","ts":"2026-07-28T15:10:37.708642Z","caller":"traceutil/trace.go:171","msg":"trace[1216562105] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28556; }","duration":"1.954359274s","start":"2026-07-28T15:10:35.754261Z","end":"2026-07-28T15:10:37.70862Z","steps":["trace[1216562105] 'process raft request' (duration: 1.95418942s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:37.708682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.938720398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:10:37.708741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:35.754245Z","time spent":"1.954431866s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30,"response count":0,"response size":23143,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:10:37.708762Z","caller":"traceutil/trace.go:171","msg":"trace[1849496742] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:28556; }","duration":"9.93885321s","start":"2026-07-28T15:10:27.769877Z","end":"2026-07-28T15:10:37.70873Z","steps":["trace[1849496742] 'agreement among raft nodes before linearized reading' (duration: 9.938705786s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:37.708823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:27.769857Z","time spent":"9.938951523s","remote":"127.0.0.1:54580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:37.709078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.152212655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T15:10:37.709143Z","caller":"traceutil/trace.go:171","msg":"trace[1729586864] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:28556; }","duration":"11.152315928s","start":"2026-07-28T15:10:26.55681Z","end":"2026-07-28T15:10:37.709126Z","steps":["trace[1729586864] 'agreement among raft nodes before linearized reading' (duration: 11.151973799s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:37.709152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.410216349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:10:37.709191Z","caller":"traceutil/trace.go:171","msg":"trace[922455828] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28556; }","duration":"6.410295201s","start":"2026-07-28T15:10:31.298883Z","end":"2026-07-28T15:10:37.709178Z","steps":["trace[922455828] 'agreement among raft nodes before linearized reading' (duration: 6.410221079s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:37.709242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:31.298863Z","time spent":"6.410365612s","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:37.709253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.089417852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:10:37.709305Z","caller":"traceutil/trace.go:171","msg":"trace[491325415] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:28556; }","duration":"9.089506764s","start":"2026-07-28T15:10:28.619781Z","end":"2026-07-28T15:10:37.709288Z","steps":["trace[491325415] 'agreement among raft nodes before linearized reading' (duration: 9.089424582s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:37.709345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:28.619758Z","time spent":"9.089578707s","remote":"127.0.0.1:60942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:37.709339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:26.556798Z","time spent":"11.152522222s","remote":"127.0.0.1:54266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":144,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:37.709442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.652315209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:10:37.709483Z","caller":"traceutil/trace.go:171","msg":"trace[691448805] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:28556; }","duration":"9.652394321s","start":"2026-07-28T15:10:28.057078Z","end":"2026-07-28T15:10:37.709473Z","steps":["trace[691448805] 'agreement among raft nodes before linearized reading' (duration: 9.652325149s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:37.709513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.831451614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:10:37.709583Z","caller":"traceutil/trace.go:171","msg":"trace[626506409] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:28556; }","duration":"6.831557786s","start":"2026-07-28T15:10:30.878014Z","end":"2026-07-28T15:10:37.709571Z","steps":["trace[626506409] 'agreement among raft nodes before linearized reading' (duration: 6.831470384s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:37.709596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.917579415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:10:37.709623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:30.877992Z","time spent":"6.831618757s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:37.709774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.84616862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:10:37.70981Z","caller":"traceutil/trace.go:171","msg":"trace[897385920] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:28556; }","duration":"8.846247572s","start":"2026-07-28T15:10:28.863553Z","end":"2026-07-28T15:10:37.709801Z","steps":["trace[897385920] 'agreement among raft nodes before linearized reading' (duration: 8.84619266s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:37.709839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:28.863525Z","time spent":"8.846306583s","remote":"127.0.0.1:34468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:37.709514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:28.057058Z","time spent":"9.652448142s","remote":"127.0.0.1:34452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:10:37.709632Z","caller":"traceutil/trace.go:171","msg":"trace[1486187532] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28556; }","duration":"9.917661968s","start":"2026-07-28T15:10:27.79196Z","end":"2026-07-28T15:10:37.709622Z","steps":["trace[1486187532] 'agreement among raft nodes before linearized reading' (duration: 9.917606846s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:37.710138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:27.791932Z","time spent":"9.91819418s","remote":"127.0.0.1:54566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:37.710363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.615963214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:10:37.710416Z","caller":"traceutil/trace.go:171","msg":"trace[181408659] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:28556; }","duration":"10.616060476s","start":"2026-07-28T15:10:27.094339Z","end":"2026-07-28T15:10:37.710399Z","steps":["trace[181408659] 'agreement among raft nodes before linearized reading' (duration: 10.615968554s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:37.71045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:27.094317Z","time spent":"10.616124127s","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:37.710518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.244275099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" ","response":"range_response_count:1 size:6960"} {"level":"info","ts":"2026-07-28T15:10:37.710554Z","caller":"traceutil/trace.go:171","msg":"trace[1199555544] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29754180-dlwdd; range_end:; response_count:1; response_revision:28556; }","duration":"10.244369262s","start":"2026-07-28T15:10:27.466172Z","end":"2026-07-28T15:10:37.710541Z","steps":["trace[1199555544] 'agreement among raft nodes before linearized reading' (duration: 10.244243169s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:37.710583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:27.466137Z","time spent":"10.244440144s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6983,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" "} {"level":"warn","ts":"2026-07-28T15:10:37.710755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.226063778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-07-28T15:10:37.710798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.045085614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-07-28T15:10:37.710832Z","caller":"traceutil/trace.go:171","msg":"trace[600438404] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:28556; }","duration":"12.045151545s","start":"2026-07-28T15:10:25.665667Z","end":"2026-07-28T15:10:37.710818Z","steps":["trace[600438404] 'agreement among raft nodes before linearized reading' (duration: 12.045060653s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:37.710826Z","caller":"traceutil/trace.go:171","msg":"trace[1083592636] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:28556; }","duration":"12.22616007s","start":"2026-07-28T15:10:25.484645Z","end":"2026-07-28T15:10:37.710805Z","steps":["trace[1083592636] 'agreement among raft nodes before linearized reading' (duration: 12.225955055s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:37.710859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:25.665647Z","time spent":"12.045206436s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-28T15:10:37.710841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.24019783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-07-28T15:10:37.710858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.244557256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" ","response":"range_response_count:1 size:9715"} {"level":"warn","ts":"2026-07-28T15:10:37.710875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:25.484637Z","time spent":"12.226229783s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-28T15:10:37.710903Z","caller":"traceutil/trace.go:171","msg":"trace[1939782032] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2n4p; range_end:; response_count:1; response_revision:28556; }","duration":"10.244657828s","start":"2026-07-28T15:10:27.466234Z","end":"2026-07-28T15:10:37.710892Z","steps":["trace[1939782032] 'agreement among raft nodes before linearized reading' (duration: 10.243714845s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:37.710905Z","caller":"traceutil/trace.go:171","msg":"trace[1561693466] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28556; }","duration":"12.240288432s","start":"2026-07-28T15:10:25.4706Z","end":"2026-07-28T15:10:37.710889Z","steps":["trace[1561693466] 'agreement among raft nodes before linearized reading' (duration: 12.240076767s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:37.710937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:27.466207Z","time spent":"10.24472421s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9738,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" "} {"level":"warn","ts":"2026-07-28T15:10:37.710944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:25.470589Z","time spent":"12.240347524s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-28T15:10:37.711061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.245409457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1412"} {"level":"info","ts":"2026-07-28T15:10:37.711147Z","caller":"traceutil/trace.go:171","msg":"trace[1124356808] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:28556; }","duration":"12.245524109s","start":"2026-07-28T15:10:25.465572Z","end":"2026-07-28T15:10:37.711096Z","steps":["trace[1124356808] 'agreement among raft nodes before linearized reading' (duration: 12.245327654s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:37.71112Z","caller":"traceutil/trace.go:171","msg":"trace[68246859] linearizableReadLoop","detail":"{readStateIndex:29478; appliedIndex:29432; }","duration":"5.248996807s","start":"2026-07-28T15:10:32.459578Z","end":"2026-07-28T15:10:37.708575Z","steps":["trace[68246859] 'read index received' (duration: 2.024200586s)","trace[68246859] 'applied index is now lower than readState.Index' (duration: 3.224794551s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:10:37.711182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:25.465551Z","time spent":"12.245623592s","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1435,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-28T15:10:37.711287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.248806233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.222\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:10:37.71132Z","caller":"traceutil/trace.go:171","msg":"trace[1634022159] range","detail":"{range_begin:/registry/masterleases/162.253.55.222; range_end:; response_count:0; response_revision:28556; }","duration":"5.248836193s","start":"2026-07-28T15:10:32.462471Z","end":"2026-07-28T15:10:37.711308Z","steps":["trace[1634022159] 'agreement among raft nodes before linearized reading' (duration: 5.248785092s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:37.711353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:32.462434Z","time spent":"5.248912435s","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.222\" "} {"level":"warn","ts":"2026-07-28T15:10:37.711484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.085981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:10:37.711507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.932887075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-28T15:10:37.711538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423194462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-07-28T15:10:37.711565Z","caller":"traceutil/trace.go:171","msg":"trace[572436342] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:28556; }","duration":"3.932981677s","start":"2026-07-28T15:10:33.77857Z","end":"2026-07-28T15:10:37.711551Z","steps":["trace[572436342] 'agreement among raft nodes before linearized reading' (duration: 3.932812523s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:37.711576Z","caller":"traceutil/trace.go:171","msg":"trace[2140609487] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:28556; }","duration":"2.423271884s","start":"2026-07-28T15:10:35.288294Z","end":"2026-07-28T15:10:37.711565Z","steps":["trace[2140609487] 'agreement among raft nodes before linearized reading' (duration: 2.423152221s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:37.711589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:33.778554Z","time spent":"3.933029558s","remote":"127.0.0.1:54028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":128,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:37.711576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384213217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-28T15:10:37.711608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:35.288275Z","time spent":"2.423324565s","remote":"127.0.0.1:34326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-07-28T15:10:37.711624Z","caller":"traceutil/trace.go:171","msg":"trace[1671824395] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28556; }","duration":"2.38429935s","start":"2026-07-28T15:10:35.327311Z","end":"2026-07-28T15:10:37.711611Z","steps":["trace[1671824395] 'agreement among raft nodes before linearized reading' (duration: 2.384167556s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:37.711662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110221886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:10:37.711622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411651827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:10:37.711683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.498352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:10:37.711698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.714633028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:10:37.711663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:35.327293Z","time spent":"2.384361032s","remote":"127.0.0.1:54028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-28T15:10:37.711699Z","caller":"traceutil/trace.go:171","msg":"trace[596537217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28556; }","duration":"1.4117696s","start":"2026-07-28T15:10:36.29992Z","end":"2026-07-28T15:10:37.711689Z","steps":["trace[596537217] 'agreement among raft nodes before linearized reading' (duration: 1.411670467s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:37.711724Z","caller":"traceutil/trace.go:171","msg":"trace[718607511] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:28556; }","duration":"3.714657648s","start":"2026-07-28T15:10:33.997059Z","end":"2026-07-28T15:10:37.711717Z","steps":["trace[718607511] 'agreement among raft nodes before linearized reading' (duration: 3.714618187s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:37.71157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643744899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-07-28T15:10:37.711731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:36.299897Z","time spent":"1.41182748s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:10:37.711739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:33.997041Z","time spent":"3.71469402s","remote":"127.0.0.1:50334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:10:37.711757Z","caller":"traceutil/trace.go:171","msg":"trace[276566105] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:28556; }","duration":"1.643956524s","start":"2026-07-28T15:10:36.067788Z","end":"2026-07-28T15:10:37.711745Z","steps":["trace[276566105] 'agreement among raft nodes before linearized reading' (duration: 1.643528264s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:37.711772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.980773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:10:37.711788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:36.067722Z","time spent":"1.644057597s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-28T15:10:37.711779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480675259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:10:37.711699Z","caller":"traceutil/trace.go:171","msg":"trace[1963329565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28556; }","duration":"1.110289027s","start":"2026-07-28T15:10:36.601394Z","end":"2026-07-28T15:10:37.711684Z","steps":["trace[1963329565] 'agreement among raft nodes before linearized reading' (duration: 1.110250937s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:37.711807Z","caller":"traceutil/trace.go:171","msg":"trace[976642872] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:28556; }","duration":"498.056835ms","start":"2026-07-28T15:10:37.213742Z","end":"2026-07-28T15:10:37.711799Z","steps":["trace[976642872] 'agreement among raft nodes before linearized reading' (duration: 498.000594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:37.711831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:36.601373Z","time spent":"1.110454941s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:10:37.711841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:37.213721Z","time spent":"498.112197ms","remote":"127.0.0.1:54226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:10:37.71185Z","caller":"traceutil/trace.go:171","msg":"trace[1620439639] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:28556; }","duration":"1.480768731s","start":"2026-07-28T15:10:36.231056Z","end":"2026-07-28T15:10:37.711824Z","steps":["trace[1620439639] 'agreement among raft nodes before linearized reading' (duration: 1.480684669s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:37.711709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468098165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:10:37.711939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:36.231034Z","time spent":"1.480889064s","remote":"127.0.0.1:55582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:10:37.711959Z","caller":"traceutil/trace.go:171","msg":"trace[1023792042] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28556; }","duration":"1.468422683s","start":"2026-07-28T15:10:36.243524Z","end":"2026-07-28T15:10:37.711947Z","steps":["trace[1023792042] 'agreement among raft nodes before linearized reading' (duration: 1.468104325s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:37.711996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:36.243504Z","time spent":"1.468479904s","remote":"127.0.0.1:56792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:37.712033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.656009333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:10:37.712073Z","caller":"traceutil/trace.go:171","msg":"trace[861172306] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:28556; }","duration":"4.656090605s","start":"2026-07-28T15:10:33.055969Z","end":"2026-07-28T15:10:37.712059Z","steps":["trace[861172306] 'agreement among raft nodes before linearized reading' (duration: 4.656030093s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:37.71209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.108827112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:10:37.712107Z","caller":"traceutil/trace.go:171","msg":"trace[30152970] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:28556; }","duration":"5.108911724s","start":"2026-07-28T15:10:32.603191Z","end":"2026-07-28T15:10:37.712102Z","steps":["trace[30152970] 'agreement among raft nodes before linearized reading' (duration: 5.108870203s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:37.712103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:33.055949Z","time spent":"4.656145606s","remote":"127.0.0.1:34464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:37.712121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:32.60317Z","time spent":"5.108947195s","remote":"127.0.0.1:54068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:10:37.711717Z","caller":"traceutil/trace.go:171","msg":"trace[1997761315] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:28556; }","duration":"135.561564ms","start":"2026-07-28T15:10:37.576146Z","end":"2026-07-28T15:10:37.711708Z","steps":["trace[1997761315] 'agreement among raft nodes before linearized reading' (duration: 135.423241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:37.712191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.248413004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-0.18c67c9e3008e786\" ","response":"range_response_count:1 size:921"} {"level":"info","ts":"2026-07-28T15:10:37.711526Z","caller":"traceutil/trace.go:171","msg":"trace[528796257] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:28556; }","duration":"989.166423ms","start":"2026-07-28T15:10:36.722348Z","end":"2026-07-28T15:10:37.711515Z","steps":["trace[528796257] 'agreement among raft nodes before linearized reading' (duration: 989.093392ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:37.712231Z","caller":"traceutil/trace.go:171","msg":"trace[1219989744] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-0.18c67c9e3008e786; range_end:; response_count:1; response_revision:28556; }","duration":"5.248489025s","start":"2026-07-28T15:10:32.463727Z","end":"2026-07-28T15:10:37.712216Z","steps":["trace[1219989744] 'agreement among raft nodes before linearized reading' (duration: 5.248370093s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:37.712243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:36.722328Z","time spent":"989.900381ms","remote":"127.0.0.1:54648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:37.712263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:32.463706Z","time spent":"5.248550356s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":944,"request content":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-0.18c67c9e3008e786\" "} {"level":"warn","ts":"2026-07-28T15:10:37.71228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.02967768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:10:37.712315Z","caller":"traceutil/trace.go:171","msg":"trace[845784621] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:28556; }","duration":"4.029746862s","start":"2026-07-28T15:10:33.682557Z","end":"2026-07-28T15:10:37.712304Z","steps":["trace[845784621] 'agreement among raft nodes before linearized reading' (duration: 4.02967913s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:37.712345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:33.682538Z","time spent":"4.029798962s","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:38.061158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.980096ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-28T15:10:38.061305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:37.714602Z","time spent":"346.697369ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T15:10:39.228474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.90643ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-28T15:10:39.228694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:37.714713Z","time spent":"1.513974227s","remote":"127.0.0.1:53950","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T15:10:39.228959Z","caller":"traceutil/trace.go:171","msg":"trace[2122959502] linearizableReadLoop","detail":"{readStateIndex:29484; appliedIndex:29481; }","duration":"1.51202837s","start":"2026-07-28T15:10:37.716913Z","end":"2026-07-28T15:10:39.228942Z","steps":["trace[2122959502] 'read index received' (duration: 191.424007ms)","trace[2122959502] 'applied index is now lower than readState.Index' (duration: 1.320603183s)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:10:39.22906Z","caller":"traceutil/trace.go:171","msg":"trace[1240151411] transaction","detail":"{read_only:false; response_revision:28559; number_of_response:1; }","duration":"1.509121609s","start":"2026-07-28T15:10:37.719927Z","end":"2026-07-28T15:10:39.229049Z","steps":["trace[1240151411] 'process raft request' (duration: 1.508852663s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:39.229097Z","caller":"traceutil/trace.go:171","msg":"trace[1107363650] transaction","detail":"{read_only:false; response_revision:28557; number_of_response:1; }","duration":"1.512380678s","start":"2026-07-28T15:10:37.716694Z","end":"2026-07-28T15:10:39.229075Z","steps":["trace[1107363650] 'process raft request' (duration: 1.511898756s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:39.229145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:37.719911Z","time spent":"1.50917582s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23090,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:10:39.229209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:37.716668Z","time spent":"1.512472341s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:10:39.229272Z","caller":"traceutil/trace.go:171","msg":"trace[761460549] transaction","detail":"{read_only:false; response_revision:28561; number_of_response:1; }","duration":"1.166618701s","start":"2026-07-28T15:10:38.062635Z","end":"2026-07-28T15:10:39.229254Z","steps":["trace[761460549] 'process raft request' (duration: 1.166253283s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:39.229344Z","caller":"traceutil/trace.go:171","msg":"trace[1008998142] transaction","detail":"{read_only:false; response_revision:28558; number_of_response:1; }","duration":"1.511907677s","start":"2026-07-28T15:10:37.717405Z","end":"2026-07-28T15:10:39.229313Z","steps":["trace[1008998142] 'process raft request' (duration: 1.511321943s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:39.229361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:38.062601Z","time spent":"1.166709014s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:10:39.229432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512518262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-70f0cd11-3999-4e88-9830-c9e6f4df1191\" ","response":"range_response_count:1 size:2193"} {"level":"info","ts":"2026-07-28T15:10:39.229456Z","caller":"traceutil/trace.go:171","msg":"trace[1435392543] range","detail":"{range_begin:/registry/persistentvolumes/pvc-70f0cd11-3999-4e88-9830-c9e6f4df1191; range_end:; response_count:1; response_revision:28561; }","duration":"1.512559612s","start":"2026-07-28T15:10:37.71689Z","end":"2026-07-28T15:10:39.22945Z","steps":["trace[1435392543] 'agreement among raft nodes before linearized reading' (duration: 1.51246791s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:39.229452Z","caller":"traceutil/trace.go:171","msg":"trace[1639984812] transaction","detail":"{read_only:false; response_revision:28560; number_of_response:1; }","duration":"1.50709793s","start":"2026-07-28T15:10:37.722339Z","end":"2026-07-28T15:10:39.229437Z","steps":["trace[1639984812] 'process raft request' (duration: 1.506494035s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:39.229471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:37.71688Z","time spent":"1.512587693s","remote":"127.0.0.1:54068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2216,"request content":"key:\"/registry/persistentvolumes/pvc-70f0cd11-3999-4e88-9830-c9e6f4df1191\" "} {"level":"warn","ts":"2026-07-28T15:10:39.229481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:37.717396Z","time spent":"1.512011059s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:10:39.229508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:37.722331Z","time spent":"1.507147131s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:10:39.229513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.596766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:10:39.229589Z","caller":"traceutil/trace.go:171","msg":"trace[1480209041] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:28561; }","duration":"966.721269ms","start":"2026-07-28T15:10:38.262849Z","end":"2026-07-28T15:10:39.22957Z","steps":["trace[1480209041] 'agreement among raft nodes before linearized reading' (duration: 966.588556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:39.229591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.196191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:10:39.229634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510455072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:10:39.22963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:38.26283Z","time spent":"966.790691ms","remote":"127.0.0.1:50242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:10:39.229638Z","caller":"traceutil/trace.go:171","msg":"trace[1238903401] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:28561; }","duration":"863.457377ms","start":"2026-07-28T15:10:38.366165Z","end":"2026-07-28T15:10:39.229623Z","steps":["trace[1238903401] 'agreement among raft nodes before linearized reading' (duration: 863.385266ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:39.229655Z","caller":"traceutil/trace.go:171","msg":"trace[61646508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28561; }","duration":"1.510484652s","start":"2026-07-28T15:10:37.719164Z","end":"2026-07-28T15:10:39.229649Z","steps":["trace[61646508] 'agreement among raft nodes before linearized reading' (duration: 1.510451291s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:39.22967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:37.71916Z","time spent":"1.510507652s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:10:39.229671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:38.366144Z","time spent":"863.517889ms","remote":"127.0.0.1:60948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:39.23046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511546958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:973087"} {"level":"info","ts":"2026-07-28T15:10:39.23052Z","caller":"traceutil/trace.go:171","msg":"trace[1949774599] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:28561; }","duration":"1.51161775s","start":"2026-07-28T15:10:37.718885Z","end":"2026-07-28T15:10:39.230502Z","steps":["trace[1949774599] 'agreement among raft nodes before linearized reading' (duration: 1.510539104s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:39.23056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:37.718879Z","time spent":"1.511670651s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":99,"response size":973110,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T15:10:39.231496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498797369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:973087"} {"level":"info","ts":"2026-07-28T15:10:39.231535Z","caller":"traceutil/trace.go:171","msg":"trace[974854010] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:28561; }","duration":"1.49886816s","start":"2026-07-28T15:10:37.732658Z","end":"2026-07-28T15:10:39.231526Z","steps":["trace[974854010] 'agreement among raft nodes before linearized reading' (duration: 1.496907633s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:39.231565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:37.732647Z","time spent":"1.498908542s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":99,"response size":973110,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T15:10:39.818929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420788,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T15:10:39.846798Z","caller":"traceutil/trace.go:171","msg":"trace[274559630] linearizableReadLoop","detail":"{readStateIndex:29490; appliedIndex:29489; }","duration":"528.172795ms","start":"2026-07-28T15:10:39.318604Z","end":"2026-07-28T15:10:39.846777Z","steps":["trace[274559630] 'read index received' (duration: 527.637872ms)","trace[274559630] 'applied index is now lower than readState.Index' (duration: 533.903µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:10:39.846994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.935871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:10:39.847032Z","caller":"traceutil/trace.go:171","msg":"trace[1712425304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28563; }","duration":"603.986322ms","start":"2026-07-28T15:10:39.243037Z","end":"2026-07-28T15:10:39.847023Z","steps":["trace[1712425304] 'agreement among raft nodes before linearized reading' (duration: 603.852129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:39.847064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:39.243014Z","time spent":"604.042243ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:10:39.847135Z","caller":"traceutil/trace.go:171","msg":"trace[1649078773] transaction","detail":"{read_only:false; response_revision:28563; number_of_response:1; }","duration":"609.960846ms","start":"2026-07-28T15:10:39.237152Z","end":"2026-07-28T15:10:39.847113Z","steps":["trace[1649078773] 'process raft request' (duration: 609.150307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:39.847052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.48879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1630"} {"level":"warn","ts":"2026-07-28T15:10:39.847316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:39.237112Z","time spent":"610.094909ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:10:39.847367Z","caller":"traceutil/trace.go:171","msg":"trace[1069433641] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:28563; }","duration":"544.863169ms","start":"2026-07-28T15:10:39.302487Z","end":"2026-07-28T15:10:39.84735Z","steps":["trace[1069433641] 'agreement among raft nodes before linearized reading' (duration: 544.330056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:39.847406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:39.302467Z","time spent":"544.928081ms","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1653,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-28T15:10:39.847328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.280035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c67c9f6a096e5a\" ","response":"range_response_count:1 size:796"} {"level":"info","ts":"2026-07-28T15:10:39.847597Z","caller":"traceutil/trace.go:171","msg":"trace[1270635856] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c67c9f6a096e5a; range_end:; response_count:1; response_revision:28563; }","duration":"525.570182ms","start":"2026-07-28T15:10:39.322004Z","end":"2026-07-28T15:10:39.847574Z","steps":["trace[1270635856] 'agreement among raft nodes before linearized reading' (duration: 525.014619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:39.847707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:39.321989Z","time spent":"525.694845ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":819,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c67c9f6a096e5a\" "} {"level":"warn","ts":"2026-07-28T15:10:39.847589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.486135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-g5nqj\" ","response":"range_response_count:1 size:6861"} {"level":"warn","ts":"2026-07-28T15:10:39.847811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.593363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6f106af9-a044-4580-8fb8-044b9a87c7ec\" ","response":"range_response_count:1 size:2206"} {"level":"info","ts":"2026-07-28T15:10:39.847864Z","caller":"traceutil/trace.go:171","msg":"trace[935578913] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6f106af9-a044-4580-8fb8-044b9a87c7ec; range_end:; response_count:1; response_revision:28563; }","duration":"525.662074ms","start":"2026-07-28T15:10:39.322184Z","end":"2026-07-28T15:10:39.847846Z","steps":["trace[935578913] 'agreement among raft nodes before linearized reading' (duration: 525.49635ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:39.847857Z","caller":"traceutil/trace.go:171","msg":"trace[1057521044] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-g5nqj; range_end:; response_count:1; response_revision:28563; }","duration":"609.793433ms","start":"2026-07-28T15:10:39.238035Z","end":"2026-07-28T15:10:39.847828Z","steps":["trace[1057521044] 'agreement among raft nodes before linearized reading' (duration: 609.348122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:39.847915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:39.322177Z","time spent":"525.727166ms","remote":"127.0.0.1:54068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2229,"request content":"key:\"/registry/persistentvolumes/pvc-6f106af9-a044-4580-8fb8-044b9a87c7ec\" "} {"level":"warn","ts":"2026-07-28T15:10:39.847928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:39.238019Z","time spent":"609.894965ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6884,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-g5nqj\" "} {"level":"warn","ts":"2026-07-28T15:10:40.226522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.860651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:10:40.22662Z","caller":"traceutil/trace.go:171","msg":"trace[502753568] linearizableReadLoop","detail":"{readStateIndex:29491; appliedIndex:29490; }","duration":"371.476088ms","start":"2026-07-28T15:10:39.855129Z","end":"2026-07-28T15:10:40.226605Z","steps":["trace[502753568] 'read index received' (duration: 93.384482ms)","trace[502753568] 'applied index is now lower than readState.Index' (duration: 278.090446ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:10:40.226978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.831496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-28T15:10:40.227123Z","caller":"traceutil/trace.go:171","msg":"trace[717696343] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28564; }","duration":"371.99295ms","start":"2026-07-28T15:10:39.855089Z","end":"2026-07-28T15:10:40.227082Z","steps":["trace[717696343] 'agreement among raft nodes before linearized reading' (duration: 371.672863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:40.227212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:39.855066Z","time spent":"372.132574ms","remote":"127.0.0.1:54086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-28T15:10:40.227659Z","caller":"traceutil/trace.go:171","msg":"trace[108070177] transaction","detail":"{read_only:false; response_revision:28564; number_of_response:1; }","duration":"372.518753ms","start":"2026-07-28T15:10:39.855043Z","end":"2026-07-28T15:10:40.227562Z","steps":["trace[108070177] 'process raft request' (duration: 93.492934ms)","trace[108070177] 'compare' (duration: 277.639295ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:10:40.227856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:39.855019Z","time spent":"372.764759ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:10:40.643323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.752321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:10:40.643401Z","caller":"traceutil/trace.go:171","msg":"trace[578173090] linearizableReadLoop","detail":"{readStateIndex:29492; appliedIndex:29491; }","duration":"416.684525ms","start":"2026-07-28T15:10:40.226705Z","end":"2026-07-28T15:10:40.643389Z","steps":["trace[578173090] 'read index received' (duration: 102.732719ms)","trace[578173090] 'applied index is now lower than readState.Index' (duration: 313.950816ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:10:40.643611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.683984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:10:40.64364Z","caller":"traceutil/trace.go:171","msg":"trace[791052705] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:28565; }","duration":"210.742016ms","start":"2026-07-28T15:10:40.43289Z","end":"2026-07-28T15:10:40.643632Z","steps":["trace[791052705] 'agreement among raft nodes before linearized reading' (duration: 210.687984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:40.643615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.87108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:10:40.643687Z","caller":"traceutil/trace.go:171","msg":"trace[464865160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28565; }","duration":"267.990952ms","start":"2026-07-28T15:10:40.375678Z","end":"2026-07-28T15:10:40.643669Z","steps":["trace[464865160] 'agreement among raft nodes before linearized reading' (duration: 267.87417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:40.643733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.301756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-28T15:10:40.643826Z","caller":"traceutil/trace.go:171","msg":"trace[735644987] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:28565; }","duration":"414.41829ms","start":"2026-07-28T15:10:40.229387Z","end":"2026-07-28T15:10:40.643805Z","steps":["trace[735644987] 'agreement among raft nodes before linearized reading' (duration: 414.166984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:40.643875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:40.229378Z","time spent":"414.486321ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-28T15:10:40.643895Z","caller":"traceutil/trace.go:171","msg":"trace[1162199429] transaction","detail":"{read_only:false; response_revision:28565; number_of_response:1; }","duration":"787.157518ms","start":"2026-07-28T15:10:39.856715Z","end":"2026-07-28T15:10:40.643873Z","steps":["trace[1162199429] 'process raft request' (duration: 472.793202ms)","trace[1162199429] 'compare' (duration: 313.644479ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:10:40.643928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.821581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67c9612d21ff5\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-28T15:10:40.643957Z","caller":"traceutil/trace.go:171","msg":"trace[7454465] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c67c9612d21ff5; range_end:; response_count:1; response_revision:28565; }","duration":"412.866122ms","start":"2026-07-28T15:10:40.231084Z","end":"2026-07-28T15:10:40.64395Z","steps":["trace[7454465] 'agreement among raft nodes before linearized reading' (duration: 412.76874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:40.64398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:40.231076Z","time spent":"412.897883ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67c9612d21ff5\" "} {"level":"warn","ts":"2026-07-28T15:10:40.644011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:39.856698Z","time spent":"787.2568ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:10:40.644048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.1079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1644"} {"level":"warn","ts":"2026-07-28T15:10:40.643916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.341879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/csi-7faea2374305b10eed5f19b5e9e3a931f13c054e3e253d69c17dbef2d3dc27a8\" ","response":"range_response_count:1 size:654"} {"level":"info","ts":"2026-07-28T15:10:40.6441Z","caller":"traceutil/trace.go:171","msg":"trace[1574779732] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:28565; }","duration":"686.181032ms","start":"2026-07-28T15:10:39.957902Z","end":"2026-07-28T15:10:40.644083Z","steps":["trace[1574779732] 'agreement among raft nodes before linearized reading' (duration: 686.050599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:40.64414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:39.957887Z","time spent":"686.244334ms","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1667,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-28T15:10:40.643901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.109959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:10:40.644202Z","caller":"traceutil/trace.go:171","msg":"trace[172939741] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:28565; }","duration":"359.472278ms","start":"2026-07-28T15:10:40.284716Z","end":"2026-07-28T15:10:40.644189Z","steps":["trace[172939741] 'agreement among raft nodes before linearized reading' (duration: 359.101779ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:40.644173Z","caller":"traceutil/trace.go:171","msg":"trace[1546877989] range","detail":"{range_begin:/registry/volumeattachments/csi-7faea2374305b10eed5f19b5e9e3a931f13c054e3e253d69c17dbef2d3dc27a8; range_end:; response_count:1; response_revision:28565; }","duration":"727.643937ms","start":"2026-07-28T15:10:39.916456Z","end":"2026-07-28T15:10:40.6441Z","steps":["trace[1546877989] 'agreement among raft nodes before linearized reading' (duration: 727.037072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:40.644258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:40.284697Z","time spent":"359.54293ms","remote":"127.0.0.1:54672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:40.644301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:39.91644Z","time spent":"727.80901ms","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":677,"request content":"key:\"/registry/volumeattachments/csi-7faea2374305b10eed5f19b5e9e3a931f13c054e3e253d69c17dbef2d3dc27a8\" "} {"level":"warn","ts":"2026-07-28T15:10:41.002928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.579025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:10:41.003094Z","caller":"traceutil/trace.go:171","msg":"trace[1110478833] linearizableReadLoop","detail":"{readStateIndex:29493; appliedIndex:29492; }","duration":"335.563979ms","start":"2026-07-28T15:10:40.667512Z","end":"2026-07-28T15:10:41.003076Z","steps":["trace[1110478833] 'read index received' (duration: 142.702897ms)","trace[1110478833] 'applied index is now lower than readState.Index' (duration: 192.859692ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:10:41.003139Z","caller":"traceutil/trace.go:171","msg":"trace[539765233] transaction","detail":"{read_only:false; response_revision:28566; number_of_response:1; }","duration":"347.55722ms","start":"2026-07-28T15:10:40.655547Z","end":"2026-07-28T15:10:41.003104Z","steps":["trace[539765233] 'process raft request' (duration: 154.704538ms)","trace[539765233] 'compare' (duration: 192.208796ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:10:41.003515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.99571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fwsxk\" ","response":"range_response_count:1 size:5604"} {"level":"warn","ts":"2026-07-28T15:10:41.003512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:40.655525Z","time spent":"347.687174ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:10:41.003558Z","caller":"traceutil/trace.go:171","msg":"trace[2140393425] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fwsxk; range_end:; response_count:1; response_revision:28566; }","duration":"336.060892ms","start":"2026-07-28T15:10:40.667483Z","end":"2026-07-28T15:10:41.003543Z","steps":["trace[2140393425] 'agreement among raft nodes before linearized reading' (duration: 335.666832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:41.003594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:40.667469Z","time spent":"336.117653ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5627,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-fwsxk\" "} {"level":"info","ts":"2026-07-28T15:10:41.067461Z","caller":"traceutil/trace.go:171","msg":"trace[209776935] transaction","detail":"{read_only:false; response_revision:28567; number_of_response:1; }","duration":"156.994303ms","start":"2026-07-28T15:10:40.91043Z","end":"2026-07-28T15:10:41.067425Z","steps":["trace[209776935] 'process raft request' (duration: 156.737357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:41.06807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.01748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-28T15:10:41.06813Z","caller":"traceutil/trace.go:171","msg":"trace[1233224981] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28567; }","duration":"168.129893ms","start":"2026-07-28T15:10:40.899986Z","end":"2026-07-28T15:10:41.068116Z","steps":["trace[1233224981] 'agreement among raft nodes before linearized reading' (duration: 167.918658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:41.068376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.845041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/csi-7faea2374305b10eed5f19b5e9e3a931f13c054e3e253d69c17dbef2d3dc27a8\" ","response":"range_response_count:1 size:654"} {"level":"info","ts":"2026-07-28T15:10:41.068397Z","caller":"traceutil/trace.go:171","msg":"trace[218064772] range","detail":"{range_begin:/registry/volumeattachments/csi-7faea2374305b10eed5f19b5e9e3a931f13c054e3e253d69c17dbef2d3dc27a8; range_end:; response_count:1; response_revision:28567; }","duration":"400.895822ms","start":"2026-07-28T15:10:40.667494Z","end":"2026-07-28T15:10:41.06839Z","steps":["trace[218064772] 'agreement among raft nodes before linearized reading' (duration: 400.828611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:41.068415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:40.667478Z","time spent":"400.931953ms","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":677,"request content":"key:\"/registry/volumeattachments/csi-7faea2374305b10eed5f19b5e9e3a931f13c054e3e253d69c17dbef2d3dc27a8\" "} {"level":"warn","ts":"2026-07-28T15:10:41.068562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.033245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-59406e5f-c347-4613-b9ee-f54e34b495ee\" ","response":"range_response_count:1 size:2207"} {"level":"info","ts":"2026-07-28T15:10:41.068582Z","caller":"traceutil/trace.go:171","msg":"trace[1896180364] range","detail":"{range_begin:/registry/persistentvolumes/pvc-59406e5f-c347-4613-b9ee-f54e34b495ee; range_end:; response_count:1; response_revision:28567; }","duration":"401.074426ms","start":"2026-07-28T15:10:40.667502Z","end":"2026-07-28T15:10:41.068576Z","steps":["trace[1896180364] 'agreement among raft nodes before linearized reading' (duration: 401.006094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:41.0686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:40.667489Z","time spent":"401.107917ms","remote":"127.0.0.1:54068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2230,"request content":"key:\"/registry/persistentvolumes/pvc-59406e5f-c347-4613-b9ee-f54e34b495ee\" "} {"level":"info","ts":"2026-07-28T15:10:41.411294Z","caller":"traceutil/trace.go:171","msg":"trace[1335094736] linearizableReadLoop","detail":"{readStateIndex:29495; appliedIndex:29494; }","duration":"343.398719ms","start":"2026-07-28T15:10:41.067874Z","end":"2026-07-28T15:10:41.411273Z","steps":["trace[1335094736] 'read index received' (duration: 343.132663ms)","trace[1335094736] 'applied index is now lower than readState.Index' (duration: 265.306µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:10:41.411539Z","caller":"traceutil/trace.go:171","msg":"trace[311656294] transaction","detail":"{read_only:false; response_revision:28568; number_of_response:1; }","duration":"395.265755ms","start":"2026-07-28T15:10:41.016262Z","end":"2026-07-28T15:10:41.411528Z","steps":["trace[311656294] 'process raft request' (duration: 394.805004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:41.411637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:41.016243Z","time spent":"395.323837ms","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5777,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:10:41.411701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.615103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:10:41.411721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.78733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/csi-rbd-secret\" ","response":"range_response_count:1 size:881"} {"level":"warn","ts":"2026-07-28T15:10:41.411737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.877199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-28T15:10:41.411764Z","caller":"traceutil/trace.go:171","msg":"trace[2133489594] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:28568; }","duration":"158.731576ms","start":"2026-07-28T15:10:41.253018Z","end":"2026-07-28T15:10:41.411749Z","steps":["trace[2133489594] 'agreement among raft nodes before linearized reading' (duration: 158.618553ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:41.411769Z","caller":"traceutil/trace.go:171","msg":"trace[1846198838] range","detail":"{range_begin:/registry/secrets/kube-system/csi-rbd-secret; range_end:; response_count:1; response_revision:28568; }","duration":"334.870383ms","start":"2026-07-28T15:10:41.076885Z","end":"2026-07-28T15:10:41.411756Z","steps":["trace[1846198838] 'agreement among raft nodes before linearized reading' (duration: 334.713319ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:41.411796Z","caller":"traceutil/trace.go:171","msg":"trace[371046610] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075; range_end:; response_count:1; response_revision:28568; }","duration":"404.982021ms","start":"2026-07-28T15:10:41.006798Z","end":"2026-07-28T15:10:41.41178Z","steps":["trace[371046610] 'agreement among raft nodes before linearized reading' (duration: 404.783407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:41.411807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:41.076867Z","time spent":"334.931704ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":904,"request content":"key:\"/registry/secrets/kube-system/csi-rbd-secret\" "} {"level":"warn","ts":"2026-07-28T15:10:41.411827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:41.006772Z","time spent":"405.049532ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075\" "} {"level":"warn","ts":"2026-07-28T15:10:41.41182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.270193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:10:41.411892Z","caller":"traceutil/trace.go:171","msg":"trace[2065005171] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:28568; }","duration":"134.400267ms","start":"2026-07-28T15:10:41.277472Z","end":"2026-07-28T15:10:41.411872Z","steps":["trace[2065005171] 'agreement among raft nodes before linearized reading' (duration: 134.257863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:41.411978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.550181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2n4p\" ","response":"range_response_count:1 size:9715"} {"level":"info","ts":"2026-07-28T15:10:41.412015Z","caller":"traceutil/trace.go:171","msg":"trace[325880207] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2n4p; range_end:; response_count:1; response_revision:28568; }","duration":"158.636323ms","start":"2026-07-28T15:10:41.253367Z","end":"2026-07-28T15:10:41.412003Z","steps":["trace[325880207] 'agreement among raft nodes before linearized reading' (duration: 158.51555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:41.41205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.608985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29754180-dlwdd\" ","response":"range_response_count:1 size:6960"} {"level":"warn","ts":"2026-07-28T15:10:41.412079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.803808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1560"} {"level":"info","ts":"2026-07-28T15:10:41.412083Z","caller":"traceutil/trace.go:171","msg":"trace[64054068] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29754180-dlwdd; range_end:; response_count:1; response_revision:28568; }","duration":"161.682136ms","start":"2026-07-28T15:10:41.250391Z","end":"2026-07-28T15:10:41.412073Z","steps":["trace[64054068] 'agreement among raft nodes before linearized reading' (duration: 161.570984ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:41.412102Z","caller":"traceutil/trace.go:171","msg":"trace[456621404] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:28568; }","duration":"331.8535ms","start":"2026-07-28T15:10:41.080242Z","end":"2026-07-28T15:10:41.412096Z","steps":["trace[456621404] 'agreement among raft nodes before linearized reading' (duration: 331.784558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:41.412122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:41.080228Z","time spent":"331.889591ms","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1583,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-28T15:10:41.412149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.06345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:23106"} {"level":"info","ts":"2026-07-28T15:10:41.412184Z","caller":"traceutil/trace.go:171","msg":"trace[152338223] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:28568; }","duration":"331.128382ms","start":"2026-07-28T15:10:41.081046Z","end":"2026-07-28T15:10:41.412174Z","steps":["trace[152338223] 'agreement among raft nodes before linearized reading' (duration: 330.999119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:41.412212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:41.081031Z","time spent":"331.174593ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":23129,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-28T15:10:41.917186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420805,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:42.418244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609420805,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:10:42.868793Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.454687941s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T15:10:42.869158Z","caller":"traceutil/trace.go:171","msg":"trace[93826178] linearizableReadLoop","detail":"{readStateIndex:29496; appliedIndex:29495; }","duration":"1.452030156s","start":"2026-07-28T15:10:41.417106Z","end":"2026-07-28T15:10:42.869136Z","steps":["trace[93826178] 'read index received' (duration: 1.451811051s)","trace[93826178] 'applied index is now lower than readState.Index' (duration: 218.225µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:10:42.869208Z","caller":"traceutil/trace.go:171","msg":"trace[685307979] transaction","detail":"{read_only:false; response_revision:28569; number_of_response:1; }","duration":"1.455149641s","start":"2026-07-28T15:10:41.414018Z","end":"2026-07-28T15:10:42.869168Z","steps":["trace[685307979] 'process raft request' (duration: 1.454956817s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:42.869371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:41.414001Z","time spent":"1.455268615s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:10:42.869448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01339326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:10:42.869529Z","caller":"traceutil/trace.go:171","msg":"trace[1958972896] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:28569; }","duration":"1.013527013s","start":"2026-07-28T15:10:41.85598Z","end":"2026-07-28T15:10:42.869507Z","steps":["trace[1958972896] 'agreement among raft nodes before linearized reading' (duration: 1.013362939s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:42.869542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185792856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:10:42.869636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.057196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:10:42.869647Z","caller":"traceutil/trace.go:171","msg":"trace[53627281] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:28569; }","duration":"1.18596067s","start":"2026-07-28T15:10:41.683662Z","end":"2026-07-28T15:10:42.869622Z","steps":["trace[53627281] 'agreement among raft nodes before linearized reading' (duration: 1.185752365s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:42.869667Z","caller":"traceutil/trace.go:171","msg":"trace[1762715667] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:28569; }","duration":"297.128098ms","start":"2026-07-28T15:10:42.572531Z","end":"2026-07-28T15:10:42.869659Z","steps":["trace[1762715667] 'agreement among raft nodes before linearized reading' (duration: 297.078327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:42.869707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:41.683644Z","time spent":"1.186050083s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:42.869749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135613111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:10:42.869775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450910909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d6af4bbc-a7db-49db-ae69-eb80198d289e\" ","response":"range_response_count:1 size:2185"} {"level":"info","ts":"2026-07-28T15:10:42.869821Z","caller":"traceutil/trace.go:171","msg":"trace[1883186277] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28569; }","duration":"1.135679112s","start":"2026-07-28T15:10:41.734098Z","end":"2026-07-28T15:10:42.869777Z","steps":["trace[1883186277] 'agreement among raft nodes before linearized reading' (duration: 1.13559933s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:42.869858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:41.734088Z","time spent":"1.135761945s","remote":"127.0.0.1:56778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:10:42.86986Z","caller":"traceutil/trace.go:171","msg":"trace[203684724] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d6af4bbc-a7db-49db-ae69-eb80198d289e; range_end:; response_count:1; response_revision:28569; }","duration":"1.451012561s","start":"2026-07-28T15:10:41.418823Z","end":"2026-07-28T15:10:42.869836Z","steps":["trace[203684724] 'agreement among raft nodes before linearized reading' (duration: 1.450854738s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:42.869909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:41.418818Z","time spent":"1.451079243s","remote":"127.0.0.1:54068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2208,"request content":"key:\"/registry/persistentvolumes/pvc-d6af4bbc-a7db-49db-ae69-eb80198d289e\" "} {"level":"warn","ts":"2026-07-28T15:10:42.869585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:41.855964Z","time spent":"1.013610255s","remote":"127.0.0.1:54586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:10:42.87001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.945048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.222\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-28T15:10:42.870044Z","caller":"traceutil/trace.go:171","msg":"trace[105749607] range","detail":"{range_begin:/registry/masterleases/162.253.55.222; range_end:; response_count:1; response_revision:28569; }","duration":"407.01447ms","start":"2026-07-28T15:10:42.463021Z","end":"2026-07-28T15:10:42.870036Z","steps":["trace[105749607] 'agreement among raft nodes before linearized reading' (duration: 406.884667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:42.87007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:42.463002Z","time spent":"407.062482ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.222\" "} {"level":"warn","ts":"2026-07-28T15:10:42.870135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45299157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:973087"} {"level":"info","ts":"2026-07-28T15:10:42.870187Z","caller":"traceutil/trace.go:171","msg":"trace[80725092] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:28569; }","duration":"1.453102122s","start":"2026-07-28T15:10:41.417069Z","end":"2026-07-28T15:10:42.870172Z","steps":["trace[80725092] 'agreement among raft nodes before linearized reading' (duration: 1.452149899s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:42.870196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.066852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:10:42.870229Z","caller":"traceutil/trace.go:171","msg":"trace[1494888022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28569; }","duration":"490.146564ms","start":"2026-07-28T15:10:42.380072Z","end":"2026-07-28T15:10:42.870219Z","steps":["trace[1494888022] 'agreement among raft nodes before linearized reading' (duration: 490.074982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:42.870235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:41.417048Z","time spent":"1.453172224s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":99,"response size":973110,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T15:10:42.870256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:42.380056Z","time spent":"490.194325ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:10:42.870548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451728099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17189"} {"level":"info","ts":"2026-07-28T15:10:42.870607Z","caller":"traceutil/trace.go:171","msg":"trace[518938321] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:28569; }","duration":"1.45181201s","start":"2026-07-28T15:10:41.418774Z","end":"2026-07-28T15:10:42.870586Z","steps":["trace[518938321] 'agreement among raft nodes before linearized reading' (duration: 1.451596295s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:42.870644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:41.418764Z","time spent":"1.451872793s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17212,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-28T15:10:42.871024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45387106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:973087"} {"level":"info","ts":"2026-07-28T15:10:42.871062Z","caller":"traceutil/trace.go:171","msg":"trace[69433560] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:28569; }","duration":"1.453954953s","start":"2026-07-28T15:10:41.417096Z","end":"2026-07-28T15:10:42.871051Z","steps":["trace[69433560] 'agreement among raft nodes before linearized reading' (duration: 1.45220686s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:42.871095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:41.417083Z","time spent":"1.454002214s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":99,"response size":973110,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T15:10:43.37741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.299534ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-28T15:10:43.377507Z","caller":"traceutil/trace.go:171","msg":"trace[996146423] linearizableReadLoop","detail":"{readStateIndex:29497; appliedIndex:29496; }","duration":"505.646839ms","start":"2026-07-28T15:10:42.871844Z","end":"2026-07-28T15:10:43.377491Z","steps":["trace[996146423] 'read index received' (duration: 243.323385ms)","trace[996146423] 'applied index is now lower than readState.Index' (duration: 262.322344ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:10:43.377569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:42.871575Z","time spent":"505.990738ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T15:10:43.377766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.959917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:10:43.377794Z","caller":"traceutil/trace.go:171","msg":"trace[1204674003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28569; }","duration":"506.06755ms","start":"2026-07-28T15:10:42.871717Z","end":"2026-07-28T15:10:43.377785Z","steps":["trace[1204674003] 'agreement among raft nodes before linearized reading' (duration: 506.010268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:43.37782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:42.871696Z","time spent":"506.118271ms","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:10:44.320285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.256074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:10:44.320435Z","caller":"traceutil/trace.go:171","msg":"trace[524469528] transaction","detail":"{read_only:false; response_revision:28571; number_of_response:1; }","duration":"941.199471ms","start":"2026-07-28T15:10:43.379223Z","end":"2026-07-28T15:10:44.320423Z","steps":["trace[524469528] 'process raft request' (duration: 941.142799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:44.320511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:43.3792Z","time spent":"941.288232ms","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:10:44.320822Z","caller":"traceutil/trace.go:171","msg":"trace[1985544696] linearizableReadLoop","detail":"{readStateIndex:29498; appliedIndex:29497; }","duration":"943.23542ms","start":"2026-07-28T15:10:43.37753Z","end":"2026-07-28T15:10:44.320766Z","steps":["trace[1985544696] 'read index received' (duration: 500.412792ms)","trace[1985544696] 'applied index is now lower than readState.Index' (duration: 442.819458ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:10:44.32084Z","caller":"traceutil/trace.go:171","msg":"trace[1664767287] transaction","detail":"{read_only:false; response_revision:28570; number_of_response:1; }","duration":"1.437679407s","start":"2026-07-28T15:10:42.883101Z","end":"2026-07-28T15:10:44.32078Z","steps":["trace[1664767287] 'process raft request' (duration: 994.856629ms)","trace[1664767287] 'compare' (duration: 441.942397ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:10:44.321003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:42.883076Z","time spent":"1.437840222s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17357,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:10:44.321045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283765129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:10:44.321103Z","caller":"traceutil/trace.go:171","msg":"trace[808895463] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:28571; }","duration":"1.283877032s","start":"2026-07-28T15:10:43.037211Z","end":"2026-07-28T15:10:44.321088Z","steps":["trace[808895463] 'agreement among raft nodes before linearized reading' (duration: 1.283743468s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:44.321166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.44566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:10:44.321199Z","caller":"traceutil/trace.go:171","msg":"trace[876111238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28571; }","duration":"935.494822ms","start":"2026-07-28T15:10:43.385696Z","end":"2026-07-28T15:10:44.321191Z","steps":["trace[876111238] 'agreement among raft nodes before linearized reading' (duration: 935.445041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:44.321195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446641085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-0.18c67c9e3008c972\" ","response":"range_response_count:1 size:920"} {"level":"warn","ts":"2026-07-28T15:10:44.321224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:43.385687Z","time spent":"935.532583ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:10:44.3212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.548584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:10:44.321159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:43.037192Z","time spent":"1.283951934s","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:10:44.321255Z","caller":"traceutil/trace.go:171","msg":"trace[1560731547] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-0.18c67c9e3008c972; range_end:; response_count:1; response_revision:28571; }","duration":"1.446733087s","start":"2026-07-28T15:10:42.874505Z","end":"2026-07-28T15:10:44.321238Z","steps":["trace[1560731547] 'agreement among raft nodes before linearized reading' (duration: 1.446484821s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:44.321265Z","caller":"traceutil/trace.go:171","msg":"trace[132412303] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:28571; }","duration":"296.648896ms","start":"2026-07-28T15:10:44.024595Z","end":"2026-07-28T15:10:44.321244Z","steps":["trace[132412303] 'agreement among raft nodes before linearized reading' (duration: 296.557904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:44.32129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:42.874485Z","time spent":"1.446797598s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":943,"request content":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-0.18c67c9e3008c972\" "} {"level":"warn","ts":"2026-07-28T15:10:44.321413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.941259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T15:10:44.321438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442605387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1636"} {"level":"info","ts":"2026-07-28T15:10:44.321499Z","caller":"traceutil/trace.go:171","msg":"trace[1285388862] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:28571; }","duration":"573.024251ms","start":"2026-07-28T15:10:43.748455Z","end":"2026-07-28T15:10:44.321479Z","steps":["trace[1285388862] 'agreement among raft nodes before linearized reading' (duration: 572.762555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:44.321552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:43.748386Z","time spent":"573.153424ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-07-28T15:10:44.323207Z","caller":"traceutil/trace.go:171","msg":"trace[576146473] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:28571; }","duration":"1.44440881s","start":"2026-07-28T15:10:42.878776Z","end":"2026-07-28T15:10:44.323185Z","steps":["trace[576146473] 'agreement among raft nodes before linearized reading' (duration: 1.442350881s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:44.323347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:10:42.878763Z","time spent":"1.444530944s","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1659,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-07-28T15:10:45.145427Z","caller":"traceutil/trace.go:171","msg":"trace[997786884] transaction","detail":"{read_only:false; response_revision:28612; number_of_response:1; }","duration":"233.532397ms","start":"2026-07-28T15:10:44.911866Z","end":"2026-07-28T15:10:45.145398Z","steps":["trace[997786884] 'process raft request' (duration: 233.2423ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:10:45.145607Z","caller":"traceutil/trace.go:171","msg":"trace[1561963126] linearizableReadLoop","detail":"{readStateIndex:29540; appliedIndex:29539; }","duration":"231.781725ms","start":"2026-07-28T15:10:44.913695Z","end":"2026-07-28T15:10:45.145477Z","steps":["trace[1561963126] 'read index received' (duration: 231.211371ms)","trace[1561963126] 'applied index is now lower than readState.Index' (duration: 568.024µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:10:45.146004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.489947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T15:10:45.146052Z","caller":"traceutil/trace.go:171","msg":"trace[639710266] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28612; }","duration":"167.58022ms","start":"2026-07-28T15:10:44.978459Z","end":"2026-07-28T15:10:45.146039Z","steps":["trace[639710266] 'agreement among raft nodes before linearized reading' (duration: 167.418696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:45.146293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.144396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T15:10:45.146399Z","caller":"traceutil/trace.go:171","msg":"trace[1503716664] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28612; }","duration":"216.2984ms","start":"2026-07-28T15:10:44.930076Z","end":"2026-07-28T15:10:45.146374Z","steps":["trace[1503716664] 'agreement among raft nodes before linearized reading' (duration: 215.974392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:45.14708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.362543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:973898"} {"level":"info","ts":"2026-07-28T15:10:45.147142Z","caller":"traceutil/trace.go:171","msg":"trace[1160036159] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:28612; }","duration":"233.478626ms","start":"2026-07-28T15:10:44.913649Z","end":"2026-07-28T15:10:45.147128Z","steps":["trace[1160036159] 'agreement among raft nodes before linearized reading' (duration: 232.112443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:45.147262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.693666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419924"} {"level":"info","ts":"2026-07-28T15:10:45.14733Z","caller":"traceutil/trace.go:171","msg":"trace[123548454] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:28612; }","duration":"189.829939ms","start":"2026-07-28T15:10:44.957483Z","end":"2026-07-28T15:10:45.147312Z","steps":["trace[123548454] 'agreement among raft nodes before linearized reading' (duration: 189.511072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:10:45.147605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.701271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:973898"} {"level":"info","ts":"2026-07-28T15:10:45.147664Z","caller":"traceutil/trace.go:171","msg":"trace[103489193] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:28612; }","duration":"233.763403ms","start":"2026-07-28T15:10:44.913888Z","end":"2026-07-28T15:10:45.147651Z","steps":["trace[103489193] 'agreement among raft nodes before linearized reading' (duration: 231.972229ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:11:30.023748Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5a9e84e0e0a90b63","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T15:11:30.028872Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-28T15:11:30.028953Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-28T15:12:29.293736Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27671} {"level":"info","ts":"2026-07-28T15:12:29.4186Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27671,"took":"122.292652ms","hash":3420927075,"current-db-size-bytes":47132672,"current-db-size":"47 MB","current-db-size-in-use-bytes":28569600,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-28T15:12:29.418678Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3420927075,"revision":27671,"compact-revision":25527} {"level":"info","ts":"2026-07-28T15:12:57.35263Z","caller":"traceutil/trace.go:171","msg":"trace[1509134548] transaction","detail":"{read_only:false; response_revision:29646; number_of_response:1; }","duration":"101.9749ms","start":"2026-07-28T15:12:57.250614Z","end":"2026-07-28T15:12:57.352589Z","steps":["trace[1509134548] 'process raft request' (duration: 76.735349ms)","trace[1509134548] 'compare' (duration: 25.106588ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:13:16.193773Z","caller":"traceutil/trace.go:171","msg":"trace[1898648808] linearizableReadLoop","detail":"{readStateIndex:30724; appliedIndex:30723; }","duration":"463.55775ms","start":"2026-07-28T15:13:15.730181Z","end":"2026-07-28T15:13:16.193739Z","steps":["trace[1898648808] 'read index received' (duration: 463.17406ms)","trace[1898648808] 'applied index is now lower than readState.Index' (duration: 382.4µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:13:16.193876Z","caller":"traceutil/trace.go:171","msg":"trace[2145956122] transaction","detail":"{read_only:false; response_revision:29763; number_of_response:1; }","duration":"551.90559ms","start":"2026-07-28T15:13:15.641932Z","end":"2026-07-28T15:13:16.193837Z","steps":["trace[2145956122] 'process raft request' (duration: 551.455659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:16.193948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.538523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:387054"} {"level":"warn","ts":"2026-07-28T15:13:16.194026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:15.641908Z","time spent":"552.041124ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:13:16.194041Z","caller":"traceutil/trace.go:171","msg":"trace[1453968719] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:29762; }","duration":"568.684607ms","start":"2026-07-28T15:13:15.625339Z","end":"2026-07-28T15:13:16.194024Z","steps":["trace[1453968719] 'range keys from in-memory index tree' (duration: 566.490604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:16.194037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.831276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-rabbitmq-user\" ","response":"range_response_count:1 size:735"} {"level":"info","ts":"2026-07-28T15:13:16.194098Z","caller":"traceutil/trace.go:171","msg":"trace[2031258541] range","detail":"{range_begin:/registry/secrets/openstack/keystone-rabbitmq-user; range_end:; response_count:1; response_revision:29763; }","duration":"463.930599ms","start":"2026-07-28T15:13:15.730148Z","end":"2026-07-28T15:13:16.194079Z","steps":["trace[2031258541] 'agreement among raft nodes before linearized reading' (duration: 463.747534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:16.194104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:15.625321Z","time spent":"568.755879ms","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1577,"response size":387077,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-07-28T15:13:16.194152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:15.730132Z","time spent":"464.006231ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":758,"request content":"key:\"/registry/secrets/openstack/keystone-rabbitmq-user\" "} {"level":"info","ts":"2026-07-28T15:13:16.384689Z","caller":"traceutil/trace.go:171","msg":"trace[1364533477] linearizableReadLoop","detail":"{readStateIndex:30725; appliedIndex:30724; }","duration":"190.791382ms","start":"2026-07-28T15:13:16.193867Z","end":"2026-07-28T15:13:16.384658Z","steps":["trace[1364533477] 'read index received' (duration: 107.972255ms)","trace[1364533477] 'applied index is now lower than readState.Index' (duration: 82.817927ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:13:16.38501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.900133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T15:13:16.385091Z","caller":"traceutil/trace.go:171","msg":"trace[1274192832] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29764; }","duration":"207.027796ms","start":"2026-07-28T15:13:16.17804Z","end":"2026-07-28T15:13:16.385067Z","steps":["trace[1274192832] 'agreement among raft nodes before linearized reading' (duration: 206.80369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:16.385089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.119746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T15:13:16.385159Z","caller":"traceutil/trace.go:171","msg":"trace[1376218055] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29764; }","duration":"242.233989ms","start":"2026-07-28T15:13:16.142906Z","end":"2026-07-28T15:13:16.38514Z","steps":["trace[1376218055] 'agreement among raft nodes before linearized reading' (duration: 242.078235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:16.385186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.781458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-rabbitmq-user\" ","response":"range_response_count:1 size:735"} {"level":"warn","ts":"2026-07-28T15:13:16.38524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.783312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:13:16.385144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.669431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-28T15:13:16.385268Z","caller":"traceutil/trace.go:171","msg":"trace[1467060203] range","detail":"{range_begin:/registry/secrets/openstack/keystone-rabbitmq-user; range_end:; response_count:1; response_revision:29764; }","duration":"111.912341ms","start":"2026-07-28T15:13:16.273336Z","end":"2026-07-28T15:13:16.385248Z","steps":["trace[1467060203] 'agreement among raft nodes before linearized reading' (duration: 111.688116ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:13:16.385298Z","caller":"traceutil/trace.go:171","msg":"trace[1423658676] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29764; }","duration":"346.876144ms","start":"2026-07-28T15:13:16.038403Z","end":"2026-07-28T15:13:16.385279Z","steps":["trace[1423658676] 'agreement among raft nodes before linearized reading' (duration: 346.511955ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:13:16.385304Z","caller":"traceutil/trace.go:171","msg":"trace[765552487] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:29764; }","duration":"226.903817ms","start":"2026-07-28T15:13:16.158385Z","end":"2026-07-28T15:13:16.385288Z","steps":["trace[765552487] 'agreement among raft nodes before linearized reading' (duration: 226.59685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:16.38534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:16.038382Z","time spent":"346.950715ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:13:16.385475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.787481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T15:13:16.385532Z","caller":"traceutil/trace.go:171","msg":"trace[105463097] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:29764; }","duration":"204.884064ms","start":"2026-07-28T15:13:16.180635Z","end":"2026-07-28T15:13:16.385519Z","steps":["trace[105463097] 'agreement among raft nodes before linearized reading' (duration: 204.083614ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:13:16.385685Z","caller":"traceutil/trace.go:171","msg":"trace[783137023] transaction","detail":"{read_only:false; response_revision:29764; number_of_response:1; }","duration":"555.865706ms","start":"2026-07-28T15:13:15.829115Z","end":"2026-07-28T15:13:16.38498Z","steps":["trace[783137023] 'process raft request' (duration: 472.796783ms)","trace[783137023] 'compare' (duration: 82.596561ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:13:16.3858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:15.829093Z","time spent":"556.645085ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:13:16.387835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.893697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/keystone-fernet-setup.18c67a919aa6acce\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:29762 ","response":"range_response_count:1000 size:780020"} {"level":"info","ts":"2026-07-28T15:13:16.387883Z","caller":"traceutil/trace.go:171","msg":"trace[1154852295] range","detail":"{range_begin:/registry/events/openstack/keystone-fernet-setup.18c67a919aa6acce\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:29764; }","duration":"186.98524ms","start":"2026-07-28T15:13:16.200887Z","end":"2026-07-28T15:13:16.387872Z","steps":["trace[1154852295] 'agreement among raft nodes before linearized reading' (duration: 184.040208ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:13:41.163326Z","caller":"traceutil/trace.go:171","msg":"trace[1128846115] linearizableReadLoop","detail":"{readStateIndex:30890; appliedIndex:30889; }","duration":"497.309857ms","start":"2026-07-28T15:13:40.665985Z","end":"2026-07-28T15:13:41.163295Z","steps":["trace[1128846115] 'read index received' (duration: 497.092692ms)","trace[1128846115] 'applied index is now lower than readState.Index' (duration: 215.905µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:13:41.163478Z","caller":"traceutil/trace.go:171","msg":"trace[1408162447] transaction","detail":"{read_only:false; response_revision:29923; number_of_response:1; }","duration":"515.819576ms","start":"2026-07-28T15:13:40.647613Z","end":"2026-07-28T15:13:41.163432Z","steps":["trace[1408162447] 'process raft request' (duration: 515.501198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:41.163578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.582954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/sh.helm.release.v1.node-feature-discovery.v1\" ","response":"range_response_count:1 size:27781"} {"level":"info","ts":"2026-07-28T15:13:41.163627Z","caller":"traceutil/trace.go:171","msg":"trace[992225992] range","detail":"{range_begin:/registry/secrets/monitoring/sh.helm.release.v1.node-feature-discovery.v1; range_end:; response_count:1; response_revision:29923; }","duration":"497.683666ms","start":"2026-07-28T15:13:40.66593Z","end":"2026-07-28T15:13:41.163614Z","steps":["trace[992225992] 'agreement among raft nodes before linearized reading' (duration: 497.507302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:41.163662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:40.647601Z","time spent":"515.970189ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:13:41.163672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:40.66591Z","time spent":"497.752128ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":27804,"request content":"key:\"/registry/secrets/monitoring/sh.helm.release.v1.node-feature-discovery.v1\" "} {"level":"info","ts":"2026-07-28T15:13:41.163733Z","caller":"traceutil/trace.go:171","msg":"trace[436365950] transaction","detail":"{read_only:false; response_revision:29924; number_of_response:1; }","duration":"341.112783ms","start":"2026-07-28T15:13:40.822595Z","end":"2026-07-28T15:13:41.163708Z","steps":["trace[436365950] 'process raft request' (duration: 340.988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:41.163832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.85822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/sh.helm.release.v1.prometheus-pushgateway.v1\" ","response":"range_response_count:1 size:15888"} {"level":"warn","ts":"2026-07-28T15:13:41.163889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:40.822573Z","time spent":"341.229907ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:13:41.163895Z","caller":"traceutil/trace.go:171","msg":"trace[668711624] range","detail":"{range_begin:/registry/secrets/monitoring/sh.helm.release.v1.prometheus-pushgateway.v1; range_end:; response_count:1; response_revision:29924; }","duration":"459.954893ms","start":"2026-07-28T15:13:40.703926Z","end":"2026-07-28T15:13:41.163881Z","steps":["trace[668711624] 'agreement among raft nodes before linearized reading' (duration: 459.770538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:41.163926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:40.703912Z","time spent":"460.009524ms","remote":"127.0.0.1:54022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":15911,"request content":"key:\"/registry/secrets/monitoring/sh.helm.release.v1.prometheus-pushgateway.v1\" "} {"level":"warn","ts":"2026-07-28T15:13:45.871612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609431371,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T15:13:46.296799Z","caller":"traceutil/trace.go:171","msg":"trace[1369597052] transaction","detail":"{read_only:false; response_revision:29954; number_of_response:1; }","duration":"939.946001ms","start":"2026-07-28T15:13:45.356837Z","end":"2026-07-28T15:13:46.296783Z","steps":["trace[1369597052] 'process raft request' (duration: 939.831038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:46.296913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:45.356819Z","time spent":"940.037863ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:13:46.308851Z","caller":"traceutil/trace.go:171","msg":"trace[576834553] linearizableReadLoop","detail":"{readStateIndex:30923; appliedIndex:30921; }","duration":"938.32461ms","start":"2026-07-28T15:13:45.370513Z","end":"2026-07-28T15:13:46.308838Z","steps":["trace[576834553] 'read index received' (duration: 926.208258ms)","trace[576834553] 'applied index is now lower than readState.Index' (duration: 12.115622ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:13:46.308896Z","caller":"traceutil/trace.go:171","msg":"trace[1684164395] transaction","detail":"{read_only:false; response_revision:29955; number_of_response:1; }","duration":"702.860606ms","start":"2026-07-28T15:13:45.605995Z","end":"2026-07-28T15:13:46.308856Z","steps":["trace[1684164395] 'process raft request' (duration: 696.596495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:46.309057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.477904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:13:46.309083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:45.605975Z","time spent":"702.999029ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:13:46.309122Z","caller":"traceutil/trace.go:171","msg":"trace[282118219] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:29956; }","duration":"299.616637ms","start":"2026-07-28T15:13:46.00949Z","end":"2026-07-28T15:13:46.309107Z","steps":["trace[282118219] 'agreement among raft nodes before linearized reading' (duration: 299.479814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:46.309142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.993289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:13:46.309081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.015173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1604"} {"level":"warn","ts":"2026-07-28T15:13:46.309193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.973485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T15:13:46.309225Z","caller":"traceutil/trace.go:171","msg":"trace[2027594196] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:29956; }","duration":"561.130263ms","start":"2026-07-28T15:13:45.748076Z","end":"2026-07-28T15:13:46.309207Z","steps":["trace[2027594196] 'agreement among raft nodes before linearized reading' (duration: 560.941838ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:13:46.309236Z","caller":"traceutil/trace.go:171","msg":"trace[1384845078] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:29956; }","duration":"834.198468ms","start":"2026-07-28T15:13:45.475024Z","end":"2026-07-28T15:13:46.309222Z","steps":["trace[1384845078] 'agreement among raft nodes before linearized reading' (duration: 833.941842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:46.309263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:45.748063Z","time spent":"561.192014ms","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:13:46.309283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:45.475006Z","time spent":"834.266529ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1627,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" "} {"level":"info","ts":"2026-07-28T15:13:46.309528Z","caller":"traceutil/trace.go:171","msg":"trace[765902519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29956; }","duration":"695.067298ms","start":"2026-07-28T15:13:45.614176Z","end":"2026-07-28T15:13:46.309243Z","steps":["trace[765902519] 'agreement among raft nodes before linearized reading' (duration: 694.924074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:46.309574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:45.614157Z","time spent":"695.406345ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T15:13:46.309631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.10922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1595"} {"level":"info","ts":"2026-07-28T15:13:46.30968Z","caller":"traceutil/trace.go:171","msg":"trace[1305760254] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:29956; }","duration":"939.189441ms","start":"2026-07-28T15:13:45.370476Z","end":"2026-07-28T15:13:46.309665Z","steps":["trace[1305760254] 'agreement among raft nodes before linearized reading' (duration: 938.463213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:46.309721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:45.370458Z","time spent":"939.255033ms","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":1618,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-07-28T15:13:47.693696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":820675105609431422,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T15:13:47.709438Z","caller":"traceutil/trace.go:171","msg":"trace[86358975] transaction","detail":"{read_only:false; response_revision:29966; number_of_response:1; }","duration":"530.45916ms","start":"2026-07-28T15:13:47.17896Z","end":"2026-07-28T15:13:47.709419Z","steps":["trace[86358975] 'process raft request' (duration: 530.347018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:47.709546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:47.178944Z","time spent":"530.548072ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:13:49.380869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000304648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:13:49.381003Z","caller":"traceutil/trace.go:171","msg":"trace[1479510968] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000484583s","start":"2026-07-28T15:13:47.380499Z","end":"2026-07-28T15:13:49.380983Z","steps":["trace[1479510968] 'agreement among raft nodes before linearized reading' (duration: 2.000334069s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:49.381079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:47.380479Z","time spent":"2.000588705s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:13:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:13:51.225141Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.516594671s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T15:13:51.381672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00041312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:13:51.381755Z","caller":"traceutil/trace.go:171","msg":"trace[910352602] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000579924s","start":"2026-07-28T15:13:49.381159Z","end":"2026-07-28T15:13:51.381739Z","steps":["trace[910352602] 'agreement among raft nodes before linearized reading' (duration: 2.000446501s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:51.381799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:49.381138Z","time spent":"2.000651976s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:13:51.486923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.46824ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:13:51.487063Z","caller":"traceutil/trace.go:171","msg":"trace[1699651650] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29966; }","duration":"854.618473ms","start":"2026-07-28T15:13:50.632424Z","end":"2026-07-28T15:13:51.487042Z","steps":["trace[1699651650] 'range keys from in-memory index tree' (duration: 854.446249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:51.489141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.778631ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T15:13:51.489386Z","caller":"traceutil/trace.go:171","msg":"trace[2123435339] linearizableReadLoop","detail":"{readStateIndex:30935; appliedIndex:30934; }","duration":"4.296125515s","start":"2026-07-28T15:13:47.193243Z","end":"2026-07-28T15:13:51.489368Z","steps":["trace[2123435339] 'read index received' (duration: 516.588154ms)","trace[2123435339] 'applied index is now lower than readState.Index' (duration: 3.779536401s)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:13:51.489471Z","caller":"traceutil/trace.go:171","msg":"trace[806361575] transaction","detail":"{read_only:false; response_revision:29967; number_of_response:1; }","duration":"3.790090436s","start":"2026-07-28T15:13:47.699368Z","end":"2026-07-28T15:13:51.489458Z","steps":["trace[806361575] 'process raft request' (duration: 3.789874501s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:51.489579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:47.699342Z","time spent":"3.790153527s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:13:51.489743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.296482923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T15:13:51.48983Z","caller":"traceutil/trace.go:171","msg":"trace[1429333346] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:29967; }","duration":"4.296614386s","start":"2026-07-28T15:13:47.193192Z","end":"2026-07-28T15:13:51.489806Z","steps":["trace[1429333346] 'agreement among raft nodes before linearized reading' (duration: 4.296397471s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:51.489881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:47.193171Z","time spent":"4.296697919s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T15:13:51.491555Z","caller":"traceutil/trace.go:171","msg":"trace[1034547537] transaction","detail":"{read_only:false; response_revision:29971; number_of_response:1; }","duration":"1.776001483s","start":"2026-07-28T15:13:49.715537Z","end":"2026-07-28T15:13:51.491538Z","steps":["trace[1034547537] 'process raft request' (duration: 1.775965892s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:51.491664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:49.715506Z","time spent":"1.776099016s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:13:51.491717Z","caller":"traceutil/trace.go:171","msg":"trace[720682735] transaction","detail":"{read_only:false; response_revision:29969; number_of_response:1; }","duration":"3.176339877s","start":"2026-07-28T15:13:48.315357Z","end":"2026-07-28T15:13:51.491691Z","steps":["trace[720682735] 'process raft request' (duration: 3.176079501s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:13:51.491646Z","caller":"traceutil/trace.go:171","msg":"trace[1774787209] transaction","detail":"{read_only:false; response_revision:29968; number_of_response:1; }","duration":"3.177071555s","start":"2026-07-28T15:13:48.314541Z","end":"2026-07-28T15:13:51.491612Z","steps":["trace[1774787209] 'process raft request' (duration: 3.176797448s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:13:51.491769Z","caller":"traceutil/trace.go:171","msg":"trace[1644785563] transaction","detail":"{read_only:false; response_revision:29970; number_of_response:1; }","duration":"3.005645842s","start":"2026-07-28T15:13:48.486103Z","end":"2026-07-28T15:13:51.491749Z","steps":["trace[1644785563] 'process raft request' (duration: 3.005370766s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:51.491794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:48.315338Z","time spent":"3.176410279s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:13:51.491811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:48.314515Z","time spent":"3.17725618s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:13:51.491861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:48.486082Z","time spent":"3.005730684s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:13:51.492208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.895320189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T15:13:51.49225Z","caller":"traceutil/trace.go:171","msg":"trace[1029109322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29971; }","duration":"2.89536228s","start":"2026-07-28T15:13:48.596877Z","end":"2026-07-28T15:13:51.492239Z","steps":["trace[1029109322] 'agreement among raft nodes before linearized reading' (duration: 2.895227417s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:51.492281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:48.596831Z","time spent":"2.895439702s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:13:51.492296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.962367163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T15:13:51.49233Z","caller":"traceutil/trace.go:171","msg":"trace[800220976] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29971; }","duration":"2.962433545s","start":"2026-07-28T15:13:48.529884Z","end":"2026-07-28T15:13:51.492317Z","steps":["trace[800220976] 'agreement among raft nodes before linearized reading' (duration: 2.962348643s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:51.492357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:48.529865Z","time spent":"2.962484697s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T15:13:51.492508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.966236717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T15:13:51.492537Z","caller":"traceutil/trace.go:171","msg":"trace[1568005399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29971; }","duration":"2.966303509s","start":"2026-07-28T15:13:48.526224Z","end":"2026-07-28T15:13:51.492528Z","steps":["trace[1568005399] 'agreement among raft nodes before linearized reading' (duration: 2.966214607s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:51.492562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:48.526204Z","time spent":"2.96635124s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T15:13:51.492662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.613504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:13:51.49267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.171686684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T15:13:51.492693Z","caller":"traceutil/trace.go:171","msg":"trace[716600038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29971; }","duration":"104.667946ms","start":"2026-07-28T15:13:51.388016Z","end":"2026-07-28T15:13:51.492684Z","steps":["trace[716600038] 'agreement among raft nodes before linearized reading' (duration: 104.622305ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:13:51.492701Z","caller":"traceutil/trace.go:171","msg":"trace[152142216] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29971; }","duration":"3.171771296s","start":"2026-07-28T15:13:48.320921Z","end":"2026-07-28T15:13:51.492693Z","steps":["trace[152142216] 'agreement among raft nodes before linearized reading' (duration: 3.171693174s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:51.492727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:48.320902Z","time spent":"3.171816128s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T15:13:51.492865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.194574879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"warn","ts":"2026-07-28T15:13:51.492879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.401226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-28T15:13:51.492893Z","caller":"traceutil/trace.go:171","msg":"trace[1063128887] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29971; }","duration":"3.194632871s","start":"2026-07-28T15:13:48.298251Z","end":"2026-07-28T15:13:51.492884Z","steps":["trace[1063128887] 'agreement among raft nodes before linearized reading' (duration: 3.194548839s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:13:51.492912Z","caller":"traceutil/trace.go:171","msg":"trace[654122023] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c679e53fb9f075; range_end:; response_count:1; response_revision:29971; }","duration":"108.456337ms","start":"2026-07-28T15:13:51.384443Z","end":"2026-07-28T15:13:51.492899Z","steps":["trace[654122023] 'agreement among raft nodes before linearized reading' (duration: 108.373885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:51.492918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:48.298234Z","time spent":"3.194676851s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12483,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T15:13:51.493086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.530494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:13:51.49312Z","caller":"traceutil/trace.go:171","msg":"trace[1499558280] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:29971; }","duration":"353.605936ms","start":"2026-07-28T15:13:51.139502Z","end":"2026-07-28T15:13:51.493108Z","steps":["trace[1499558280] 'agreement among raft nodes before linearized reading' (duration: 353.531224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:51.493154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:51.139482Z","time spent":"353.661907ms","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":25,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:13:51.49331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548105114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:13:51.493341Z","caller":"traceutil/trace.go:171","msg":"trace[312151912] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:29971; }","duration":"1.548138035s","start":"2026-07-28T15:13:49.945194Z","end":"2026-07-28T15:13:51.493332Z","steps":["trace[312151912] 'agreement among raft nodes before linearized reading' (duration: 1.548087253s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:51.493366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:49.945132Z","time spent":"1.548226686s","remote":"127.0.0.1:55614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:13:51.493368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801438969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-28T15:13:51.493396Z","caller":"traceutil/trace.go:171","msg":"trace[983286345] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:29971; }","duration":"1.801517681s","start":"2026-07-28T15:13:49.69187Z","end":"2026-07-28T15:13:51.493388Z","steps":["trace[983286345] 'agreement among raft nodes before linearized reading' (duration: 1.801436849s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:51.49342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:49.69185Z","time spent":"1.801563473s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T15:13:51.493563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.894159041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T15:13:51.49359Z","caller":"traceutil/trace.go:171","msg":"trace[543492405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29971; }","duration":"2.894213423s","start":"2026-07-28T15:13:48.599368Z","end":"2026-07-28T15:13:51.493582Z","steps":["trace[543492405] 'agreement among raft nodes before linearized reading' (duration: 2.894139781s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:51.493622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:48.599355Z","time spent":"2.894259023s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:13:51.492213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.350697561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:13:51.493714Z","caller":"traceutil/trace.go:171","msg":"trace[1684931930] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:29971; }","duration":"3.352247099s","start":"2026-07-28T15:13:48.141455Z","end":"2026-07-28T15:13:51.493702Z","steps":["trace[1684931930] 'agreement among raft nodes before linearized reading' (duration: 3.350708081s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:51.493747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:48.141433Z","time spent":"3.35230342s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:13:51.493876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.742381619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:13:51.493911Z","caller":"traceutil/trace.go:171","msg":"trace[2112475063] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:29971; }","duration":"3.74241938s","start":"2026-07-28T15:13:47.751481Z","end":"2026-07-28T15:13:51.4939Z","steps":["trace[2112475063] 'agreement among raft nodes before linearized reading' (duration: 3.742361639s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:51.493941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:47.75144Z","time spent":"3.742491452s","remote":"127.0.0.1:34314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:13:51.494121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.716767149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:1 size:1311"} {"level":"info","ts":"2026-07-28T15:13:51.494151Z","caller":"traceutil/trace.go:171","msg":"trace[131437291] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:1; response_revision:29971; }","duration":"3.716824381s","start":"2026-07-28T15:13:47.777317Z","end":"2026-07-28T15:13:51.494142Z","steps":["trace[131437291] 'agreement among raft nodes before linearized reading' (duration: 3.716736039s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:51.494181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:47.777304Z","time spent":"3.716869882s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1334,"request content":"key:\"/registry/services/specs/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-07-28T15:13:51.494354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.782712187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-headless\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-07-28T15:13:51.494392Z","caller":"traceutil/trace.go:171","msg":"trace[528336531] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-headless; range_end:; response_count:1; response_revision:29971; }","duration":"3.782771168s","start":"2026-07-28T15:13:47.711612Z","end":"2026-07-28T15:13:51.494383Z","steps":["trace[528336531] 'agreement among raft nodes before linearized reading' (duration: 3.782677786s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:51.494419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:47.711601Z","time spent":"3.78281163s","remote":"127.0.0.1:54122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1336,"request content":"key:\"/registry/services/specs/monitoring/loki-headless\" "} {"level":"warn","ts":"2026-07-28T15:13:51.494509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.787288408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:13:51.494543Z","caller":"traceutil/trace.go:171","msg":"trace[501120233] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:29971; }","duration":"3.787330329s","start":"2026-07-28T15:13:47.707204Z","end":"2026-07-28T15:13:51.494534Z","steps":["trace[501120233] 'agreement among raft nodes before linearized reading' (duration: 3.787280007s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:51.494575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:47.707156Z","time spent":"3.78740942s","remote":"127.0.0.1:54586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:13:51.494838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.787622976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:13:51.494878Z","caller":"traceutil/trace.go:171","msg":"trace[2868071] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:29971; }","duration":"3.787695948s","start":"2026-07-28T15:13:47.707172Z","end":"2026-07-28T15:13:51.494868Z","steps":["trace[2868071] 'agreement among raft nodes before linearized reading' (duration: 3.78489699s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:13:51.494908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:13:47.707156Z","time spent":"3.787741898s","remote":"127.0.0.1:54642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "}