{"level":"warn","ts":"2026-02-24T06:24:05.592699Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-24T06:24:05.592772Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.204:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.204:2380","--initial-cluster=instance=https://162.253.55.204:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.204:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.204:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-24T06:24:05.592836Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-24T06:24:05.592848Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.204:2380"]} {"level":"info","ts":"2026-02-24T06:24:05.592864Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-24T06:24:05.593485Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"]} {"level":"info","ts":"2026-02-24T06:24:05.593718Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.204:2380"],"listen-peer-urls":["https://162.253.55.204:2380"],"advertise-client-urls":["https://162.253.55.204:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.204:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-24T06:24:05.666967Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"73.031657ms"} {"level":"info","ts":"2026-02-24T06:24:05.703415Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a11c20306510c1f7","cluster-id":"97da89d0cbebd2b5"} {"level":"info","ts":"2026-02-24T06:24:05.703554Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 switched to configuration voters=()"} {"level":"info","ts":"2026-02-24T06:24:05.703583Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became follower at term 0"} {"level":"info","ts":"2026-02-24T06:24:05.703609Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a11c20306510c1f7 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-24T06:24:05.703628Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became follower at term 1"} {"level":"info","ts":"2026-02-24T06:24:05.703689Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 switched to configuration voters=(11609189331680412151)"} {"level":"warn","ts":"2026-02-24T06:24:05.742976Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-24T06:24:05.744773Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-24T06:24:05.746382Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-24T06:24:05.754457Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a11c20306510c1f7","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-24T06:24:05.754759Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-24T06:24:05.754793Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a11c20306510c1f7","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-24T06:24:05.754907Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-24T06:24:05.7551Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-24T06:24:05.756539Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 switched to configuration voters=(11609189331680412151)"} {"level":"info","ts":"2026-02-24T06:24:05.757108Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"97da89d0cbebd2b5","local-member-id":"a11c20306510c1f7","added-peer-id":"a11c20306510c1f7","added-peer-peer-urls":["https://162.253.55.204:2380"]} {"level":"info","ts":"2026-02-24T06:24:05.76011Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-24T06:24:05.760204Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.204:2380"} {"level":"info","ts":"2026-02-24T06:24:05.76027Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.204:2380"} {"level":"info","ts":"2026-02-24T06:24:05.760602Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a11c20306510c1f7","initial-advertise-peer-urls":["https://162.253.55.204:2380"],"listen-peer-urls":["https://162.253.55.204:2380"],"advertise-client-urls":["https://162.253.55.204:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-24T06:24:05.76068Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-24T06:24:06.70434Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 is starting a new election at term 1"} {"level":"info","ts":"2026-02-24T06:24:06.704428Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became pre-candidate at term 1"} {"level":"info","ts":"2026-02-24T06:24:06.704464Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 received MsgPreVoteResp from a11c20306510c1f7 at term 1"} {"level":"info","ts":"2026-02-24T06:24:06.704486Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became candidate at term 2"} {"level":"info","ts":"2026-02-24T06:24:06.704503Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 received MsgVoteResp from a11c20306510c1f7 at term 2"} {"level":"info","ts":"2026-02-24T06:24:06.704522Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became leader at term 2"} {"level":"info","ts":"2026-02-24T06:24:06.70454Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a11c20306510c1f7 elected leader a11c20306510c1f7 at term 2"} {"level":"info","ts":"2026-02-24T06:24:06.705598Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-24T06:24:06.706738Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a11c20306510c1f7","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.204:2379]}","request-path":"/0/members/a11c20306510c1f7/attributes","cluster-id":"97da89d0cbebd2b5","publish-timeout":"7s"} {"level":"info","ts":"2026-02-24T06:24:06.706788Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-24T06:24:06.706852Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-24T06:24:06.707137Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-24T06:24:06.707197Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-24T06:24:06.707679Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"97da89d0cbebd2b5","local-member-id":"a11c20306510c1f7","cluster-version":"3.5"} {"level":"info","ts":"2026-02-24T06:24:06.707814Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-24T06:24:06.70785Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-24T06:24:06.70881Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-24T06:24:06.710344Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.204:2379"} {"level":"warn","ts":"2026-02-24T06:24:12.324964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.001035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:24:12.325051Z","caller":"traceutil/trace.go:171","msg":"trace[297191893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:255; }","duration":"600.151029ms","start":"2026-02-24T06:24:11.724884Z","end":"2026-02-24T06:24:12.325035Z","steps":["trace[297191893] 'range keys from in-memory index tree' (duration: 599.925284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:12.325086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:11.724869Z","time spent":"600.2104ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T06:24:12.325899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.61621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:24:12.325988Z","caller":"traceutil/trace.go:171","msg":"trace[1232165581] linearizableReadLoop","detail":"{readStateIndex:264; appliedIndex:263; }","duration":"570.432631ms","start":"2026-02-24T06:24:11.755542Z","end":"2026-02-24T06:24:12.325975Z","steps":["trace[1232165581] 'read index received' (duration: 425.934679ms)","trace[1232165581] 'applied index is now lower than readState.Index' (duration: 144.496802ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:24:12.326019Z","caller":"traceutil/trace.go:171","msg":"trace[1714900102] transaction","detail":"{read_only:false; response_revision:256; number_of_response:1; }","duration":"596.308435ms","start":"2026-02-24T06:24:11.729683Z","end":"2026-02-24T06:24:12.325992Z","steps":["trace[1714900102] 'process raft request' (duration: 451.863745ms)","trace[1714900102] 'compare' (duration: 143.21434ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:24:12.326119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:11.729669Z","time spent":"596.405068ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1934,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T06:24:12.326183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.641107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-02-24T06:24:12.326286Z","caller":"traceutil/trace.go:171","msg":"trace[658860363] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:256; }","duration":"570.765019ms","start":"2026-02-24T06:24:11.75551Z","end":"2026-02-24T06:24:12.326276Z","steps":["trace[658860363] 'agreement among raft nodes before linearized reading' (duration: 570.544984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:12.326321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:11.7555Z","time spent":"570.813061ms","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-02-24T06:24:12.32637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.787798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T06:24:12.326452Z","caller":"traceutil/trace.go:171","msg":"trace[59847493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:256; }","duration":"208.923981ms","start":"2026-02-24T06:24:12.117508Z","end":"2026-02-24T06:24:12.326432Z","steps":["trace[59847493] 'agreement among raft nodes before linearized reading' (duration: 208.736676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:12.326455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.72863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:24:12.326495Z","caller":"traceutil/trace.go:171","msg":"trace[1893290616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:256; }","duration":"260.817042ms","start":"2026-02-24T06:24:12.06567Z","end":"2026-02-24T06:24:12.326487Z","steps":["trace[1893290616] 'agreement among raft nodes before linearized reading' (duration: 260.74706ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:14.484583Z","caller":"traceutil/trace.go:171","msg":"trace[829638863] linearizableReadLoop","detail":"{readStateIndex:302; appliedIndex:301; }","duration":"130.288773ms","start":"2026-02-24T06:24:14.354272Z","end":"2026-02-24T06:24:14.484561Z","steps":["trace[829638863] 'read index received' (duration: 130.054357ms)","trace[829638863] 'applied index is now lower than readState.Index' (duration: 233.426µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:24:14.48476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.466557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-02-24T06:24:14.484731Z","caller":"traceutil/trace.go:171","msg":"trace[988693295] transaction","detail":"{read_only:false; response_revision:291; number_of_response:1; }","duration":"132.930707ms","start":"2026-02-24T06:24:14.351752Z","end":"2026-02-24T06:24:14.484683Z","steps":["trace[988693295] 'process raft request' (duration: 132.673631ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:14.484801Z","caller":"traceutil/trace.go:171","msg":"trace[946560347] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:291; }","duration":"130.540089ms","start":"2026-02-24T06:24:14.354249Z","end":"2026-02-24T06:24:14.484789Z","steps":["trace[946560347] 'agreement among raft nodes before linearized reading' (duration: 130.457327ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:16.421347Z","caller":"traceutil/trace.go:171","msg":"trace[1781099448] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"242.390762ms","start":"2026-02-24T06:24:16.178933Z","end":"2026-02-24T06:24:16.421324Z","steps":["trace[1781099448] 'process raft request' (duration: 242.193487ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:16.421604Z","caller":"traceutil/trace.go:171","msg":"trace[1830816226] linearizableReadLoop","detail":"{readStateIndex:330; appliedIndex:327; }","duration":"217.118772ms","start":"2026-02-24T06:24:16.20446Z","end":"2026-02-24T06:24:16.421579Z","steps":["trace[1830816226] 'read index received' (duration: 216.672271ms)","trace[1830816226] 'applied index is now lower than readState.Index' (duration: 445.561µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:24:16.421691Z","caller":"traceutil/trace.go:171","msg":"trace[576773191] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"239.596113ms","start":"2026-02-24T06:24:16.182053Z","end":"2026-02-24T06:24:16.421649Z","steps":["trace[576773191] 'process raft request' (duration: 239.441139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:16.421808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.330527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-02-24T06:24:16.421847Z","caller":"traceutil/trace.go:171","msg":"trace[1490586003] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:319; }","duration":"217.422069ms","start":"2026-02-24T06:24:16.204413Z","end":"2026-02-24T06:24:16.421836Z","steps":["trace[1490586003] 'agreement among raft nodes before linearized reading' (duration: 217.302226ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:16.421733Z","caller":"traceutil/trace.go:171","msg":"trace[1727574810] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"240.558457ms","start":"2026-02-24T06:24:16.181136Z","end":"2026-02-24T06:24:16.421694Z","steps":["trace[1727574810] 'process raft request' (duration: 240.129316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:16.42201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.754718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-02-24T06:24:16.422141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.67419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-02-24T06:24:16.422168Z","caller":"traceutil/trace.go:171","msg":"trace[1809899485] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:319; }","duration":"166.939163ms","start":"2026-02-24T06:24:16.255208Z","end":"2026-02-24T06:24:16.422147Z","steps":["trace[1809899485] 'agreement among raft nodes before linearized reading' (duration: 166.558673ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:16.42219Z","caller":"traceutil/trace.go:171","msg":"trace[1922512698] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:319; }","duration":"116.793533ms","start":"2026-02-24T06:24:16.305382Z","end":"2026-02-24T06:24:16.422175Z","steps":["trace[1922512698] 'agreement among raft nodes before linearized reading' (duration: 116.64242ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:16.685769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.024197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:24:16.685926Z","caller":"traceutil/trace.go:171","msg":"trace[93300037] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"256.814955ms","start":"2026-02-24T06:24:16.429088Z","end":"2026-02-24T06:24:16.685903Z","steps":["trace[93300037] 'process raft request' (duration: 106.385208ms)","trace[93300037] 'compare' (duration: 149.878614ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:24:16.699671Z","caller":"traceutil/trace.go:171","msg":"trace[951819045] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"268.586403ms","start":"2026-02-24T06:24:16.431048Z","end":"2026-02-24T06:24:16.699634Z","steps":["trace[951819045] 'process raft request' (duration: 268.446429ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:16.69967Z","caller":"traceutil/trace.go:171","msg":"trace[1362169650] transaction","detail":"{read_only:false; response_revision:321; number_of_response:1; }","duration":"270.320046ms","start":"2026-02-24T06:24:16.429294Z","end":"2026-02-24T06:24:16.699614Z","steps":["trace[1362169650] 'process raft request' (duration: 270.0619ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:16.699802Z","caller":"traceutil/trace.go:171","msg":"trace[2081357479] linearizableReadLoop","detail":"{readStateIndex:332; appliedIndex:330; }","duration":"270.158231ms","start":"2026-02-24T06:24:16.429621Z","end":"2026-02-24T06:24:16.699779Z","steps":["trace[2081357479] 'read index received' (duration: 105.944326ms)","trace[2081357479] 'applied index is now lower than readState.Index' (duration: 164.212905ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:24:16.699854Z","caller":"traceutil/trace.go:171","msg":"trace[1669329663] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"264.452431ms","start":"2026-02-24T06:24:16.435369Z","end":"2026-02-24T06:24:16.699822Z","steps":["trace[1669329663] 'process raft request' (duration: 264.339058ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:16.699936Z","caller":"traceutil/trace.go:171","msg":"trace[2100114958] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"265.443296ms","start":"2026-02-24T06:24:16.434454Z","end":"2026-02-24T06:24:16.699897Z","steps":["trace[2100114958] 'process raft request' (duration: 265.18857ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:16.69983Z","caller":"traceutil/trace.go:171","msg":"trace[1290088228] transaction","detail":"{read_only:false; response_revision:324; number_of_response:1; }","duration":"265.540038ms","start":"2026-02-24T06:24:16.434248Z","end":"2026-02-24T06:24:16.699788Z","steps":["trace[1290088228] 'process raft request' (duration: 265.351464ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:16.699715Z","caller":"traceutil/trace.go:171","msg":"trace[1992550354] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"265.711353ms","start":"2026-02-24T06:24:16.433975Z","end":"2026-02-24T06:24:16.699686Z","steps":["trace[1992550354] 'process raft request' (duration: 265.57978ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:16.700114Z","caller":"traceutil/trace.go:171","msg":"trace[1235557159] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"264.784519ms","start":"2026-02-24T06:24:16.435321Z","end":"2026-02-24T06:24:16.700105Z","steps":["trace[1235557159] 'process raft request' (duration: 264.350379ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:16.700174Z","caller":"traceutil/trace.go:171","msg":"trace[1816005395] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"263.16444ms","start":"2026-02-24T06:24:16.436988Z","end":"2026-02-24T06:24:16.700152Z","steps":["trace[1816005395] 'process raft request' (duration: 262.75124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:16.700292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.234227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-24T06:24:16.700325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.685034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-2n6q9\" ","response":"range_response_count:1 size:3416"} {"level":"warn","ts":"2026-02-24T06:24:16.700342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.263018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-02-24T06:24:16.700366Z","caller":"traceutil/trace.go:171","msg":"trace[95746113] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-2n6q9; range_end:; response_count:1; response_revision:328; }","duration":"270.754455ms","start":"2026-02-24T06:24:16.429599Z","end":"2026-02-24T06:24:16.700353Z","steps":["trace[95746113] 'agreement among raft nodes before linearized reading' (duration: 270.664203ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:16.700385Z","caller":"traceutil/trace.go:171","msg":"trace[925556683] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:328; }","duration":"109.31847ms","start":"2026-02-24T06:24:16.591057Z","end":"2026-02-24T06:24:16.700376Z","steps":["trace[925556683] 'agreement among raft nodes before linearized reading' (duration: 109.215107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:16.700434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.721829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-24T06:24:16.700451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.539587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-02-24T06:24:16.700483Z","caller":"traceutil/trace.go:171","msg":"trace[630987980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:328; }","duration":"211.7911ms","start":"2026-02-24T06:24:16.488679Z","end":"2026-02-24T06:24:16.70047Z","steps":["trace[630987980] 'agreement among raft nodes before linearized reading' (duration: 211.701488ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:16.700336Z","caller":"traceutil/trace.go:171","msg":"trace[1524252566] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:328; }","duration":"169.35798ms","start":"2026-02-24T06:24:16.530968Z","end":"2026-02-24T06:24:16.700326Z","steps":["trace[1524252566] 'agreement among raft nodes before linearized reading' (duration: 169.260628ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:16.700527Z","caller":"traceutil/trace.go:171","msg":"trace[1537198063] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:328; }","duration":"245.631ms","start":"2026-02-24T06:24:16.45487Z","end":"2026-02-24T06:24:16.700501Z","steps":["trace[1537198063] 'agreement among raft nodes before linearized reading' (duration: 245.546468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:16.700786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.134247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2879"} {"level":"info","ts":"2026-02-24T06:24:16.700949Z","caller":"traceutil/trace.go:171","msg":"trace[179850471] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:328; }","duration":"269.261019ms","start":"2026-02-24T06:24:16.431587Z","end":"2026-02-24T06:24:16.700848Z","steps":["trace[179850471] 'agreement among raft nodes before linearized reading' (duration: 268.47444ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:16.817406Z","caller":"traceutil/trace.go:171","msg":"trace[1091420004] transaction","detail":"{read_only:false; response_revision:334; number_of_response:1; }","duration":"103.267841ms","start":"2026-02-24T06:24:16.714114Z","end":"2026-02-24T06:24:16.817381Z","steps":["trace[1091420004] 'process raft request' (duration: 72.463916ms)","trace[1091420004] 'compare' (duration: 30.60149ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:24:16.817704Z","caller":"traceutil/trace.go:171","msg":"trace[1711100909] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"103.403115ms","start":"2026-02-24T06:24:16.714265Z","end":"2026-02-24T06:24:16.817668Z","steps":["trace[1711100909] 'process raft request' (duration: 103.057506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:16.818057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.04524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2879"} {"level":"info","ts":"2026-02-24T06:24:16.818141Z","caller":"traceutil/trace.go:171","msg":"trace[2110630987] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:337; }","duration":"104.167223ms","start":"2026-02-24T06:24:16.713954Z","end":"2026-02-24T06:24:16.818121Z","steps":["trace[2110630987] 'agreement among raft nodes before linearized reading' (duration: 104.0441ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:16.99148Z","caller":"traceutil/trace.go:171","msg":"trace[161814263] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"117.706315ms","start":"2026-02-24T06:24:16.873748Z","end":"2026-02-24T06:24:16.991455Z","steps":["trace[161814263] 'process raft request' (duration: 117.620983ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:16.991521Z","caller":"traceutil/trace.go:171","msg":"trace[28403644] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"120.128344ms","start":"2026-02-24T06:24:16.871362Z","end":"2026-02-24T06:24:16.99149Z","steps":["trace[28403644] 'process raft request' (duration: 72.026505ms)","trace[28403644] 'compare' (duration: 47.843543ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:24:17.021875Z","caller":"traceutil/trace.go:171","msg":"trace[580276404] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"125.65817ms","start":"2026-02-24T06:24:16.896191Z","end":"2026-02-24T06:24:17.021849Z","steps":["trace[580276404] 'process raft request' (duration: 125.574488ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:17.021936Z","caller":"traceutil/trace.go:171","msg":"trace[1197136923] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"128.648763ms","start":"2026-02-24T06:24:16.893227Z","end":"2026-02-24T06:24:17.021876Z","steps":["trace[1197136923] 'process raft request' (duration: 128.395237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:17.195582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.795694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:24:17.195836Z","caller":"traceutil/trace.go:171","msg":"trace[1948256030] linearizableReadLoop","detail":"{readStateIndex:360; appliedIndex:359; }","duration":"131.128064ms","start":"2026-02-24T06:24:17.064605Z","end":"2026-02-24T06:24:17.195733Z","steps":["trace[1948256030] 'read index received' (duration: 26.994062ms)","trace[1948256030] 'applied index is now lower than readState.Index' (duration: 104.130992ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:24:17.196062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.428491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:24:17.196111Z","caller":"traceutil/trace.go:171","msg":"trace[7040352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:349; }","duration":"131.542204ms","start":"2026-02-24T06:24:17.06455Z","end":"2026-02-24T06:24:17.196093Z","steps":["trace[7040352] 'agreement among raft nodes before linearized reading' (duration: 131.40992ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:17.196267Z","caller":"traceutil/trace.go:171","msg":"trace[902894212] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"196.493156ms","start":"2026-02-24T06:24:16.999423Z","end":"2026-02-24T06:24:17.195917Z","steps":["trace[902894212] 'process raft request' (duration: 92.18831ms)","trace[902894212] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/replicasets/kube-system/coredns-5dd5756b68; req_size:3779; } (duration: 102.486151ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:24:18.862351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433697109s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:24:18.862488Z","caller":"traceutil/trace.go:171","msg":"trace[1554029788] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"1.657462514s","start":"2026-02-24T06:24:17.205003Z","end":"2026-02-24T06:24:18.862465Z","steps":["trace[1554029788] 'process raft request' (duration: 223.56903ms)","trace[1554029788] 'compare' (duration: 1.433187697s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:24:18.86256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:17.204985Z","time spent":"1.657538906s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4019,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:24:18.905367Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.476736264s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T06:24:18.905702Z","caller":"traceutil/trace.go:171","msg":"trace[792352921] linearizableReadLoop","detail":"{readStateIndex:362; appliedIndex:360; }","duration":"1.648791011s","start":"2026-02-24T06:24:17.256896Z","end":"2026-02-24T06:24:18.905687Z","steps":["trace[792352921] 'read index received' (duration: 171.687658ms)","trace[792352921] 'applied index is now lower than readState.Index' (duration: 1.477102553s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:24:18.905865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648973136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-02-24T06:24:18.905817Z","caller":"traceutil/trace.go:171","msg":"trace[1635907845] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"1.691455507s","start":"2026-02-24T06:24:17.214292Z","end":"2026-02-24T06:24:18.905747Z","steps":["trace[1635907845] 'process raft request' (duration: 1.691327993s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:18.905895Z","caller":"traceutil/trace.go:171","msg":"trace[149129020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:351; }","duration":"1.649032808s","start":"2026-02-24T06:24:17.256852Z","end":"2026-02-24T06:24:18.905885Z","steps":["trace[149129020] 'agreement among raft nodes before linearized reading' (duration: 1.648909834s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:18.905919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:17.256831Z","time spent":"1.649081939s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T06:24:18.906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:17.214269Z","time spent":"1.691655153s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T06:24:18.946385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.069396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-24T06:24:18.946422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558820246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6897"} {"level":"info","ts":"2026-02-24T06:24:18.946476Z","caller":"traceutil/trace.go:171","msg":"trace[1828481433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:352; }","duration":"225.186839ms","start":"2026-02-24T06:24:18.721265Z","end":"2026-02-24T06:24:18.946452Z","steps":["trace[1828481433] 'agreement among raft nodes before linearized reading' (duration: 225.023285ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:18.946493Z","caller":"traceutil/trace.go:171","msg":"trace[275863544] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:352; }","duration":"1.558963069s","start":"2026-02-24T06:24:17.387506Z","end":"2026-02-24T06:24:18.946469Z","steps":["trace[275863544] 'agreement among raft nodes before linearized reading' (duration: 1.558749584s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:18.946493Z","caller":"traceutil/trace.go:171","msg":"trace[1781113616] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"790.984506ms","start":"2026-02-24T06:24:18.155483Z","end":"2026-02-24T06:24:18.946467Z","steps":["trace[1781113616] 'process raft request' (duration: 790.577126ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:18.946517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.392758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:24:18.94656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.381653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-24T06:24:18.946552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:17.387483Z","time spent":"1.559058733s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6921,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-02-24T06:24:18.946591Z","caller":"traceutil/trace.go:171","msg":"trace[2107722718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:352; }","duration":"880.511841ms","start":"2026-02-24T06:24:18.066063Z","end":"2026-02-24T06:24:18.946575Z","steps":["trace[2107722718] 'agreement among raft nodes before linearized reading' (duration: 880.390198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:18.946577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.364384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T06:24:18.946604Z","caller":"traceutil/trace.go:171","msg":"trace[1467068179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:352; }","duration":"256.456546ms","start":"2026-02-24T06:24:18.690134Z","end":"2026-02-24T06:24:18.94659Z","steps":["trace[1467068179] 'agreement among raft nodes before linearized reading' (duration: 256.368794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:18.946632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:18.06604Z","time spent":"880.584453ms","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:24:18.946624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:18.155424Z","time spent":"791.12645ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:24:18.94642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.659946ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:24:18.946654Z","caller":"traceutil/trace.go:171","msg":"trace[1025436649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:352; }","duration":"194.466266ms","start":"2026-02-24T06:24:18.752166Z","end":"2026-02-24T06:24:18.946632Z","steps":["trace[1025436649] 'agreement among raft nodes before linearized reading' (duration: 194.327943ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:18.946728Z","caller":"traceutil/trace.go:171","msg":"trace[1253386761] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:352; }","duration":"470.951473ms","start":"2026-02-24T06:24:18.475734Z","end":"2026-02-24T06:24:18.946686Z","steps":["trace[1253386761] 'agreement among raft nodes before linearized reading' (duration: 470.623375ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:19.238734Z","caller":"traceutil/trace.go:171","msg":"trace[1855812692] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"152.608409ms","start":"2026-02-24T06:24:19.086099Z","end":"2026-02-24T06:24:19.238708Z","steps":["trace[1855812692] 'process raft request' (duration: 84.495541ms)","trace[1855812692] 'compare' (duration: 67.988805ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:24:19.435629Z","caller":"traceutil/trace.go:171","msg":"trace[1694387543] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"107.67736ms","start":"2026-02-24T06:24:19.327908Z","end":"2026-02-24T06:24:19.435586Z","steps":["trace[1694387543] 'process raft request' (duration: 82.245756ms)","trace[1694387543] 'compare' (duration: 25.179718ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:24:39.703829Z","caller":"traceutil/trace.go:171","msg":"trace[1247160724] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"463.355297ms","start":"2026-02-24T06:24:39.240443Z","end":"2026-02-24T06:24:39.703799Z","steps":["trace[1247160724] 'process raft request' (duration: 452.961082ms)","trace[1247160724] 'compare' (duration: 10.20179ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:24:39.703988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:39.240422Z","time spent":"463.480951ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:24:39.707302Z","caller":"traceutil/trace.go:171","msg":"trace[321096329] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"466.436433ms","start":"2026-02-24T06:24:39.240855Z","end":"2026-02-24T06:24:39.707292Z","steps":["trace[321096329] 'process raft request' (duration: 466.265288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:39.707359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:39.240838Z","time spent":"466.495865ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:24:39.707269Z","caller":"traceutil/trace.go:171","msg":"trace[1040188207] linearizableReadLoop","detail":"{readStateIndex:457; appliedIndex:454; }","duration":"324.996885ms","start":"2026-02-24T06:24:39.382248Z","end":"2026-02-24T06:24:39.707244Z","steps":["trace[1040188207] 'read index received' (duration: 311.176876ms)","trace[1040188207] 'applied index is now lower than readState.Index' (duration: 13.818839ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:24:39.70753Z","caller":"traceutil/trace.go:171","msg":"trace[201489269] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"461.85781ms","start":"2026-02-24T06:24:39.24563Z","end":"2026-02-24T06:24:39.707487Z","steps":["trace[201489269] 'process raft request' (duration: 461.575853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:39.707768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:39.245617Z","time spent":"462.083085ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:24:39.707609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.361495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12665"} {"level":"info","ts":"2026-02-24T06:24:39.70783Z","caller":"traceutil/trace.go:171","msg":"trace[1917468241] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:441; }","duration":"325.57458ms","start":"2026-02-24T06:24:39.382236Z","end":"2026-02-24T06:24:39.707811Z","steps":["trace[1917468241] 'agreement among raft nodes before linearized reading' (duration: 325.298923ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:39.707859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:39.382172Z","time spent":"325.679672ms","remote":"127.0.0.1:35052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":12689,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-02-24T06:24:42.784528Z","caller":"traceutil/trace.go:171","msg":"trace[1015762042] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"221.841597ms","start":"2026-02-24T06:24:42.562663Z","end":"2026-02-24T06:24:42.784504Z","steps":["trace[1015762042] 'process raft request' (duration: 221.688623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:43.233151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.26134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:24:43.233226Z","caller":"traceutil/trace.go:171","msg":"trace[1314838932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:481; }","duration":"167.342902ms","start":"2026-02-24T06:24:43.065866Z","end":"2026-02-24T06:24:43.233209Z","steps":["trace[1314838932] 'range keys from in-memory index tree' (duration: 167.214178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:46.830073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:46.470491Z","time spent":"359.567144ms","remote":"127.0.0.1:56226","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T06:24:46.837848Z","caller":"traceutil/trace.go:171","msg":"trace[825941057] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"410.306766ms","start":"2026-02-24T06:24:46.427512Z","end":"2026-02-24T06:24:46.837818Z","steps":["trace[825941057] 'process raft request' (duration: 410.118012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:46.83802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:46.427494Z","time spent":"410.455769ms","remote":"127.0.0.1:35174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":178,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T06:24:46.87128Z","caller":"traceutil/trace.go:171","msg":"trace[2068469950] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"435.031662ms","start":"2026-02-24T06:24:46.436223Z","end":"2026-02-24T06:24:46.871255Z","steps":["trace[2068469950] 'process raft request' (duration: 434.93854ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:46.871376Z","caller":"traceutil/trace.go:171","msg":"trace[828015761] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"442.069186ms","start":"2026-02-24T06:24:46.429259Z","end":"2026-02-24T06:24:46.871329Z","steps":["trace[828015761] 'process raft request' (duration: 441.788599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:46.87145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:46.436208Z","time spent":"435.142305ms","remote":"127.0.0.1:35052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12737,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T06:24:46.871532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:46.429234Z","time spent":"442.207219ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1745,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T06:24:47.409428Z","caller":"traceutil/trace.go:171","msg":"trace[1484967398] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"130.013846ms","start":"2026-02-24T06:24:47.279378Z","end":"2026-02-24T06:24:47.409392Z","steps":["trace[1484967398] 'process raft request' (duration: 101.096787ms)","trace[1484967398] 'compare' (duration: 28.763145ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:24:51.249603Z","caller":"traceutil/trace.go:171","msg":"trace[1761774203] linearizableReadLoop","detail":"{readStateIndex:545; appliedIndex:544; }","duration":"419.464651ms","start":"2026-02-24T06:24:50.830114Z","end":"2026-02-24T06:24:51.249578Z","steps":["trace[1761774203] 'read index received' (duration: 419.268656ms)","trace[1761774203] 'applied index is now lower than readState.Index' (duration: 194.675µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:24:51.249704Z","caller":"traceutil/trace.go:171","msg":"trace[1291424211] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"537.244408ms","start":"2026-02-24T06:24:50.71241Z","end":"2026-02-24T06:24:51.249655Z","steps":["trace[1291424211] 'process raft request' (duration: 536.984301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:51.249851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:50.712378Z","time spent":"537.402132ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16803,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:24:51.249804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.635835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:24:51.249911Z","caller":"traceutil/trace.go:171","msg":"trace[254507579] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:526; }","duration":"419.803919ms","start":"2026-02-24T06:24:50.830089Z","end":"2026-02-24T06:24:51.249893Z","steps":["trace[254507579] 'agreement among raft nodes before linearized reading' (duration: 419.592814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:51.24988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.019725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:24:51.250034Z","caller":"traceutil/trace.go:171","msg":"trace[771198535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:526; }","duration":"183.212639ms","start":"2026-02-24T06:24:51.066808Z","end":"2026-02-24T06:24:51.250021Z","steps":["trace[771198535] 'agreement among raft nodes before linearized reading' (duration: 183.021815ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:51.249965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:50.830074Z","time spent":"419.882311ms","remote":"127.0.0.1:35052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-02-24T06:24:51.470766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.579801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-02-24T06:24:51.47085Z","caller":"traceutil/trace.go:171","msg":"trace[247732716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:526; }","duration":"199.705495ms","start":"2026-02-24T06:24:51.271124Z","end":"2026-02-24T06:24:51.47083Z","steps":["trace[247732716] 'range keys from in-memory index tree' (duration: 199.429858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:52.567728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637814177,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T06:24:52.600829Z","caller":"traceutil/trace.go:171","msg":"trace[1691468679] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"781.895014ms","start":"2026-02-24T06:24:51.818907Z","end":"2026-02-24T06:24:52.600802Z","steps":["trace[1691468679] 'process raft request' (duration: 781.7272ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:52.601001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:51.818893Z","time spent":"782.017628ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:24:53.841456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073200094s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:24:53.84161Z","caller":"traceutil/trace.go:171","msg":"trace[608370229] linearizableReadLoop","detail":"{readStateIndex:549; appliedIndex:547; }","duration":"1.774565424s","start":"2026-02-24T06:24:52.067029Z","end":"2026-02-24T06:24:53.841594Z","steps":["trace[608370229] 'read index received' (duration: 533.607668ms)","trace[608370229] 'applied index is now lower than readState.Index' (duration: 1.240956596s)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:24:53.84169Z","caller":"traceutil/trace.go:171","msg":"trace[2130840557] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"2.022377358s","start":"2026-02-24T06:24:51.819302Z","end":"2026-02-24T06:24:53.84168Z","steps":["trace[2130840557] 'process raft request' (duration: 948.873536ms)","trace[2130840557] 'compare' (duration: 1.073098422s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:24:53.841753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:51.819286Z","time spent":"2.022434119s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:24:53.841974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774951765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:24:53.842008Z","caller":"traceutil/trace.go:171","msg":"trace[1501272062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:531; }","duration":"1.775046976s","start":"2026-02-24T06:24:52.066951Z","end":"2026-02-24T06:24:53.841998Z","steps":["trace[1501272062] 'agreement among raft nodes before linearized reading' (duration: 1.774970464s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:53.842034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:52.066934Z","time spent":"1.775094738s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:24:53.842182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.972328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:24:53.84251Z","caller":"traceutil/trace.go:171","msg":"trace[196625888] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"861.626229ms","start":"2026-02-24T06:24:52.980806Z","end":"2026-02-24T06:24:53.842432Z","steps":["trace[196625888] 'process raft request' (duration: 860.757937ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:53.842292Z","caller":"traceutil/trace.go:171","msg":"trace[2113935288] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:531; }","duration":"831.081961ms","start":"2026-02-24T06:24:53.011177Z","end":"2026-02-24T06:24:53.842259Z","steps":["trace[2113935288] 'agreement among raft nodes before linearized reading' (duration: 830.982028ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:53.842689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:52.980788Z","time spent":"861.813274ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:24:53.842726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:53.011161Z","time spent":"831.549662ms","remote":"127.0.0.1:35174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-02-24T06:24:53.842744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.36402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-24T06:24:53.842779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.849179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-24T06:24:53.842876Z","caller":"traceutil/trace.go:171","msg":"trace[1805388077] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:531; }","duration":"321.992012ms","start":"2026-02-24T06:24:53.520861Z","end":"2026-02-24T06:24:53.842853Z","steps":["trace[1805388077] 'agreement among raft nodes before linearized reading' (duration: 321.693185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:53.842924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:53.52084Z","time spent":"322.074735ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-24T06:24:53.842811Z","caller":"traceutil/trace.go:171","msg":"trace[1137189610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:531; }","duration":"337.471783ms","start":"2026-02-24T06:24:53.505321Z","end":"2026-02-24T06:24:53.842793Z","steps":["trace[1137189610] 'agreement among raft nodes before linearized reading' (duration: 337.258927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:53.842965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:53.505301Z","time spent":"337.654997ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T06:24:56.212643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.325543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-24T06:24:56.212673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.726805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T06:24:56.212754Z","caller":"traceutil/trace.go:171","msg":"trace[755531283] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:683; }","duration":"347.507427ms","start":"2026-02-24T06:24:55.865223Z","end":"2026-02-24T06:24:56.212731Z","steps":["trace[755531283] 'range keys from in-memory index tree' (duration: 347.037765ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:24:56.212785Z","caller":"traceutil/trace.go:171","msg":"trace[1716917031] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:683; }","duration":"343.856268ms","start":"2026-02-24T06:24:55.868897Z","end":"2026-02-24T06:24:56.212754Z","steps":["trace[1716917031] 'range keys from in-memory index tree' (duration: 343.561551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:56.212801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:55.865202Z","time spent":"347.59001ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T06:24:56.212856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:55.868887Z","time spent":"343.953731ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T06:24:56.212673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.717278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T06:24:56.212957Z","caller":"traceutil/trace.go:171","msg":"trace[694410225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:683; }","duration":"367.013745ms","start":"2026-02-24T06:24:55.845891Z","end":"2026-02-24T06:24:56.212905Z","steps":["trace[694410225] 'range keys from in-memory index tree' (duration: 366.569084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:24:56.213082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:24:55.845869Z","time spent":"367.19397ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T06:24:56.214492Z","caller":"traceutil/trace.go:171","msg":"trace[520253402] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"213.127243ms","start":"2026-02-24T06:24:56.001355Z","end":"2026-02-24T06:24:56.214483Z","steps":["trace[520253402] 'process raft request' (duration: 212.875047ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:25:08.587331Z","caller":"traceutil/trace.go:171","msg":"trace[1239630798] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"259.070859ms","start":"2026-02-24T06:25:08.328225Z","end":"2026-02-24T06:25:08.587296Z","steps":["trace[1239630798] 'process raft request' (duration: 200.423342ms)","trace[1239630798] 'compare' (duration: 58.393321ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:25:08.587728Z","caller":"traceutil/trace.go:171","msg":"trace[936040092] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"259.171602ms","start":"2026-02-24T06:25:08.328523Z","end":"2026-02-24T06:25:08.587695Z","steps":["trace[936040092] 'process raft request' (duration: 258.707921ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:25:08.859439Z","caller":"traceutil/trace.go:171","msg":"trace[1910075925] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"153.247176ms","start":"2026-02-24T06:25:08.706163Z","end":"2026-02-24T06:25:08.85941Z","steps":["trace[1910075925] 'process raft request' (duration: 153.01887ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:25:09.423504Z","caller":"traceutil/trace.go:171","msg":"trace[2060261979] linearizableReadLoop","detail":"{readStateIndex:862; appliedIndex:860; }","duration":"359.850501ms","start":"2026-02-24T06:25:09.063633Z","end":"2026-02-24T06:25:09.423484Z","steps":["trace[2060261979] 'read index received' (duration: 2.403359ms)","trace[2060261979] 'applied index is now lower than readState.Index' (duration: 357.446442ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:25:09.423603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.953983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:25:09.423631Z","caller":"traceutil/trace.go:171","msg":"trace[355741376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:838; }","duration":"359.992024ms","start":"2026-02-24T06:25:09.063627Z","end":"2026-02-24T06:25:09.423619Z","steps":["trace[355741376] 'agreement among raft nodes before linearized reading' (duration: 359.938163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:25:09.423656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:25:09.063578Z","time spent":"360.073366ms","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T06:25:09.423603Z","caller":"traceutil/trace.go:171","msg":"trace[614158311] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"366.283908ms","start":"2026-02-24T06:25:09.057251Z","end":"2026-02-24T06:25:09.423535Z","steps":["trace[614158311] 'process raft request' (duration: 366.076303ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:25:09.423784Z","caller":"traceutil/trace.go:171","msg":"trace[1122490933] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"358.276672ms","start":"2026-02-24T06:25:09.065442Z","end":"2026-02-24T06:25:09.423718Z","steps":["trace[1122490933] 'process raft request' (duration: 358.008535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:25:09.423986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:25:09.057231Z","time spent":"366.585685ms","remote":"127.0.0.1:35456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3866,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:25:09.424069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:25:09.06543Z","time spent":"358.483686ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4824,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:25:09.535174Z","caller":"traceutil/trace.go:171","msg":"trace[730290469] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"103.063976ms","start":"2026-02-24T06:25:09.432089Z","end":"2026-02-24T06:25:09.535153Z","steps":["trace[730290469] 'process raft request' (duration: 103.025174ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:25:09.535243Z","caller":"traceutil/trace.go:171","msg":"trace[1575108436] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"103.394184ms","start":"2026-02-24T06:25:09.431828Z","end":"2026-02-24T06:25:09.535223Z","steps":["trace[1575108436] 'process raft request' (duration: 103.192158ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:25:09.535186Z","caller":"traceutil/trace.go:171","msg":"trace[547889423] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"105.325661ms","start":"2026-02-24T06:25:09.429822Z","end":"2026-02-24T06:25:09.535147Z","steps":["trace[547889423] 'process raft request' (duration: 105.045164ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:25:09.830794Z","caller":"traceutil/trace.go:171","msg":"trace[1209601295] transaction","detail":"{read_only:false; response_revision:850; number_of_response:1; }","duration":"215.84032ms","start":"2026-02-24T06:25:09.614924Z","end":"2026-02-24T06:25:09.830765Z","steps":["trace[1209601295] 'process raft request' (duration: 215.622915ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:25:09.922127Z","caller":"traceutil/trace.go:171","msg":"trace[722023069] linearizableReadLoop","detail":"{readStateIndex:876; appliedIndex:874; }","duration":"261.567882ms","start":"2026-02-24T06:25:09.660531Z","end":"2026-02-24T06:25:09.922099Z","steps":["trace[722023069] 'read index received' (duration: 170.027218ms)","trace[722023069] 'applied index is now lower than readState.Index' (duration: 91.539874ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:25:09.922206Z","caller":"traceutil/trace.go:171","msg":"trace[242104199] transaction","detail":"{read_only:false; response_revision:851; number_of_response:1; }","duration":"306.243807ms","start":"2026-02-24T06:25:09.615931Z","end":"2026-02-24T06:25:09.922174Z","steps":["trace[242104199] 'process raft request' (duration: 302.412502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:25:09.922357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:25:09.615916Z","time spent":"306.344789ms","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4164,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:25:09.922401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.872799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T06:25:09.922461Z","caller":"traceutil/trace.go:171","msg":"trace[477982066] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:851; }","duration":"261.983621ms","start":"2026-02-24T06:25:09.660462Z","end":"2026-02-24T06:25:09.922445Z","steps":["trace[477982066] 'agreement among raft nodes before linearized reading' (duration: 261.795227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:25:09.922546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.183443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-24T06:25:09.922649Z","caller":"traceutil/trace.go:171","msg":"trace[1974188234] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:851; }","duration":"259.377988ms","start":"2026-02-24T06:25:09.663249Z","end":"2026-02-24T06:25:09.922627Z","steps":["trace[1974188234] 'agreement among raft nodes before linearized reading' (duration: 259.092161ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:25:10.795293Z","caller":"traceutil/trace.go:171","msg":"trace[1330003937] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"199.619492ms","start":"2026-02-24T06:25:10.595635Z","end":"2026-02-24T06:25:10.795254Z","steps":["trace[1330003937] 'process raft request' (duration: 199.484549ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:25:10.800345Z","caller":"traceutil/trace.go:171","msg":"trace[277030197] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"204.649985ms","start":"2026-02-24T06:25:10.59568Z","end":"2026-02-24T06:25:10.80033Z","steps":["trace[277030197] 'process raft request' (duration: 204.567903ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:25:11.04142Z","caller":"traceutil/trace.go:171","msg":"trace[316563508] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"173.964494ms","start":"2026-02-24T06:25:10.867435Z","end":"2026-02-24T06:25:11.041399Z","steps":["trace[316563508] 'process raft request' (duration: 165.558498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:25:16.481647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637814813,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T06:25:16.536931Z","caller":"traceutil/trace.go:171","msg":"trace[738987984] linearizableReadLoop","detail":"{readStateIndex:916; appliedIndex:915; }","duration":"556.276695ms","start":"2026-02-24T06:25:15.980564Z","end":"2026-02-24T06:25:16.536841Z","steps":["trace[738987984] 'read index received' (duration: 555.371033ms)","trace[738987984] 'applied index is now lower than readState.Index' (duration: 903.922µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:25:16.537301Z","caller":"traceutil/trace.go:171","msg":"trace[1168205012] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"621.179504ms","start":"2026-02-24T06:25:15.916071Z","end":"2026-02-24T06:25:16.53725Z","steps":["trace[1168205012] 'process raft request' (duration: 620.475408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:25:16.5375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.910039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T06:25:16.537857Z","caller":"traceutil/trace.go:171","msg":"trace[143659360] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:888; }","duration":"557.146215ms","start":"2026-02-24T06:25:15.98051Z","end":"2026-02-24T06:25:16.537656Z","steps":["trace[143659360] 'agreement among raft nodes before linearized reading' (duration: 556.609372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:25:16.537914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:25:15.980487Z","time spent":"557.412001ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T06:25:16.53794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:25:15.916049Z","time spent":"621.424621ms","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3702,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:25:16.538132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.006218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-24T06:25:16.538272Z","caller":"traceutil/trace.go:171","msg":"trace[1895795158] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:888; }","duration":"128.185551ms","start":"2026-02-24T06:25:16.410024Z","end":"2026-02-24T06:25:16.538209Z","steps":["trace[1895795158] 'agreement among raft nodes before linearized reading' (duration: 127.69627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:25:16.53848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.118407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:25:16.538554Z","caller":"traceutil/trace.go:171","msg":"trace[1078565530] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:888; }","duration":"452.208349ms","start":"2026-02-24T06:25:16.086327Z","end":"2026-02-24T06:25:16.538535Z","steps":["trace[1078565530] 'agreement among raft nodes before linearized reading' (duration: 451.083922ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:25:16.538527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.125572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:25:16.538608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:25:16.086316Z","time spent":"452.276931ms","remote":"127.0.0.1:40424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"warn","ts":"2026-02-24T06:25:16.537357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.417255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:25:16.538725Z","caller":"traceutil/trace.go:171","msg":"trace[1020756565] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:888; }","duration":"469.328878ms","start":"2026-02-24T06:25:16.069304Z","end":"2026-02-24T06:25:16.538633Z","steps":["trace[1020756565] 'agreement among raft nodes before linearized reading' (duration: 468.000886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:25:16.53878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.762345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:25:16.538847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.601939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:25:16.53889Z","caller":"traceutil/trace.go:171","msg":"trace[561036021] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:888; }","duration":"481.868717ms","start":"2026-02-24T06:25:16.056975Z","end":"2026-02-24T06:25:16.538843Z","steps":["trace[561036021] 'agreement among raft nodes before linearized reading' (duration: 481.105258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:25:16.538851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.583289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:25:16.53892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:25:16.069266Z","time spent":"469.631155ms","remote":"127.0.0.1:40412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"warn","ts":"2026-02-24T06:25:16.538961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:25:16.056966Z","time spent":"481.977949ms","remote":"127.0.0.1:40402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"info","ts":"2026-02-24T06:25:16.539024Z","caller":"traceutil/trace.go:171","msg":"trace[1781658543] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:888; }","duration":"492.87728ms","start":"2026-02-24T06:25:16.045881Z","end":"2026-02-24T06:25:16.538758Z","steps":["trace[1781658543] 'agreement among raft nodes before linearized reading' (duration: 491.411464ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:25:16.539032Z","caller":"traceutil/trace.go:171","msg":"trace[709828387] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:888; }","duration":"452.836854ms","start":"2026-02-24T06:25:16.086107Z","end":"2026-02-24T06:25:16.538944Z","steps":["trace[709828387] 'agreement among raft nodes before linearized reading' (duration: 452.050885ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:25:16.539065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:25:16.04586Z","time spent":"493.192338ms","remote":"127.0.0.1:40388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:25:16.539082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:25:16.086096Z","time spent":"452.972547ms","remote":"127.0.0.1:40424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-02-24T06:25:16.537639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.16345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:25:16.538923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.112513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:25:16.539196Z","caller":"traceutil/trace.go:171","msg":"trace[1391961905] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:888; }","duration":"469.887551ms","start":"2026-02-24T06:25:16.069268Z","end":"2026-02-24T06:25:16.539155Z","steps":["trace[1391961905] 'agreement among raft nodes before linearized reading' (duration: 468.117369ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:25:16.539147Z","caller":"traceutil/trace.go:171","msg":"trace[1453609579] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:888; }","duration":"452.817154ms","start":"2026-02-24T06:25:16.08615Z","end":"2026-02-24T06:25:16.538967Z","steps":["trace[1453609579] 'agreement among raft nodes before linearized reading' (duration: 452.020324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:25:16.539148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.048806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:25:16.539267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:25:16.069259Z","time spent":"469.988554ms","remote":"127.0.0.1:40412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:25:16.539341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.332743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:25:16.539385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:25:16.086139Z","time spent":"453.207483ms","remote":"127.0.0.1:40424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:25:16.539425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.627305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:25:16.539408Z","caller":"traceutil/trace.go:171","msg":"trace[1758215425] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:888; }","duration":"483.394914ms","start":"2026-02-24T06:25:16.055919Z","end":"2026-02-24T06:25:16.539314Z","steps":["trace[1758215425] 'agreement among raft nodes before linearized reading' (duration: 482.236306ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:25:16.539477Z","caller":"traceutil/trace.go:171","msg":"trace[120990024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:888; }","duration":"474.693416ms","start":"2026-02-24T06:25:16.064761Z","end":"2026-02-24T06:25:16.539455Z","steps":["trace[120990024] 'agreement among raft nodes before linearized reading' (duration: 473.218581ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:25:16.53945Z","caller":"traceutil/trace.go:171","msg":"trace[1792842104] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:888; }","duration":"483.442625ms","start":"2026-02-24T06:25:16.055961Z","end":"2026-02-24T06:25:16.539404Z","steps":["trace[1792842104] 'agreement among raft nodes before linearized reading' (duration: 481.798695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:25:16.539515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:25:16.064744Z","time spent":"474.760989ms","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:25:16.539503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:25:16.055908Z","time spent":"483.572638ms","remote":"127.0.0.1:40402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-02-24T06:25:16.539534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:25:16.055956Z","time spent":"483.557678ms","remote":"127.0.0.1:40402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:25:16.539355Z","caller":"traceutil/trace.go:171","msg":"trace[109445656] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:888; }","duration":"469.520903ms","start":"2026-02-24T06:25:16.069758Z","end":"2026-02-24T06:25:16.539279Z","steps":["trace[109445656] 'agreement among raft nodes before linearized reading' (duration: 469.037322ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:25:16.539674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:25:16.069753Z","time spent":"469.888872ms","remote":"127.0.0.1:40412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"warn","ts":"2026-02-24T06:25:16.539768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.776972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:25:16.539824Z","caller":"traceutil/trace.go:171","msg":"trace[473148390] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:888; }","duration":"493.843793ms","start":"2026-02-24T06:25:16.045967Z","end":"2026-02-24T06:25:16.539811Z","steps":["trace[473148390] 'agreement among raft nodes before linearized reading' (duration: 492.07193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:25:16.539869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:25:16.045962Z","time spent":"493.885904ms","remote":"127.0.0.1:40388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 "} {"level":"warn","ts":"2026-02-24T06:25:16.539163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.171927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:25:16.539943Z","caller":"traceutil/trace.go:171","msg":"trace[1082294030] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:888; }","duration":"494.027627ms","start":"2026-02-24T06:25:16.045888Z","end":"2026-02-24T06:25:16.539916Z","steps":["trace[1082294030] 'agreement among raft nodes before linearized reading' (duration: 492.816929ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:25:16.539994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:25:16.045863Z","time spent":"494.11512ms","remote":"127.0.0.1:40388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 "} {"level":"info","ts":"2026-02-24T06:25:16.87533Z","caller":"traceutil/trace.go:171","msg":"trace[1364941606] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"122.395933ms","start":"2026-02-24T06:25:16.7529Z","end":"2026-02-24T06:25:16.875296Z","steps":["trace[1364941606] 'process raft request' (duration: 122.073815ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:25:49.871887Z","caller":"traceutil/trace.go:171","msg":"trace[1605369360] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"145.460084ms","start":"2026-02-24T06:25:49.726375Z","end":"2026-02-24T06:25:49.871835Z","steps":["trace[1605369360] 'process raft request' (duration: 145.243869ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:26:01.478045Z","caller":"traceutil/trace.go:171","msg":"trace[651393114] transaction","detail":"{read_only:false; response_revision:1436; number_of_response:1; }","duration":"127.265068ms","start":"2026-02-24T06:26:01.350746Z","end":"2026-02-24T06:26:01.478011Z","steps":["trace[651393114] 'process raft request' (duration: 127.065503ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:26:05.200128Z","caller":"traceutil/trace.go:171","msg":"trace[1892075060] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"121.420299ms","start":"2026-02-24T06:26:05.078676Z","end":"2026-02-24T06:26:05.200096Z","steps":["trace[1892075060] 'process raft request' (duration: 121.177943ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:26:12.637061Z","caller":"traceutil/trace.go:171","msg":"trace[2014778623] linearizableReadLoop","detail":"{readStateIndex:1656; appliedIndex:1655; }","duration":"217.66297ms","start":"2026-02-24T06:26:12.419377Z","end":"2026-02-24T06:26:12.63704Z","steps":["trace[2014778623] 'read index received' (duration: 217.535927ms)","trace[2014778623] 'applied index is now lower than readState.Index' (duration: 126.243µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:26:12.637126Z","caller":"traceutil/trace.go:171","msg":"trace[31803575] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"505.029119ms","start":"2026-02-24T06:26:12.13206Z","end":"2026-02-24T06:26:12.637089Z","steps":["trace[31803575] 'process raft request' (duration: 504.861805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:12.637244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.856254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-005b88dd-ed6e-41c6-b75f-748aab76a4e1\" ","response":"range_response_count:1 size:3583"} {"level":"info","ts":"2026-02-24T06:26:12.637277Z","caller":"traceutil/trace.go:171","msg":"trace[1776676273] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-005b88dd-ed6e-41c6-b75f-748aab76a4e1; range_end:; response_count:1; response_revision:1592; }","duration":"217.933896ms","start":"2026-02-24T06:26:12.419333Z","end":"2026-02-24T06:26:12.637267Z","steps":["trace[1776676273] 'agreement among raft nodes before linearized reading' (duration: 217.789223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:12.637291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:12.132043Z","time spent":"505.158323ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10770,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:26:13.280229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637816235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:26:13.291286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.91566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:26:13.291411Z","caller":"traceutil/trace.go:171","msg":"trace[380266054] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"648.233128ms","start":"2026-02-24T06:26:12.643152Z","end":"2026-02-24T06:26:13.291385Z","steps":["trace[380266054] 'process raft request' (duration: 24.104823ms)","trace[380266054] 'compare' (duration: 623.695015ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:26:13.291491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:12.643136Z","time spent":"648.30985ms","remote":"127.0.0.1:35136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:26:13.780863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637816235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:26:13.790147Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.115364931s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:26:14.319539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.058369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:26:14.319984Z","caller":"traceutil/trace.go:171","msg":"trace[1202293960] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"1.676733239s","start":"2026-02-24T06:26:12.643224Z","end":"2026-02-24T06:26:14.319957Z","steps":["trace[1202293960] 'process raft request' (duration: 1.147153216s)","trace[1202293960] 'compare' (duration: 528.776602ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:26:14.320064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:12.643202Z","time spent":"1.676826441s","remote":"127.0.0.1:35248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:26:14.32013Z","caller":"traceutil/trace.go:171","msg":"trace[1202258209] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"1.675492457s","start":"2026-02-24T06:26:12.644598Z","end":"2026-02-24T06:26:14.320091Z","steps":["trace[1202258209] 'process raft request' (duration: 1.6751902s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:26:14.320156Z","caller":"traceutil/trace.go:171","msg":"trace[615448711] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"1.67118681s","start":"2026-02-24T06:26:12.648937Z","end":"2026-02-24T06:26:14.320124Z","steps":["trace[615448711] 'process raft request' (duration: 1.670897933s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:14.320283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:12.644581Z","time spent":"1.675613201s","remote":"127.0.0.1:35248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:26:14.320317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:12.648927Z","time spent":"1.671306363s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3663,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:26:14.320286Z","caller":"traceutil/trace.go:171","msg":"trace[1332255285] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"1.676336929s","start":"2026-02-24T06:26:12.643905Z","end":"2026-02-24T06:26:14.320242Z","steps":["trace[1332255285] 'process raft request' (duration: 1.675780254s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:14.320569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:12.643887Z","time spent":"1.676589766s","remote":"127.0.0.1:35136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:26:14.377754Z","caller":"traceutil/trace.go:171","msg":"trace[909604041] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"735.137929ms","start":"2026-02-24T06:26:13.64258Z","end":"2026-02-24T06:26:14.377718Z","steps":["trace[909604041] 'process raft request' (duration: 735.065207ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:26:14.377754Z","caller":"traceutil/trace.go:171","msg":"trace[1178687103] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"1.443401247s","start":"2026-02-24T06:26:12.934318Z","end":"2026-02-24T06:26:14.377719Z","steps":["trace[1178687103] 'process raft request' (duration: 1.443186002s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:14.377944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:13.64256Z","time spent":"735.280932ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:26:14.378021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:12.934283Z","time spent":"1.443655214s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:26:14.378114Z","caller":"traceutil/trace.go:171","msg":"trace[690109538] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"641.264694ms","start":"2026-02-24T06:26:13.736818Z","end":"2026-02-24T06:26:14.378083Z","steps":["trace[690109538] 'process raft request' (duration: 640.861164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:14.378255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:13.736783Z","time spent":"641.402118ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:26:14.378414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599049786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5324"} {"level":"info","ts":"2026-02-24T06:26:14.378458Z","caller":"traceutil/trace.go:171","msg":"trace[2660068] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1600; }","duration":"1.599092607s","start":"2026-02-24T06:26:12.779352Z","end":"2026-02-24T06:26:14.378445Z","steps":["trace[2660068] 'agreement among raft nodes before linearized reading' (duration: 1.598939233s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:14.378488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:12.77927Z","time spent":"1.59921127s","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5348,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-24T06:26:14.378692Z","caller":"traceutil/trace.go:171","msg":"trace[1687059324] linearizableReadLoop","detail":"{readStateIndex:1664; appliedIndex:1657; }","duration":"1.599117597s","start":"2026-02-24T06:26:12.779374Z","end":"2026-02-24T06:26:14.378491Z","steps":["trace[1687059324] 'read index received' (duration: 1.010999363s)","trace[1687059324] 'applied index is now lower than readState.Index' (duration: 587.51981ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:26:14.378859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123890034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:26:14.378902Z","caller":"traceutil/trace.go:171","msg":"trace[2046996386] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1600; }","duration":"1.123956796s","start":"2026-02-24T06:26:13.254936Z","end":"2026-02-24T06:26:14.378892Z","steps":["trace[2046996386] 'agreement among raft nodes before linearized reading' (duration: 1.123887644s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:14.378931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:13.254924Z","time spent":"1.123999347s","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:26:14.37905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137658478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T06:26:14.379087Z","caller":"traceutil/trace.go:171","msg":"trace[516931782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1600; }","duration":"1.137800571s","start":"2026-02-24T06:26:13.241276Z","end":"2026-02-24T06:26:14.379077Z","steps":["trace[516931782] 'agreement among raft nodes before linearized reading' (duration: 1.137675978s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:14.379117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:13.24123Z","time spent":"1.137880443s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T06:26:14.379249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141457413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-24T06:26:14.37928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.841948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-24T06:26:14.379282Z","caller":"traceutil/trace.go:171","msg":"trace[1485216300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1600; }","duration":"1.141514945s","start":"2026-02-24T06:26:13.237759Z","end":"2026-02-24T06:26:14.379274Z","steps":["trace[1485216300] 'agreement among raft nodes before linearized reading' (duration: 1.141428722s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:14.379322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:13.237746Z","time spent":"1.141570516s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T06:26:14.379402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312514197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:26:14.379403Z","caller":"traceutil/trace.go:171","msg":"trace[1269227334] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1600; }","duration":"240.92796ms","start":"2026-02-24T06:26:14.138378Z","end":"2026-02-24T06:26:14.379306Z","steps":["trace[1269227334] 'agreement among raft nodes before linearized reading' (duration: 240.760026ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:26:14.37943Z","caller":"traceutil/trace.go:171","msg":"trace[1481182383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1600; }","duration":"1.312563878s","start":"2026-02-24T06:26:13.066859Z","end":"2026-02-24T06:26:14.379422Z","steps":["trace[1481182383] 'agreement among raft nodes before linearized reading' (duration: 1.312526047s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:14.379453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:13.066845Z","time spent":"1.312603999s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:26:14.378929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560424542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-24T06:26:14.379605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.175985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-005b88dd-ed6e-41c6-b75f-748aab76a4e1\" ","response":"range_response_count:1 size:3678"} {"level":"info","ts":"2026-02-24T06:26:14.379637Z","caller":"traceutil/trace.go:171","msg":"trace[1079485872] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-005b88dd-ed6e-41c6-b75f-748aab76a4e1; range_end:; response_count:1; response_revision:1600; }","duration":"738.230337ms","start":"2026-02-24T06:26:13.641396Z","end":"2026-02-24T06:26:14.379626Z","steps":["trace[1079485872] 'agreement among raft nodes before linearized reading' (duration: 738.111864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:14.379664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:13.641383Z","time spent":"738.274068ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3702,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-005b88dd-ed6e-41c6-b75f-748aab76a4e1\" "} {"level":"warn","ts":"2026-02-24T06:26:14.379655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322791403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5324"} {"level":"info","ts":"2026-02-24T06:26:14.379709Z","caller":"traceutil/trace.go:171","msg":"trace[2103585315] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1600; }","duration":"1.322906086s","start":"2026-02-24T06:26:13.056786Z","end":"2026-02-24T06:26:14.379692Z","steps":["trace[2103585315] 'agreement among raft nodes before linearized reading' (duration: 1.322754852s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:14.379751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:13.056761Z","time spent":"1.322980958s","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5348,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-24T06:26:14.379706Z","caller":"traceutil/trace.go:171","msg":"trace[2007427722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1600; }","duration":"1.56119003s","start":"2026-02-24T06:26:12.818436Z","end":"2026-02-24T06:26:14.379627Z","steps":["trace[2007427722] 'agreement among raft nodes before linearized reading' (duration: 1.56036378s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:14.379819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56037668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T06:26:14.379876Z","caller":"traceutil/trace.go:171","msg":"trace[633283335] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1600; }","duration":"1.560466693s","start":"2026-02-24T06:26:12.819396Z","end":"2026-02-24T06:26:14.379862Z","steps":["trace[633283335] 'agreement among raft nodes before linearized reading' (duration: 1.560260728s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:14.379903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:12.819381Z","time spent":"1.560515154s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T06:26:14.379874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:12.818412Z","time spent":"1.561394246s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T06:26:14.380021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.510083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T06:26:14.380148Z","caller":"traceutil/trace.go:171","msg":"trace[122403156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1600; }","duration":"804.735618ms","start":"2026-02-24T06:26:13.575382Z","end":"2026-02-24T06:26:14.380118Z","steps":["trace[122403156] 'agreement among raft nodes before linearized reading' (duration: 804.352559ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:14.380219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:13.57536Z","time spent":"804.84398ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T06:26:14.529977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.675935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:26:14.530224Z","caller":"traceutil/trace.go:171","msg":"trace[289840979] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"144.957193ms","start":"2026-02-24T06:26:14.385228Z","end":"2026-02-24T06:26:14.530185Z","steps":["trace[289840979] 'process raft request' (duration: 39.943868ms)","trace[289840979] 'compare' (duration: 104.47564ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:26:14.53029Z","caller":"traceutil/trace.go:171","msg":"trace[1529688701] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"144.389289ms","start":"2026-02-24T06:26:14.385877Z","end":"2026-02-24T06:26:14.530266Z","steps":["trace[1529688701] 'process raft request' (duration: 144.303747ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:26:14.530284Z","caller":"traceutil/trace.go:171","msg":"trace[773057003] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"144.969402ms","start":"2026-02-24T06:26:14.385277Z","end":"2026-02-24T06:26:14.530246Z","steps":["trace[773057003] 'process raft request' (duration: 144.842059ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:26:14.530669Z","caller":"traceutil/trace.go:171","msg":"trace[1684682213] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"144.669735ms","start":"2026-02-24T06:26:14.385953Z","end":"2026-02-24T06:26:14.530623Z","steps":["trace[1684682213] 'process raft request' (duration: 144.270016ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:26:14.531282Z","caller":"traceutil/trace.go:171","msg":"trace[160029912] linearizableReadLoop","detail":"{readStateIndex:1670; appliedIndex:1664; }","duration":"143.228719ms","start":"2026-02-24T06:26:14.388028Z","end":"2026-02-24T06:26:14.531257Z","steps":["trace[160029912] 'read index received' (duration: 37.136468ms)","trace[160029912] 'applied index is now lower than readState.Index' (duration: 106.091141ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:26:14.531496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.410973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:26:14.531553Z","caller":"traceutil/trace.go:171","msg":"trace[1513360709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1606; }","duration":"143.569197ms","start":"2026-02-24T06:26:14.387971Z","end":"2026-02-24T06:26:14.53154Z","steps":["trace[1513360709] 'agreement among raft nodes before linearized reading' (duration: 143.403063ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:26:14.53166Z","caller":"traceutil/trace.go:171","msg":"trace[898242451] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"145.533286ms","start":"2026-02-24T06:26:14.386093Z","end":"2026-02-24T06:26:14.531626Z","steps":["trace[898242451] 'process raft request' (duration: 144.965182ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:26:14.531799Z","caller":"traceutil/trace.go:171","msg":"trace[1535631262] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"145.190358ms","start":"2026-02-24T06:26:14.386597Z","end":"2026-02-24T06:26:14.531788Z","steps":["trace[1535631262] 'process raft request' (duration: 144.611324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:15.110821Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637816254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:26:15.417644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.404983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:26:15.417938Z","caller":"traceutil/trace.go:171","msg":"trace[2023934789] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"989.674159ms","start":"2026-02-24T06:26:14.428236Z","end":"2026-02-24T06:26:15.41791Z","steps":["trace[2023934789] 'process raft request' (duration: 783.924838ms)","trace[2023934789] 'compare' (duration: 205.2934ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:26:15.418156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:14.4282Z","time spent":"989.807734ms","remote":"127.0.0.1:35148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6663,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:26:15.444971Z","caller":"traceutil/trace.go:171","msg":"trace[1120417445] linearizableReadLoop","detail":"{readStateIndex:1672; appliedIndex:1670; }","duration":"834.317348ms","start":"2026-02-24T06:26:14.610635Z","end":"2026-02-24T06:26:15.444952Z","steps":["trace[1120417445] 'read index received' (duration: 601.842679ms)","trace[1120417445] 'applied index is now lower than readState.Index' (duration: 232.473719ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:26:15.44511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.476632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:26:15.445149Z","caller":"traceutil/trace.go:171","msg":"trace[269578903] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1607; }","duration":"834.571135ms","start":"2026-02-24T06:26:14.610567Z","end":"2026-02-24T06:26:15.445138Z","steps":["trace[269578903] 'agreement among raft nodes before linearized reading' (duration: 834.493353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:15.445189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:14.610543Z","time spent":"834.636816ms","remote":"127.0.0.1:35422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:26:15.445231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.20983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:26:15.445341Z","caller":"traceutil/trace.go:171","msg":"trace[1399286371] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1607; }","duration":"388.392784ms","start":"2026-02-24T06:26:15.056924Z","end":"2026-02-24T06:26:15.445317Z","steps":["trace[1399286371] 'agreement among raft nodes before linearized reading' (duration: 388.179569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:15.445416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:15.056899Z","time spent":"388.504597ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:26:20.526538Z","caller":"traceutil/trace.go:171","msg":"trace[2047447236] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"129.838489ms","start":"2026-02-24T06:26:20.396668Z","end":"2026-02-24T06:26:20.526507Z","steps":["trace[2047447236] 'process raft request' (duration: 129.642285ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:26:20.53019Z","caller":"traceutil/trace.go:171","msg":"trace[2071853831] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"130.411303ms","start":"2026-02-24T06:26:20.39975Z","end":"2026-02-24T06:26:20.530161Z","steps":["trace[2071853831] 'process raft request' (duration: 130.110776ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:26:20.530351Z","caller":"traceutil/trace.go:171","msg":"trace[501128917] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"130.27244ms","start":"2026-02-24T06:26:20.400068Z","end":"2026-02-24T06:26:20.530341Z","steps":["trace[501128917] 'process raft request' (duration: 129.990443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:26.849354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.321935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:26:26.849779Z","caller":"traceutil/trace.go:171","msg":"trace[1899821172] linearizableReadLoop","detail":"{readStateIndex:1767; appliedIndex:1765; }","duration":"273.237764ms","start":"2026-02-24T06:26:26.576517Z","end":"2026-02-24T06:26:26.849755Z","steps":["trace[1899821172] 'read index received' (duration: 83.311603ms)","trace[1899821172] 'applied index is now lower than readState.Index' (duration: 189.924421ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:26:26.849833Z","caller":"traceutil/trace.go:171","msg":"trace[885751266] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"301.900455ms","start":"2026-02-24T06:26:26.547892Z","end":"2026-02-24T06:26:26.849792Z","steps":["trace[885751266] 'process raft request' (duration: 111.993975ms)","trace[885751266] 'compare' (duration: 188.993607ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:26:26.849859Z","caller":"traceutil/trace.go:171","msg":"trace[388187991] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"299.380481ms","start":"2026-02-24T06:26:26.550446Z","end":"2026-02-24T06:26:26.849827Z","steps":["trace[388187991] 'process raft request' (duration: 299.157385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:26.850013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.48087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5324"} {"level":"warn","ts":"2026-02-24T06:26:26.850032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:26.547871Z","time spent":"302.048958ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:26:26.850096Z","caller":"traceutil/trace.go:171","msg":"trace[897848486] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1698; }","duration":"273.603393ms","start":"2026-02-24T06:26:26.576471Z","end":"2026-02-24T06:26:26.850075Z","steps":["trace[897848486] 'agreement among raft nodes before linearized reading' (duration: 273.394848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:26.850164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.52726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T06:26:26.850224Z","caller":"traceutil/trace.go:171","msg":"trace[1192806470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1698; }","duration":"269.602831ms","start":"2026-02-24T06:26:26.580599Z","end":"2026-02-24T06:26:26.850201Z","steps":["trace[1192806470] 'agreement among raft nodes before linearized reading' (duration: 269.411776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:26.850235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.494095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-24T06:26:26.850247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.618591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T06:26:26.85029Z","caller":"traceutil/trace.go:171","msg":"trace[409577230] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1698; }","duration":"261.561706ms","start":"2026-02-24T06:26:26.588716Z","end":"2026-02-24T06:26:26.850277Z","steps":["trace[409577230] 'agreement among raft nodes before linearized reading' (duration: 261.437633ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:26:26.850355Z","caller":"traceutil/trace.go:171","msg":"trace[299140568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1698; }","duration":"269.797827ms","start":"2026-02-24T06:26:26.580516Z","end":"2026-02-24T06:26:26.850313Z","steps":["trace[299140568] 'agreement among raft nodes before linearized reading' (duration: 269.5196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:26.850341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.70467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-24T06:26:26.850111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.259895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-24T06:26:26.850432Z","caller":"traceutil/trace.go:171","msg":"trace[2105930767] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1698; }","duration":"273.678766ms","start":"2026-02-24T06:26:26.576743Z","end":"2026-02-24T06:26:26.850422Z","steps":["trace[2105930767] 'agreement among raft nodes before linearized reading' (duration: 273.184092ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:26:26.850422Z","caller":"traceutil/trace.go:171","msg":"trace[2115461897] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1698; }","duration":"261.800953ms","start":"2026-02-24T06:26:26.588607Z","end":"2026-02-24T06:26:26.850408Z","steps":["trace[2115461897] 'agreement among raft nodes before linearized reading' (duration: 261.395442ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:26:31.179254Z","caller":"traceutil/trace.go:171","msg":"trace[1293610240] linearizableReadLoop","detail":"{readStateIndex:1796; appliedIndex:1795; }","duration":"444.962621ms","start":"2026-02-24T06:26:30.734271Z","end":"2026-02-24T06:26:31.179233Z","steps":["trace[1293610240] 'read index received' (duration: 444.778777ms)","trace[1293610240] 'applied index is now lower than readState.Index' (duration: 182.714µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:26:31.179328Z","caller":"traceutil/trace.go:171","msg":"trace[1913450836] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"577.701284ms","start":"2026-02-24T06:26:30.601589Z","end":"2026-02-24T06:26:31.17929Z","steps":["trace[1913450836] 'process raft request' (duration: 577.496439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:31.179499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.206437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11831"} {"level":"warn","ts":"2026-02-24T06:26:31.179522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:30.601566Z","time spent":"577.839458ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:26:31.179552Z","caller":"traceutil/trace.go:171","msg":"trace[1161278316] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1726; }","duration":"445.31265ms","start":"2026-02-24T06:26:30.734225Z","end":"2026-02-24T06:26:31.179538Z","steps":["trace[1161278316] 'agreement among raft nodes before linearized reading' (duration: 445.127665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:31.179601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:30.734207Z","time spent":"445.376941ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11855,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-24T06:26:31.320385Z","caller":"traceutil/trace.go:171","msg":"trace[214815242] linearizableReadLoop","detail":"{readStateIndex:1798; appliedIndex:1796; }","duration":"141.034574ms","start":"2026-02-24T06:26:31.179334Z","end":"2026-02-24T06:26:31.320368Z","steps":["trace[214815242] 'read index received' (duration: 140.884791ms)","trace[214815242] 'applied index is now lower than readState.Index' (duration: 148.993µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:26:31.320415Z","caller":"traceutil/trace.go:171","msg":"trace[307711443] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"457.46292ms","start":"2026-02-24T06:26:30.862926Z","end":"2026-02-24T06:26:31.320389Z","steps":["trace[307711443] 'process raft request' (duration: 457.313806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:31.320575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.86148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5324"} {"level":"warn","ts":"2026-02-24T06:26:31.32058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:30.862901Z","time spent":"457.592643ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:26:31.320601Z","caller":"traceutil/trace.go:171","msg":"trace[1810904667] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1728; }","duration":"437.938942ms","start":"2026-02-24T06:26:30.882652Z","end":"2026-02-24T06:26:31.320591Z","steps":["trace[1810904667] 'agreement among raft nodes before linearized reading' (duration: 437.814429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:31.320575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.518403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-24T06:26:31.320624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:30.882632Z","time spent":"437.987134ms","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5348,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-24T06:26:31.320625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.254616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-24T06:26:31.320714Z","caller":"traceutil/trace.go:171","msg":"trace[568642243] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1728; }","duration":"408.39478ms","start":"2026-02-24T06:26:30.912299Z","end":"2026-02-24T06:26:31.320694Z","steps":["trace[568642243] 'agreement among raft nodes before linearized reading' (duration: 408.154164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:31.320715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.587994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-24T06:26:31.320762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:30.912285Z","time spent":"408.467931ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T06:26:31.320757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.94631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T06:26:31.320662Z","caller":"traceutil/trace.go:171","msg":"trace[402281076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1728; }","duration":"379.617305ms","start":"2026-02-24T06:26:30.941009Z","end":"2026-02-24T06:26:31.320626Z","steps":["trace[402281076] 'agreement among raft nodes before linearized reading' (duration: 379.40622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:31.320792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.728928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T06:26:31.320817Z","caller":"traceutil/trace.go:171","msg":"trace[908938060] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1728; }","duration":"383.047312ms","start":"2026-02-24T06:26:30.937753Z","end":"2026-02-24T06:26:31.320801Z","steps":["trace[908938060] 'agreement among raft nodes before linearized reading' (duration: 382.907259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:31.320772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.238382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:26:31.320837Z","caller":"traceutil/trace.go:171","msg":"trace[22221367] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"456.206788ms","start":"2026-02-24T06:26:30.864617Z","end":"2026-02-24T06:26:31.320824Z","steps":["trace[22221367] 'process raft request' (duration: 455.722436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:31.320852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:30.937735Z","time spent":"383.109684ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T06:26:31.32077Z","caller":"traceutil/trace.go:171","msg":"trace[1672893339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1728; }","duration":"379.668476ms","start":"2026-02-24T06:26:30.941088Z","end":"2026-02-24T06:26:31.320757Z","steps":["trace[1672893339] 'agreement among raft nodes before linearized reading' (duration: 379.42579ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:26:31.320882Z","caller":"traceutil/trace.go:171","msg":"trace[1712116508] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1728; }","duration":"475.365165ms","start":"2026-02-24T06:26:30.845504Z","end":"2026-02-24T06:26:31.320869Z","steps":["trace[1712116508] 'agreement among raft nodes before linearized reading' (duration: 475.247662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:31.320811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.631426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:26:31.320917Z","caller":"traceutil/trace.go:171","msg":"trace[820063546] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1728; }","duration":"133.769429ms","start":"2026-02-24T06:26:31.187141Z","end":"2026-02-24T06:26:31.320911Z","steps":["trace[820063546] 'agreement among raft nodes before linearized reading' (duration: 133.653146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:31.320907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:30.941057Z","time spent":"379.836861ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T06:26:31.320848Z","caller":"traceutil/trace.go:171","msg":"trace[1922351311] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1728; }","duration":"379.80617ms","start":"2026-02-24T06:26:30.941029Z","end":"2026-02-24T06:26:31.320835Z","steps":["trace[1922351311] 'agreement among raft nodes before linearized reading' (duration: 379.662257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:26:31.320924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:30.845493Z","time spent":"475.415757ms","remote":"127.0.0.1:34608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:26:31.320894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:30.940996Z","time spent":"379.849711ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T06:26:31.320953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:30.941017Z","time spent":"379.927753ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T06:26:31.321001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:26:30.864606Z","time spent":"456.277289ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:27:05.17066Z","caller":"traceutil/trace.go:171","msg":"trace[1507690207] linearizableReadLoop","detail":"{readStateIndex:1973; appliedIndex:1972; }","duration":"103.517099ms","start":"2026-02-24T06:27:05.067108Z","end":"2026-02-24T06:27:05.170625Z","steps":["trace[1507690207] 'read index received' (duration: 84.000751ms)","trace[1507690207] 'applied index is now lower than readState.Index' (duration: 19.514657ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:27:05.170817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.689383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:27:05.170864Z","caller":"traceutil/trace.go:171","msg":"trace[178575640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1896; }","duration":"103.785405ms","start":"2026-02-24T06:27:05.067065Z","end":"2026-02-24T06:27:05.17085Z","steps":["trace[178575640] 'agreement among raft nodes before linearized reading' (duration: 103.684973ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:27:05.580769Z","caller":"traceutil/trace.go:171","msg":"trace[1412911125] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"280.243162ms","start":"2026-02-24T06:27:05.300498Z","end":"2026-02-24T06:27:05.580741Z","steps":["trace[1412911125] 'process raft request' (duration: 280.086098ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:27:05.580926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.718921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:27:05.58079Z","caller":"traceutil/trace.go:171","msg":"trace[636773494] linearizableReadLoop","detail":"{readStateIndex:1974; appliedIndex:1974; }","duration":"159.585208ms","start":"2026-02-24T06:27:05.421179Z","end":"2026-02-24T06:27:05.580764Z","steps":["trace[636773494] 'read index received' (duration: 159.574168ms)","trace[636773494] 'applied index is now lower than readState.Index' (duration: 9.07µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:27:05.58098Z","caller":"traceutil/trace.go:171","msg":"trace[575383998] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1897; }","duration":"159.823824ms","start":"2026-02-24T06:27:05.421144Z","end":"2026-02-24T06:27:05.580968Z","steps":["trace[575383998] 'agreement among raft nodes before linearized reading' (duration: 159.702591ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:27:06.056567Z","caller":"traceutil/trace.go:171","msg":"trace[530802724] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"630.936652ms","start":"2026-02-24T06:27:05.425597Z","end":"2026-02-24T06:27:06.056533Z","steps":["trace[530802724] 'process raft request' (duration: 610.443279ms)","trace[530802724] 'compare' (duration: 20.078222ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:27:06.056733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:27:05.425571Z","time spent":"631.083355ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:27:06.056748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.527665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-24T06:27:06.056751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.4342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-24T06:27:06.056771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.583133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T06:27:06.056813Z","caller":"traceutil/trace.go:171","msg":"trace[1630035220] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1899; }","duration":"565.651507ms","start":"2026-02-24T06:27:05.491146Z","end":"2026-02-24T06:27:06.056797Z","steps":["trace[1630035220] 'agreement among raft nodes before linearized reading' (duration: 565.454042ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:27:06.056841Z","caller":"traceutil/trace.go:171","msg":"trace[1793526656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1899; }","duration":"570.694126ms","start":"2026-02-24T06:27:05.486132Z","end":"2026-02-24T06:27:06.056826Z","steps":["trace[1793526656] 'agreement among raft nodes before linearized reading' (duration: 570.509481ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:27:06.056844Z","caller":"traceutil/trace.go:171","msg":"trace[226246797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1899; }","duration":"550.569834ms","start":"2026-02-24T06:27:05.506249Z","end":"2026-02-24T06:27:06.056819Z","steps":["trace[226246797] 'agreement among raft nodes before linearized reading' (duration: 550.315688ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:27:06.056853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:27:05.491122Z","time spent":"565.72296ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T06:27:06.056904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:27:05.506234Z","time spent":"550.657296ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T06:27:06.056567Z","caller":"traceutil/trace.go:171","msg":"trace[1675106574] linearizableReadLoop","detail":"{readStateIndex:1976; appliedIndex:1974; }","duration":"475.553341ms","start":"2026-02-24T06:27:05.580996Z","end":"2026-02-24T06:27:06.05655Z","steps":["trace[1675106574] 'read index received' (duration: 454.967546ms)","trace[1675106574] 'applied index is now lower than readState.Index' (duration: 20.584805ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:27:06.057009Z","caller":"traceutil/trace.go:171","msg":"trace[1836271740] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"544.683203ms","start":"2026-02-24T06:27:05.512301Z","end":"2026-02-24T06:27:06.056984Z","steps":["trace[1836271740] 'process raft request' (duration: 544.14475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:27:06.056888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:27:05.486113Z","time spent":"570.766608ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T06:27:06.057108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:27:05.512282Z","time spent":"544.781095ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:27:06.05683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.580234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-24T06:27:06.057158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.704628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18971ac26aaec537\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-02-24T06:27:06.057168Z","caller":"traceutil/trace.go:171","msg":"trace[1089546118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1899; }","duration":"550.950833ms","start":"2026-02-24T06:27:05.506199Z","end":"2026-02-24T06:27:06.05715Z","steps":["trace[1089546118] 'agreement among raft nodes before linearized reading' (duration: 550.474591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:27:06.056795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.558493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-24T06:27:06.057208Z","caller":"traceutil/trace.go:171","msg":"trace[272009442] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18971ac26aaec537; range_end:; response_count:1; response_revision:1899; }","duration":"337.755019ms","start":"2026-02-24T06:27:05.719438Z","end":"2026-02-24T06:27:06.057193Z","steps":["trace[272009442] 'agreement among raft nodes before linearized reading' (duration: 337.627176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:27:06.057216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:27:05.506187Z","time spent":"551.018165ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T06:27:06.05722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.131354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5324"} {"level":"warn","ts":"2026-02-24T06:27:06.057241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:27:05.719393Z","time spent":"337.840791ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18971ac26aaec537\" "} {"level":"info","ts":"2026-02-24T06:27:06.057231Z","caller":"traceutil/trace.go:171","msg":"trace[1644204933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1899; }","duration":"571.102867ms","start":"2026-02-24T06:27:05.486117Z","end":"2026-02-24T06:27:06.05722Z","steps":["trace[1644204933] 'agreement among raft nodes before linearized reading' (duration: 570.496242ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:27:06.057296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:27:05.486098Z","time spent":"571.189269ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-24T06:27:06.057281Z","caller":"traceutil/trace.go:171","msg":"trace[924161888] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1899; }","duration":"474.216527ms","start":"2026-02-24T06:27:05.583042Z","end":"2026-02-24T06:27:06.057259Z","steps":["trace[924161888] 'agreement among raft nodes before linearized reading' (duration: 474.019752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:27:06.057424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:27:05.583029Z","time spent":"474.377901ms","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5348,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-24T06:27:42.404475Z","caller":"traceutil/trace.go:171","msg":"trace[1614577707] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"228.329404ms","start":"2026-02-24T06:27:42.17612Z","end":"2026-02-24T06:27:42.404449Z","steps":["trace[1614577707] 'process raft request' (duration: 228.091418ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:27:42.465189Z","caller":"traceutil/trace.go:171","msg":"trace[300185094] linearizableReadLoop","detail":"{readStateIndex:2347; appliedIndex:2345; }","duration":"272.985204ms","start":"2026-02-24T06:27:42.192172Z","end":"2026-02-24T06:27:42.465157Z","steps":["trace[300185094] 'read index received' (duration: 212.119696ms)","trace[300185094] 'applied index is now lower than readState.Index' (duration: 60.864248ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:27:42.465306Z","caller":"traceutil/trace.go:171","msg":"trace[862467689] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"287.49721ms","start":"2026-02-24T06:27:42.17778Z","end":"2026-02-24T06:27:42.465278Z","steps":["trace[862467689] 'process raft request' (duration: 286.072953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:27:42.465389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.19781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:27:42.465435Z","caller":"traceutil/trace.go:171","msg":"trace[2134324960] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2254; }","duration":"273.307213ms","start":"2026-02-24T06:27:42.192115Z","end":"2026-02-24T06:27:42.465423Z","steps":["trace[2134324960] 'agreement among raft nodes before linearized reading' (duration: 273.205641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:27:42.465556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.423341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-24T06:27:42.465625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.01492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T06:27:42.465661Z","caller":"traceutil/trace.go:171","msg":"trace[404921184] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2254; }","duration":"145.595045ms","start":"2026-02-24T06:27:42.320043Z","end":"2026-02-24T06:27:42.465638Z","steps":["trace[404921184] 'agreement among raft nodes before linearized reading' (duration: 145.331159ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:27:42.465715Z","caller":"traceutil/trace.go:171","msg":"trace[2030025109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2254; }","duration":"139.131564ms","start":"2026-02-24T06:27:42.326565Z","end":"2026-02-24T06:27:42.465697Z","steps":["trace[2030025109] 'agreement among raft nodes before linearized reading' (duration: 138.893568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:27:42.465747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.772269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-24T06:27:42.465778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.71537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-24T06:27:42.465833Z","caller":"traceutil/trace.go:171","msg":"trace[1369544793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2254; }","duration":"139.910173ms","start":"2026-02-24T06:27:42.3259Z","end":"2026-02-24T06:27:42.46581Z","steps":["trace[1369544793] 'agreement among raft nodes before linearized reading' (duration: 139.666077ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:27:42.465846Z","caller":"traceutil/trace.go:171","msg":"trace[394934590] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2254; }","duration":"143.800221ms","start":"2026-02-24T06:27:42.322022Z","end":"2026-02-24T06:27:42.465823Z","steps":["trace[394934590] 'agreement among raft nodes before linearized reading' (duration: 143.621347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:27:42.465848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.484572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T06:27:42.465975Z","caller":"traceutil/trace.go:171","msg":"trace[2136907996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2254; }","duration":"137.625765ms","start":"2026-02-24T06:27:42.328328Z","end":"2026-02-24T06:27:42.465954Z","steps":["trace[2136907996] 'agreement among raft nodes before linearized reading' (duration: 137.219335ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:27:47.812322Z","caller":"traceutil/trace.go:171","msg":"trace[1160407808] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"141.343558ms","start":"2026-02-24T06:27:47.670953Z","end":"2026-02-24T06:27:47.812297Z","steps":["trace[1160407808] 'process raft request' (duration: 141.183994ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:27:47.892317Z","caller":"traceutil/trace.go:171","msg":"trace[1656279512] transaction","detail":"{read_only:false; response_revision:2291; number_of_response:1; }","duration":"143.858823ms","start":"2026-02-24T06:27:47.748441Z","end":"2026-02-24T06:27:47.8923Z","steps":["trace[1656279512] 'process raft request' (duration: 141.146325ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:28:16.855604Z","caller":"traceutil/trace.go:171","msg":"trace[1803008396] linearizableReadLoop","detail":"{readStateIndex:2542; appliedIndex:2541; }","duration":"321.3468ms","start":"2026-02-24T06:28:16.534235Z","end":"2026-02-24T06:28:16.855582Z","steps":["trace[1803008396] 'read index received' (duration: 321.225667ms)","trace[1803008396] 'applied index is now lower than readState.Index' (duration: 119.943µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:28:16.855731Z","caller":"traceutil/trace.go:171","msg":"trace[1521057871] transaction","detail":"{read_only:false; response_revision:2442; number_of_response:1; }","duration":"323.559365ms","start":"2026-02-24T06:28:16.532126Z","end":"2026-02-24T06:28:16.855685Z","steps":["trace[1521057871] 'process raft request' (duration: 323.281958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:28:16.855787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.536454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:28:16.855905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:28:16.532096Z","time spent":"323.717149ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:28:16.85588Z","caller":"traceutil/trace.go:171","msg":"trace[1447912046] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2442; }","duration":"321.679928ms","start":"2026-02-24T06:28:16.534187Z","end":"2026-02-24T06:28:16.855867Z","steps":["trace[1447912046] 'agreement among raft nodes before linearized reading' (duration: 321.543454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:28:16.855969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:28:16.53417Z","time spent":"321.7857ms","remote":"127.0.0.1:35044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:28:16.866266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.03729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T06:28:16.8663Z","caller":"traceutil/trace.go:171","msg":"trace[1273500259] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"224.126948ms","start":"2026-02-24T06:28:16.64214Z","end":"2026-02-24T06:28:16.866267Z","steps":["trace[1273500259] 'process raft request' (duration: 223.886151ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:28:16.866346Z","caller":"traceutil/trace.go:171","msg":"trace[733637845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2443; }","duration":"215.160393ms","start":"2026-02-24T06:28:16.651166Z","end":"2026-02-24T06:28:16.866326Z","steps":["trace[733637845] 'agreement among raft nodes before linearized reading' (duration: 214.961667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:28:16.866342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.240383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T06:28:16.866406Z","caller":"traceutil/trace.go:171","msg":"trace[1367524777] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2443; }","duration":"148.345124ms","start":"2026-02-24T06:28:16.718046Z","end":"2026-02-24T06:28:16.866392Z","steps":["trace[1367524777] 'agreement among raft nodes before linearized reading' (duration: 148.15555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:28:16.866415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.098419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-24T06:28:16.866502Z","caller":"traceutil/trace.go:171","msg":"trace[1343307722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2443; }","duration":"154.201402ms","start":"2026-02-24T06:28:16.712288Z","end":"2026-02-24T06:28:16.866489Z","steps":["trace[1343307722] 'agreement among raft nodes before linearized reading' (duration: 154.004307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:28:16.866545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.669725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T06:28:16.866598Z","caller":"traceutil/trace.go:171","msg":"trace[1288947235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2443; }","duration":"154.757047ms","start":"2026-02-24T06:28:16.711827Z","end":"2026-02-24T06:28:16.866584Z","steps":["trace[1288947235] 'agreement among raft nodes before linearized reading' (duration: 154.597163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:28:16.866588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.33961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T06:28:16.866691Z","caller":"traceutil/trace.go:171","msg":"trace[161721328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2443; }","duration":"153.456433ms","start":"2026-02-24T06:28:16.713211Z","end":"2026-02-24T06:28:16.866667Z","steps":["trace[161721328] 'agreement among raft nodes before linearized reading' (duration: 153.170316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:28:17.351492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.455295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:28:17.351787Z","caller":"traceutil/trace.go:171","msg":"trace[2058527053] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"480.326791ms","start":"2026-02-24T06:28:16.871442Z","end":"2026-02-24T06:28:17.351768Z","steps":["trace[2058527053] 'process raft request' (duration: 480.144966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:28:17.351864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:28:16.871421Z","time spent":"480.408212ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:28:17.352143Z","caller":"traceutil/trace.go:171","msg":"trace[1251656168] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"479.592571ms","start":"2026-02-24T06:28:16.87252Z","end":"2026-02-24T06:28:17.352112Z","steps":["trace[1251656168] 'process raft request' (duration: 479.473698ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:28:17.352154Z","caller":"traceutil/trace.go:171","msg":"trace[323225791] linearizableReadLoop","detail":"{readStateIndex:2547; appliedIndex:2543; }","duration":"480.002972ms","start":"2026-02-24T06:28:16.872127Z","end":"2026-02-24T06:28:17.35213Z","steps":["trace[323225791] 'read index received' (duration: 47.516784ms)","trace[323225791] 'applied index is now lower than readState.Index' (duration: 432.485288ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:28:17.352195Z","caller":"traceutil/trace.go:171","msg":"trace[704283398] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"167.137656ms","start":"2026-02-24T06:28:17.185039Z","end":"2026-02-24T06:28:17.352176Z","steps":["trace[704283398] 'process raft request' (duration: 167.056544ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:28:17.352289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:28:16.87251Z","time spent":"479.702424ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:28:17.352325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.783225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:28:17.352358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.435303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:28:17.352372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.235297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-02-24T06:28:17.352381Z","caller":"traceutil/trace.go:171","msg":"trace[1558725742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2449; }","duration":"285.897838ms","start":"2026-02-24T06:28:17.066471Z","end":"2026-02-24T06:28:17.352369Z","steps":["trace[1558725742] 'agreement among raft nodes before linearized reading' (duration: 285.809345ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:28:17.352379Z","caller":"traceutil/trace.go:171","msg":"trace[2072808233] transaction","detail":"{read_only:false; response_revision:2445; number_of_response:1; }","duration":"480.974266ms","start":"2026-02-24T06:28:16.870984Z","end":"2026-02-24T06:28:17.351958Z","steps":["trace[2072808233] 'process raft request' (duration: 73.853675ms)","trace[2072808233] 'compare' (duration: 406.351902ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:28:17.352404Z","caller":"traceutil/trace.go:171","msg":"trace[1204208531] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2449; }","duration":"169.522075ms","start":"2026-02-24T06:28:17.182871Z","end":"2026-02-24T06:28:17.352393Z","steps":["trace[1204208531] 'agreement among raft nodes before linearized reading' (duration: 169.441963ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:28:17.352409Z","caller":"traceutil/trace.go:171","msg":"trace[570080126] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2449; }","duration":"480.303848ms","start":"2026-02-24T06:28:16.872093Z","end":"2026-02-24T06:28:17.352397Z","steps":["trace[570080126] 'agreement among raft nodes before linearized reading' (duration: 480.167935ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:28:17.352438Z","caller":"traceutil/trace.go:171","msg":"trace[1832643274] transaction","detail":"{read_only:false; response_revision:2447; number_of_response:1; }","duration":"480.769211ms","start":"2026-02-24T06:28:16.871654Z","end":"2026-02-24T06:28:17.352423Z","steps":["trace[1832643274] 'process raft request' (duration: 480.076474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:28:17.352447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:28:16.872083Z","time spent":"480.35643ms","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-02-24T06:28:17.352481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:28:16.870966Z","time spent":"481.452338ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:28:17.352505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:28:16.871642Z","time spent":"480.828143ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:28:18.567124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.825791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:28:18.567245Z","caller":"traceutil/trace.go:171","msg":"trace[1521926817] linearizableReadLoop","detail":"{readStateIndex:2550; appliedIndex:2549; }","duration":"835.614971ms","start":"2026-02-24T06:28:17.731608Z","end":"2026-02-24T06:28:18.567223Z","steps":["trace[1521926817] 'read index received' (duration: 55.991µs)","trace[1521926817] 'applied index is now lower than readState.Index' (duration: 835.5571ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:28:18.567458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.849207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18971ad4592b9330\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-02-24T06:28:18.567369Z","caller":"traceutil/trace.go:171","msg":"trace[117408199] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"1.189923157s","start":"2026-02-24T06:28:17.377358Z","end":"2026-02-24T06:28:18.567281Z","steps":["trace[117408199] 'process raft request' (duration: 264.786689ms)","trace[117408199] 'compare' (duration: 924.329117ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:28:18.567514Z","caller":"traceutil/trace.go:171","msg":"trace[1043807958] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18971ad4592b9330; range_end:; response_count:1; response_revision:2450; }","duration":"835.94001ms","start":"2026-02-24T06:28:17.731561Z","end":"2026-02-24T06:28:18.567501Z","steps":["trace[1043807958] 'agreement among raft nodes before linearized reading' (duration: 835.752425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:28:18.567563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:28:17.731541Z","time spent":"836.008231ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.18971ad4592b9330\" "} {"level":"warn","ts":"2026-02-24T06:28:18.567718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:28:17.377341Z","time spent":"1.190182863s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:28:19.003016Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.013292912s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T06:28:19.003387Z","caller":"traceutil/trace.go:171","msg":"trace[574601079] linearizableReadLoop","detail":"{readStateIndex:2551; appliedIndex:2550; }","duration":"436.086669ms","start":"2026-02-24T06:28:18.56728Z","end":"2026-02-24T06:28:19.003366Z","steps":["trace[574601079] 'read index received' (duration: 435.934046ms)","trace[574601079] 'applied index is now lower than readState.Index' (duration: 151.643µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:28:19.003454Z","caller":"traceutil/trace.go:171","msg":"trace[82897378] transaction","detail":"{read_only:false; response_revision:2451; number_of_response:1; }","duration":"1.013845715s","start":"2026-02-24T06:28:17.989589Z","end":"2026-02-24T06:28:19.003435Z","steps":["trace[82897378] 'process raft request' (duration: 1.013619989s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:28:19.00357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:28:17.989561Z","time spent":"1.013932277s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:28:19.003584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.037447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:28:19.003596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176866339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-24T06:28:19.003691Z","caller":"traceutil/trace.go:171","msg":"trace[1188616465] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2451; }","duration":"1.176957762s","start":"2026-02-24T06:28:17.826719Z","end":"2026-02-24T06:28:19.003677Z","steps":["trace[1188616465] 'agreement among raft nodes before linearized reading' (duration: 1.176759136s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:28:19.003687Z","caller":"traceutil/trace.go:171","msg":"trace[2034450325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2451; }","duration":"937.169241ms","start":"2026-02-24T06:28:18.066478Z","end":"2026-02-24T06:28:19.003648Z","steps":["trace[2034450325] 'agreement among raft nodes before linearized reading' (duration: 936.994326ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:28:19.003724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:28:17.826667Z","time spent":"1.177048725s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-24T06:28:19.003734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:28:18.066457Z","time spent":"937.267654ms","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:28:19.024581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:28:18.569968Z","time spent":"454.599974ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T06:28:19.02469Z","caller":"traceutil/trace.go:171","msg":"trace[1602661674] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"154.10931ms","start":"2026-02-24T06:28:18.870555Z","end":"2026-02-24T06:28:19.024664Z","steps":["trace[1602661674] 'process raft request' (duration: 154.024067ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:28:19.024842Z","caller":"traceutil/trace.go:171","msg":"trace[1370676976] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"163.565787ms","start":"2026-02-24T06:28:18.861266Z","end":"2026-02-24T06:28:19.024832Z","steps":["trace[1370676976] 'process raft request' (duration: 163.219098ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:28:19.02501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.102036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-24T06:28:19.025066Z","caller":"traceutil/trace.go:171","msg":"trace[773251143] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2453; }","duration":"214.186227ms","start":"2026-02-24T06:28:18.810866Z","end":"2026-02-24T06:28:19.025052Z","steps":["trace[773251143] 'agreement among raft nodes before linearized reading' (duration: 214.052024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:28:19.025117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.086833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T06:28:19.025243Z","caller":"traceutil/trace.go:171","msg":"trace[1006899504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2453; }","duration":"102.257947ms","start":"2026-02-24T06:28:18.922959Z","end":"2026-02-24T06:28:19.025217Z","steps":["trace[1006899504] 'agreement among raft nodes before linearized reading' (duration: 101.9697ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:28:19.132249Z","caller":"traceutil/trace.go:171","msg":"trace[79986493] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"106.044401ms","start":"2026-02-24T06:28:19.026164Z","end":"2026-02-24T06:28:19.132209Z","steps":["trace[79986493] 'process raft request' (duration: 58.390585ms)","trace[79986493] 'compare' (duration: 47.352999ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:28:19.132489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.93804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-02-24T06:28:19.132505Z","caller":"traceutil/trace.go:171","msg":"trace[1829943377] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"102.949224ms","start":"2026-02-24T06:28:19.029304Z","end":"2026-02-24T06:28:19.132253Z","steps":["trace[1829943377] 'process raft request' (duration: 102.76661ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:28:19.132588Z","caller":"traceutil/trace.go:171","msg":"trace[492536925] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2456; }","duration":"104.254828ms","start":"2026-02-24T06:28:19.028308Z","end":"2026-02-24T06:28:19.132563Z","steps":["trace[492536925] 'agreement among raft nodes before linearized reading' (duration: 103.824136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:28:19.494012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.954569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:28:19.494122Z","caller":"traceutil/trace.go:171","msg":"trace[625131153] linearizableReadLoop","detail":"{readStateIndex:2560; appliedIndex:2559; }","duration":"138.794036ms","start":"2026-02-24T06:28:19.35531Z","end":"2026-02-24T06:28:19.494104Z","steps":["trace[625131153] 'read index received' (duration: 67.082µs)","trace[625131153] 'applied index is now lower than readState.Index' (duration: 138.725954ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:28:19.494203Z","caller":"traceutil/trace.go:171","msg":"trace[1150707706] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"328.54883ms","start":"2026-02-24T06:28:19.165642Z","end":"2026-02-24T06:28:19.494191Z","steps":["trace[1150707706] 'process raft request' (duration: 146.321935ms)","trace[1150707706] 'compare' (duration: 181.562078ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:28:19.494267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:28:19.165626Z","time spent":"328.607341ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:28:19.49457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.258638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T06:28:19.494608Z","caller":"traceutil/trace.go:171","msg":"trace[1058426649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2459; }","duration":"139.334509ms","start":"2026-02-24T06:28:19.355264Z","end":"2026-02-24T06:28:19.494599Z","steps":["trace[1058426649] 'agreement among raft nodes before linearized reading' (duration: 139.184956ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:28:19.494808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.789355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T06:28:19.494843Z","caller":"traceutil/trace.go:171","msg":"trace[260086648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2459; }","duration":"138.858097ms","start":"2026-02-24T06:28:19.355977Z","end":"2026-02-24T06:28:19.494835Z","steps":["trace[260086648] 'agreement among raft nodes before linearized reading' (duration: 138.773735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:28:19.494979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.038906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T06:28:19.495041Z","caller":"traceutil/trace.go:171","msg":"trace[751281207] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2459; }","duration":"138.106657ms","start":"2026-02-24T06:28:19.356926Z","end":"2026-02-24T06:28:19.495032Z","steps":["trace[751281207] 'agreement among raft nodes before linearized reading' (duration: 137.986974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:28:19.495238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.197916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-24T06:28:19.495317Z","caller":"traceutil/trace.go:171","msg":"trace[773908423] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2459; }","duration":"139.291598ms","start":"2026-02-24T06:28:19.356006Z","end":"2026-02-24T06:28:19.495298Z","steps":["trace[773908423] 'agreement among raft nodes before linearized reading' (duration: 139.075542ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:28:25.146396Z","caller":"traceutil/trace.go:171","msg":"trace[1772252010] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"127.240514ms","start":"2026-02-24T06:28:25.019131Z","end":"2026-02-24T06:28:25.146372Z","steps":["trace[1772252010] 'process raft request' (duration: 127.111711ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:28:25.146964Z","caller":"traceutil/trace.go:171","msg":"trace[1385417335] linearizableReadLoop","detail":"{readStateIndex:2585; appliedIndex:2585; }","duration":"125.617703ms","start":"2026-02-24T06:28:25.021328Z","end":"2026-02-24T06:28:25.146946Z","steps":["trace[1385417335] 'read index received' (duration: 125.611173ms)","trace[1385417335] 'applied index is now lower than readState.Index' (duration: 5.34µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:28:25.14729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.792248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:28:25.147351Z","caller":"traceutil/trace.go:171","msg":"trace[545445715] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2483; }","duration":"126.048395ms","start":"2026-02-24T06:28:25.021288Z","end":"2026-02-24T06:28:25.147336Z","steps":["trace[545445715] 'agreement among raft nodes before linearized reading' (duration: 125.780318ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:28:25.345165Z","caller":"traceutil/trace.go:171","msg":"trace[488561558] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"302.868304ms","start":"2026-02-24T06:28:25.042257Z","end":"2026-02-24T06:28:25.345125Z","steps":["trace[488561558] 'process raft request' (duration: 236.613391ms)","trace[488561558] 'compare' (duration: 66.074079ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:28:25.345194Z","caller":"traceutil/trace.go:171","msg":"trace[669312169] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"301.855919ms","start":"2026-02-24T06:28:25.043309Z","end":"2026-02-24T06:28:25.345165Z","steps":["trace[669312169] 'process raft request' (duration: 301.739607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:28:25.34541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:28:25.042228Z","time spent":"303.08923ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:28:25.345578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:28:25.043293Z","time spent":"302.167178ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:28:25.37312Z","caller":"traceutil/trace.go:171","msg":"trace[1272058606] linearizableReadLoop","detail":"{readStateIndex:2588; appliedIndex:2585; }","duration":"219.161973ms","start":"2026-02-24T06:28:25.15394Z","end":"2026-02-24T06:28:25.373102Z","steps":["trace[1272058606] 'read index received' (duration: 124.904147ms)","trace[1272058606] 'applied index is now lower than readState.Index' (duration: 94.256626ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:28:25.373466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.522072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T06:28:25.37356Z","caller":"traceutil/trace.go:171","msg":"trace[1119658306] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2485; }","duration":"219.651725ms","start":"2026-02-24T06:28:25.153895Z","end":"2026-02-24T06:28:25.373547Z","steps":["trace[1119658306] 'agreement among raft nodes before linearized reading' (duration: 219.44946ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:28:25.783232Z","caller":"traceutil/trace.go:171","msg":"trace[557009286] transaction","detail":"{read_only:false; response_revision:2489; number_of_response:1; }","duration":"211.588104ms","start":"2026-02-24T06:28:25.571611Z","end":"2026-02-24T06:28:25.783199Z","steps":["trace[557009286] 'process raft request' (duration: 211.252604ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:28:25.783383Z","caller":"traceutil/trace.go:171","msg":"trace[1131660670] linearizableReadLoop","detail":"{readStateIndex:2593; appliedIndex:2590; }","duration":"211.101411ms","start":"2026-02-24T06:28:25.57225Z","end":"2026-02-24T06:28:25.783352Z","steps":["trace[1131660670] 'read index received' (duration: 8.588026ms)","trace[1131660670] 'applied index is now lower than readState.Index' (duration: 202.511665ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:28:25.783504Z","caller":"traceutil/trace.go:171","msg":"trace[1465376474] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"211.691025ms","start":"2026-02-24T06:28:25.571785Z","end":"2026-02-24T06:28:25.783476Z","steps":["trace[1465376474] 'process raft request' (duration: 211.355127ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:28:25.783697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.428699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T06:28:25.783781Z","caller":"traceutil/trace.go:171","msg":"trace[1569310300] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2490; }","duration":"211.570243ms","start":"2026-02-24T06:28:25.572193Z","end":"2026-02-24T06:28:25.783763Z","steps":["trace[1569310300] 'agreement among raft nodes before linearized reading' (duration: 211.303446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:28:25.784196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.868012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:28:25.784275Z","caller":"traceutil/trace.go:171","msg":"trace[1626847803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2490; }","duration":"188.972415ms","start":"2026-02-24T06:28:25.595286Z","end":"2026-02-24T06:28:25.784258Z","steps":["trace[1626847803] 'agreement among raft nodes before linearized reading' (duration: 188.845222ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:30:17.524204Z","caller":"traceutil/trace.go:171","msg":"trace[1132412617] transaction","detail":"{read_only:false; response_revision:3184; number_of_response:1; }","duration":"137.835471ms","start":"2026-02-24T06:30:17.386345Z","end":"2026-02-24T06:30:17.52418Z","steps":["trace[1132412617] 'process raft request' (duration: 137.224756ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:30:42.259444Z","caller":"traceutil/trace.go:171","msg":"trace[737422699] transaction","detail":"{read_only:false; response_revision:3338; number_of_response:1; }","duration":"133.1401ms","start":"2026-02-24T06:30:42.126281Z","end":"2026-02-24T06:30:42.259421Z","steps":["trace[737422699] 'process raft request' (duration: 132.863353ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:30:47.886916Z","caller":"traceutil/trace.go:171","msg":"trace[1575248514] transaction","detail":"{read_only:false; response_revision:3361; number_of_response:1; }","duration":"175.596452ms","start":"2026-02-24T06:30:47.711267Z","end":"2026-02-24T06:30:47.886863Z","steps":["trace[1575248514] 'process raft request' (duration: 119.14221ms)","trace[1575248514] 'compare' (duration: 55.99518ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:30:52.892129Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637820708,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T06:30:53.092125Z","caller":"traceutil/trace.go:171","msg":"trace[1938170156] linearizableReadLoop","detail":"{readStateIndex:3523; appliedIndex:3522; }","duration":"700.135723ms","start":"2026-02-24T06:30:52.391969Z","end":"2026-02-24T06:30:53.092104Z","steps":["trace[1938170156] 'read index received' (duration: 699.986229ms)","trace[1938170156] 'applied index is now lower than readState.Index' (duration: 148.554µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:30:53.09222Z","caller":"traceutil/trace.go:171","msg":"trace[153135848] transaction","detail":"{read_only:false; response_revision:3385; number_of_response:1; }","duration":"739.483058ms","start":"2026-02-24T06:30:52.352695Z","end":"2026-02-24T06:30:53.092178Z","steps":["trace[153135848] 'process raft request' (duration: 739.266933ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:30:53.092376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:30:52.352679Z","time spent":"739.613941ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:30:53.092479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.872694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-24T06:30:53.092507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.068406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-24T06:30:53.092501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.407551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T06:30:53.092566Z","caller":"traceutil/trace.go:171","msg":"trace[474597840] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3385; }","duration":"506.003987ms","start":"2026-02-24T06:30:52.586543Z","end":"2026-02-24T06:30:53.092547Z","steps":["trace[474597840] 'agreement among raft nodes before linearized reading' (duration: 505.793432ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:30:53.092587Z","caller":"traceutil/trace.go:171","msg":"trace[1659879569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3385; }","duration":"665.2001ms","start":"2026-02-24T06:30:52.427367Z","end":"2026-02-24T06:30:53.092567Z","steps":["trace[1659879569] 'agreement among raft nodes before linearized reading' (duration: 664.964074ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:30:53.092607Z","caller":"traceutil/trace.go:171","msg":"trace[778834096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3385; }","duration":"700.650926ms","start":"2026-02-24T06:30:52.391921Z","end":"2026-02-24T06:30:53.092572Z","steps":["trace[778834096] 'agreement among raft nodes before linearized reading' (duration: 700.324448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:30:53.092608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:30:52.586525Z","time spent":"506.074958ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T06:30:53.09264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:30:52.427348Z","time spent":"665.283341ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T06:30:53.092655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.050038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-24T06:30:53.092647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:30:52.391903Z","time spent":"700.732638ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T06:30:53.09272Z","caller":"traceutil/trace.go:171","msg":"trace[1617813790] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3385; }","duration":"524.11227ms","start":"2026-02-24T06:30:52.568588Z","end":"2026-02-24T06:30:53.0927Z","steps":["trace[1617813790] 'agreement among raft nodes before linearized reading' (duration: 523.880814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:30:53.092765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:30:52.568541Z","time spent":"524.216373ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-24T06:30:53.823286Z","caller":"traceutil/trace.go:171","msg":"trace[1021351512] transaction","detail":"{read_only:false; response_revision:3386; number_of_response:1; }","duration":"726.910872ms","start":"2026-02-24T06:30:53.096341Z","end":"2026-02-24T06:30:53.823252Z","steps":["trace[1021351512] 'process raft request' (duration: 706.82405ms)","trace[1021351512] 'compare' (duration: 19.273332ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:30:53.823452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:30:53.09629Z","time spent":"727.069685ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:30:53.978443Z","caller":"traceutil/trace.go:171","msg":"trace[1440144700] linearizableReadLoop","detail":"{readStateIndex:3527; appliedIndex:3523; }","duration":"451.446542ms","start":"2026-02-24T06:30:53.526968Z","end":"2026-02-24T06:30:53.978414Z","steps":["trace[1440144700] 'read index received' (duration: 276.196969ms)","trace[1440144700] 'applied index is now lower than readState.Index' (duration: 175.248143ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:30:53.978785Z","caller":"traceutil/trace.go:171","msg":"trace[81549725] transaction","detail":"{read_only:false; response_revision:3387; number_of_response:1; }","duration":"881.54559ms","start":"2026-02-24T06:30:53.097226Z","end":"2026-02-24T06:30:53.978771Z","steps":["trace[81549725] 'process raft request' (duration: 880.910504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:30:53.978904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:30:53.097207Z","time spent":"881.616402ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:30:53.979068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.048425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:30:53.979169Z","caller":"traceutil/trace.go:171","msg":"trace[86855800] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:3390; }","duration":"282.283912ms","start":"2026-02-24T06:30:53.696861Z","end":"2026-02-24T06:30:53.979145Z","steps":["trace[86855800] 'agreement among raft nodes before linearized reading' (duration: 282.063076ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:30:53.979112Z","caller":"traceutil/trace.go:171","msg":"trace[1811310319] transaction","detail":"{read_only:false; response_revision:3389; number_of_response:1; }","duration":"880.294859ms","start":"2026-02-24T06:30:53.098759Z","end":"2026-02-24T06:30:53.979054Z","steps":["trace[1811310319] 'process raft request' (duration: 879.582811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:30:53.97927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.105489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:30:53.979337Z","caller":"traceutil/trace.go:171","msg":"trace[2079568534] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:3390; }","duration":"125.219642ms","start":"2026-02-24T06:30:53.854105Z","end":"2026-02-24T06:30:53.979325Z","steps":["trace[2079568534] 'agreement among raft nodes before linearized reading' (duration: 125.12459ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:30:53.979365Z","caller":"traceutil/trace.go:171","msg":"trace[711453096] transaction","detail":"{read_only:false; response_revision:3388; number_of_response:1; }","duration":"881.682374ms","start":"2026-02-24T06:30:53.09766Z","end":"2026-02-24T06:30:53.979342Z","steps":["trace[711453096] 'process raft request' (duration: 880.626357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:30:53.979487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:30:53.097646Z","time spent":"881.769785ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:30:53.979524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:30:53.098749Z","time spent":"880.485784ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:30:53.979529Z","caller":"traceutil/trace.go:171","msg":"trace[2143422176] transaction","detail":"{read_only:false; response_revision:3390; number_of_response:1; }","duration":"211.420089ms","start":"2026-02-24T06:30:53.768077Z","end":"2026-02-24T06:30:53.979497Z","steps":["trace[2143422176] 'process raft request' (duration: 210.298591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:30:53.979068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.082139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T06:30:53.979793Z","caller":"traceutil/trace.go:171","msg":"trace[368151646] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3390; }","duration":"452.874668ms","start":"2026-02-24T06:30:53.526901Z","end":"2026-02-24T06:30:53.979775Z","steps":["trace[368151646] 'agreement among raft nodes before linearized reading' (duration: 451.908964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:30:53.979842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:30:53.526872Z","time spent":"452.951559ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-24T06:31:58.48774Z","caller":"traceutil/trace.go:171","msg":"trace[2047468197] transaction","detail":"{read_only:false; response_revision:3809; number_of_response:1; }","duration":"216.177242ms","start":"2026-02-24T06:31:58.271536Z","end":"2026-02-24T06:31:58.487713Z","steps":["trace[2047468197] 'process raft request' (duration: 215.142587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:31:58.487942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.098135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T06:31:58.488027Z","caller":"traceutil/trace.go:171","msg":"trace[1132359983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3809; }","duration":"203.243658ms","start":"2026-02-24T06:31:58.284763Z","end":"2026-02-24T06:31:58.488006Z","steps":["trace[1132359983] 'agreement among raft nodes before linearized reading' (duration: 203.035933ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:31:58.487705Z","caller":"traceutil/trace.go:171","msg":"trace[714711552] linearizableReadLoop","detail":"{readStateIndex:3975; appliedIndex:3974; }","duration":"202.837428ms","start":"2026-02-24T06:31:58.284842Z","end":"2026-02-24T06:31:58.487679Z","steps":["trace[714711552] 'read index received' (duration: 201.824863ms)","trace[714711552] 'applied index is now lower than readState.Index' (duration: 1.011195ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:31:58.488351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.380602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:31:58.488428Z","caller":"traceutil/trace.go:171","msg":"trace[119201034] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:3809; }","duration":"195.490894ms","start":"2026-02-24T06:31:58.292917Z","end":"2026-02-24T06:31:58.488408Z","steps":["trace[119201034] 'agreement among raft nodes before linearized reading' (duration: 195.283799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:31:58.488476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.006558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-24T06:31:58.488587Z","caller":"traceutil/trace.go:171","msg":"trace[1573648391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3809; }","duration":"202.192243ms","start":"2026-02-24T06:31:58.286372Z","end":"2026-02-24T06:31:58.488564Z","steps":["trace[1573648391] 'agreement among raft nodes before linearized reading' (duration: 201.833674ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:31:58.488545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.720811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T06:31:58.488655Z","caller":"traceutil/trace.go:171","msg":"trace[900729772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3809; }","duration":"201.842744ms","start":"2026-02-24T06:31:58.286797Z","end":"2026-02-24T06:31:58.48864Z","steps":["trace[900729772] 'agreement among raft nodes before linearized reading' (duration: 201.518066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:03.820984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.262531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls-rfr46\" ","response":"range_response_count:1 size:2456"} {"level":"info","ts":"2026-02-24T06:32:03.82107Z","caller":"traceutil/trace.go:171","msg":"trace[370758318] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls-rfr46; range_end:; response_count:1; response_revision:4156; }","duration":"117.406594ms","start":"2026-02-24T06:32:03.703646Z","end":"2026-02-24T06:32:03.821052Z","steps":["trace[370758318] 'range keys from in-memory index tree' (duration: 117.062736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:06.191586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.908865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:32:06.191683Z","caller":"traceutil/trace.go:171","msg":"trace[789020036] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:4185; }","duration":"222.08274ms","start":"2026-02-24T06:32:05.969575Z","end":"2026-02-24T06:32:06.191658Z","steps":["trace[789020036] 'count revisions from in-memory index tree' (duration: 221.817563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:06.191766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.289602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:32:06.191933Z","caller":"traceutil/trace.go:171","msg":"trace[1785192987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4185; }","duration":"125.536888ms","start":"2026-02-24T06:32:06.066364Z","end":"2026-02-24T06:32:06.191901Z","steps":["trace[1785192987] 'range keys from in-memory index tree' (duration: 125.174739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:10.350021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.359937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-24T06:32:10.350127Z","caller":"traceutil/trace.go:171","msg":"trace[1259674707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4295; }","duration":"106.495811ms","start":"2026-02-24T06:32:10.243609Z","end":"2026-02-24T06:32:10.350105Z","steps":["trace[1259674707] 'range keys from in-memory index tree' (duration: 106.216093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:10.350126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.154193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-02-24T06:32:10.350238Z","caller":"traceutil/trace.go:171","msg":"trace[1981758384] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4295; }","duration":"104.284626ms","start":"2026-02-24T06:32:10.245927Z","end":"2026-02-24T06:32:10.350212Z","steps":["trace[1981758384] 'range keys from in-memory index tree' (duration: 103.944338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:10.481726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.088071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-02-24T06:32:10.481817Z","caller":"traceutil/trace.go:171","msg":"trace[432468951] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4298; }","duration":"102.225415ms","start":"2026-02-24T06:32:10.37957Z","end":"2026-02-24T06:32:10.481795Z","steps":["trace[432468951] 'agreement among raft nodes before linearized reading' (duration: 101.883995ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:10.481814Z","caller":"traceutil/trace.go:171","msg":"trace[834076752] transaction","detail":"{read_only:false; response_revision:4298; number_of_response:1; }","duration":"127.459405ms","start":"2026-02-24T06:32:10.35432Z","end":"2026-02-24T06:32:10.481779Z","steps":["trace[834076752] 'process raft request' (duration: 108.882181ms)","trace[834076752] 'compare' (duration: 18.055511ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:32:10.653301Z","caller":"traceutil/trace.go:171","msg":"trace[1690429192] linearizableReadLoop","detail":"{readStateIndex:4475; appliedIndex:4473; }","duration":"107.324943ms","start":"2026-02-24T06:32:10.545943Z","end":"2026-02-24T06:32:10.653268Z","steps":["trace[1690429192] 'read index received' (duration: 16.00834ms)","trace[1690429192] 'applied index is now lower than readState.Index' (duration: 91.315283ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:32:10.653404Z","caller":"traceutil/trace.go:171","msg":"trace[227538458] transaction","detail":"{read_only:false; response_revision:4300; number_of_response:1; }","duration":"119.63838ms","start":"2026-02-24T06:32:10.533703Z","end":"2026-02-24T06:32:10.653341Z","steps":["trace[227538458] 'process raft request' (duration: 119.311922ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:10.65352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.549448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:32:10.653664Z","caller":"traceutil/trace.go:171","msg":"trace[434192220] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4300; }","duration":"107.770563ms","start":"2026-02-24T06:32:10.545879Z","end":"2026-02-24T06:32:10.65365Z","steps":["trace[434192220] 'agreement among raft nodes before linearized reading' (duration: 107.561408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:10.860166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.300002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:516552"} {"level":"info","ts":"2026-02-24T06:32:10.86026Z","caller":"traceutil/trace.go:171","msg":"trace[1163297136] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4303; }","duration":"105.449055ms","start":"2026-02-24T06:32:10.75479Z","end":"2026-02-24T06:32:10.860239Z","steps":["trace[1163297136] 'range keys from in-memory index tree' (duration: 104.84227ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:11.002378Z","caller":"traceutil/trace.go:171","msg":"trace[1820583762] transaction","detail":"{read_only:false; response_revision:4304; number_of_response:1; }","duration":"125.159497ms","start":"2026-02-24T06:32:10.877168Z","end":"2026-02-24T06:32:11.002327Z","steps":["trace[1820583762] 'process raft request' (duration: 124.934172ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:11.134379Z","caller":"traceutil/trace.go:171","msg":"trace[417148433] linearizableReadLoop","detail":"{readStateIndex:4480; appliedIndex:4478; }","duration":"241.448235ms","start":"2026-02-24T06:32:10.8929Z","end":"2026-02-24T06:32:11.134348Z","steps":["trace[417148433] 'read index received' (duration: 109.25681ms)","trace[417148433] 'applied index is now lower than readState.Index' (duration: 132.189835ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:32:11.134399Z","caller":"traceutil/trace.go:171","msg":"trace[1811351998] transaction","detail":"{read_only:false; response_revision:4305; number_of_response:1; }","duration":"253.25487ms","start":"2026-02-24T06:32:10.881114Z","end":"2026-02-24T06:32:11.134369Z","steps":["trace[1811351998] 'process raft request' (duration: 252.991683ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:11.134457Z","caller":"traceutil/trace.go:171","msg":"trace[220425115] transaction","detail":"{read_only:false; response_revision:4306; number_of_response:1; }","duration":"234.115171ms","start":"2026-02-24T06:32:10.900295Z","end":"2026-02-24T06:32:11.13441Z","steps":["trace[220425115] 'process raft request' (duration: 233.992407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:11.134677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.746342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-02-24T06:32:11.134733Z","caller":"traceutil/trace.go:171","msg":"trace[791969922] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4306; }","duration":"241.838805ms","start":"2026-02-24T06:32:10.892879Z","end":"2026-02-24T06:32:11.134717Z","steps":["trace[791969922] 'agreement among raft nodes before linearized reading' (duration: 241.63987ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:12.475556Z","caller":"traceutil/trace.go:171","msg":"trace[748710972] transaction","detail":"{read_only:false; response_revision:4324; number_of_response:1; }","duration":"120.295516ms","start":"2026-02-24T06:32:12.355241Z","end":"2026-02-24T06:32:12.475537Z","steps":["trace[748710972] 'process raft request' (duration: 120.181853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:13.57573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.752668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:32:13.576024Z","caller":"traceutil/trace.go:171","msg":"trace[1237354569] transaction","detail":"{read_only:false; response_revision:4372; number_of_response:1; }","duration":"455.341508ms","start":"2026-02-24T06:32:13.120663Z","end":"2026-02-24T06:32:13.576004Z","steps":["trace[1237354569] 'process raft request' (duration: 455.281257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:13.576103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:13.120636Z","time spent":"455.424521ms","remote":"127.0.0.1:35148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15593,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:32:13.576212Z","caller":"traceutil/trace.go:171","msg":"trace[472394411] transaction","detail":"{read_only:false; response_revision:4371; number_of_response:1; }","duration":"638.989409ms","start":"2026-02-24T06:32:12.93719Z","end":"2026-02-24T06:32:13.576179Z","steps":["trace[472394411] 'process raft request' (duration: 638.664291ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:13.576318Z","caller":"traceutil/trace.go:171","msg":"trace[1528068686] linearizableReadLoop","detail":"{readStateIndex:4547; appliedIndex:4545; }","duration":"510.270751ms","start":"2026-02-24T06:32:13.066018Z","end":"2026-02-24T06:32:13.576289Z","steps":["trace[1528068686] 'read index received' (duration: 59.041µs)","trace[1528068686] 'applied index is now lower than readState.Index' (duration: 510.20899ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:32:13.576321Z","caller":"traceutil/trace.go:171","msg":"trace[862605340] transaction","detail":"{read_only:false; response_revision:4370; number_of_response:1; }","duration":"640.707032ms","start":"2026-02-24T06:32:12.935581Z","end":"2026-02-24T06:32:13.576288Z","steps":["trace[862605340] 'process raft request' (duration: 46.310328ms)","trace[862605340] 'compare' (duration: 593.444361ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:32:13.576366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:12.937172Z","time spent":"639.100082ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:32:13.576462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.445196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:32:13.576485Z","caller":"traceutil/trace.go:171","msg":"trace[226687428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4372; }","duration":"510.483717ms","start":"2026-02-24T06:32:13.065993Z","end":"2026-02-24T06:32:13.576477Z","steps":["trace[226687428] 'agreement among raft nodes before linearized reading' (duration: 510.411785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:13.576472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:12.935568Z","time spent":"640.829755ms","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1295,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T06:32:13.576511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:13.065905Z","time spent":"510.6006ms","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:32:13.576564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.880329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9e9ff0bd-93ff-4151-b2f1-83cda9edba2e\" ","response":"range_response_count:1 size:4014"} {"level":"info","ts":"2026-02-24T06:32:13.576603Z","caller":"traceutil/trace.go:171","msg":"trace[146372147] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9e9ff0bd-93ff-4151-b2f1-83cda9edba2e; range_end:; response_count:1; response_revision:4372; }","duration":"352.954691ms","start":"2026-02-24T06:32:13.223635Z","end":"2026-02-24T06:32:13.57659Z","steps":["trace[146372147] 'agreement among raft nodes before linearized reading' (duration: 352.824788ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:13.576638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:13.223616Z","time spent":"353.011732ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4038,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9e9ff0bd-93ff-4151-b2f1-83cda9edba2e\" "} {"level":"warn","ts":"2026-02-24T06:32:15.420422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.8518ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T06:32:15.420547Z","caller":"traceutil/trace.go:171","msg":"trace[2143839552] linearizableReadLoop","detail":"{readStateIndex:4646; appliedIndex:4645; }","duration":"534.655422ms","start":"2026-02-24T06:32:14.885877Z","end":"2026-02-24T06:32:15.420532Z","steps":["trace[2143839552] 'read index received' (duration: 75.852µs)","trace[2143839552] 'applied index is now lower than readState.Index' (duration: 534.57833ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:32:15.420749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.859926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-24T06:32:15.420818Z","caller":"traceutil/trace.go:171","msg":"trace[731015058] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4467; }","duration":"534.941288ms","start":"2026-02-24T06:32:14.88586Z","end":"2026-02-24T06:32:15.420801Z","steps":["trace[731015058] 'agreement among raft nodes before linearized reading' (duration: 534.730843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:15.42086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:14.885776Z","time spent":"535.071591ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-24T06:32:15.480084Z","caller":"traceutil/trace.go:171","msg":"trace[856345517] transaction","detail":"{read_only:false; response_revision:4468; number_of_response:1; }","duration":"288.832098ms","start":"2026-02-24T06:32:15.191234Z","end":"2026-02-24T06:32:15.480066Z","steps":["trace[856345517] 'process raft request' (duration: 288.684935ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:15.49207Z","caller":"traceutil/trace.go:171","msg":"trace[803162442] transaction","detail":"{read_only:false; response_revision:4469; number_of_response:1; }","duration":"101.573198ms","start":"2026-02-24T06:32:15.39045Z","end":"2026-02-24T06:32:15.492023Z","steps":["trace[803162442] 'process raft request' (duration: 101.270681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:15.492276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.700097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4984477c-99b5-41ed-b090-19378e3f65c9\" ","response":"range_response_count:1 size:3557"} {"level":"info","ts":"2026-02-24T06:32:15.492372Z","caller":"traceutil/trace.go:171","msg":"trace[1117012396] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4984477c-99b5-41ed-b090-19378e3f65c9; range_end:; response_count:1; response_revision:4470; }","duration":"559.864232ms","start":"2026-02-24T06:32:14.932486Z","end":"2026-02-24T06:32:15.49235Z","steps":["trace[1117012396] 'agreement among raft nodes before linearized reading' (duration: 559.546004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:15.49242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:14.932442Z","time spent":"559.969084ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3581,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4984477c-99b5-41ed-b090-19378e3f65c9\" "} {"level":"warn","ts":"2026-02-24T06:32:15.492519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.558964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:32:15.492602Z","caller":"traceutil/trace.go:171","msg":"trace[798601705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4470; }","duration":"427.707087ms","start":"2026-02-24T06:32:15.064881Z","end":"2026-02-24T06:32:15.492588Z","steps":["trace[798601705] 'agreement among raft nodes before linearized reading' (duration: 427.588294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:15.492654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:15.064853Z","time spent":"427.7922ms","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:32:15.494475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.763407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:713975"} {"level":"info","ts":"2026-02-24T06:32:15.494687Z","caller":"traceutil/trace.go:171","msg":"trace[1660228623] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4470; }","duration":"348.990471ms","start":"2026-02-24T06:32:15.145667Z","end":"2026-02-24T06:32:15.494658Z","steps":["trace[1660228623] 'agreement among raft nodes before linearized reading' (duration: 346.733215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:15.494708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:15.145652Z","time spent":"349.049644ms","remote":"127.0.0.1:35052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":23,"response size":713999,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-02-24T06:32:15.729825Z","caller":"traceutil/trace.go:171","msg":"trace[1075899048] linearizableReadLoop","detail":"{readStateIndex:4654; appliedIndex:4653; }","duration":"125.279951ms","start":"2026-02-24T06:32:15.604511Z","end":"2026-02-24T06:32:15.729791Z","steps":["trace[1075899048] 'read index received' (duration: 92.505011ms)","trace[1075899048] 'applied index is now lower than readState.Index' (duration: 32.77343ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:32:15.729925Z","caller":"traceutil/trace.go:171","msg":"trace[946865424] transaction","detail":"{read_only:false; response_revision:4475; number_of_response:1; }","duration":"126.196434ms","start":"2026-02-24T06:32:15.60367Z","end":"2026-02-24T06:32:15.729866Z","steps":["trace[946865424] 'process raft request' (duration: 93.351092ms)","trace[946865424] 'compare' (duration: 32.553454ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:32:15.730141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.592008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-24T06:32:15.730225Z","caller":"traceutil/trace.go:171","msg":"trace[1569054918] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4475; }","duration":"125.704661ms","start":"2026-02-24T06:32:15.604502Z","end":"2026-02-24T06:32:15.730207Z","steps":["trace[1569054918] 'agreement among raft nodes before linearized reading' (duration: 125.465595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:15.730275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.617049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T06:32:15.730349Z","caller":"traceutil/trace.go:171","msg":"trace[900291403] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4475; }","duration":"125.741732ms","start":"2026-02-24T06:32:15.604587Z","end":"2026-02-24T06:32:15.730329Z","steps":["trace[900291403] 'agreement among raft nodes before linearized reading' (duration: 125.530567ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:17.88118Z","caller":"traceutil/trace.go:171","msg":"trace[668766060] transaction","detail":"{read_only:false; response_revision:4514; number_of_response:1; }","duration":"129.322191ms","start":"2026-02-24T06:32:17.751829Z","end":"2026-02-24T06:32:17.881152Z","steps":["trace[668766060] 'process raft request' (duration: 128.84808ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:17.88112Z","caller":"traceutil/trace.go:171","msg":"trace[1856065433] linearizableReadLoop","detail":"{readStateIndex:4694; appliedIndex:4693; }","duration":"108.119932ms","start":"2026-02-24T06:32:17.772953Z","end":"2026-02-24T06:32:17.881072Z","steps":["trace[1856065433] 'read index received' (duration: 107.865536ms)","trace[1856065433] 'applied index is now lower than readState.Index' (duration: 251.186µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:32:18.048543Z","caller":"traceutil/trace.go:171","msg":"trace[97453167] linearizableReadLoop","detail":"{readStateIndex:4695; appliedIndex:4694; }","duration":"167.164087ms","start":"2026-02-24T06:32:17.881363Z","end":"2026-02-24T06:32:18.048527Z","steps":["trace[97453167] 'read index received' (duration: 107.174458ms)","trace[97453167] 'applied index is now lower than readState.Index' (duration: 59.988849ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:32:18.048584Z","caller":"traceutil/trace.go:171","msg":"trace[1502413723] transaction","detail":"{read_only:false; response_revision:4515; number_of_response:1; }","duration":"226.982272ms","start":"2026-02-24T06:32:17.821583Z","end":"2026-02-24T06:32:18.048566Z","steps":["trace[1502413723] 'process raft request' (duration: 166.968202ms)","trace[1502413723] 'compare' (duration: 59.859306ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:32:18.04856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.575677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4984477c-99b5-41ed-b090-19378e3f65c9\" ","response":"range_response_count:1 size:3838"} {"level":"info","ts":"2026-02-24T06:32:18.04873Z","caller":"traceutil/trace.go:171","msg":"trace[807345754] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4984477c-99b5-41ed-b090-19378e3f65c9; range_end:; response_count:1; response_revision:4514; }","duration":"275.788212ms","start":"2026-02-24T06:32:17.772893Z","end":"2026-02-24T06:32:18.048681Z","steps":["trace[807345754] 'agreement among raft nodes before linearized reading' (duration: 108.349188ms)","trace[807345754] 'range keys from in-memory index tree' (duration: 167.115547ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:32:18.049341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.871609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:772128"} {"level":"info","ts":"2026-02-24T06:32:18.049392Z","caller":"traceutil/trace.go:171","msg":"trace[1093774522] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4515; }","duration":"225.083484ms","start":"2026-02-24T06:32:17.824296Z","end":"2026-02-24T06:32:18.049379Z","steps":["trace[1093774522] 'agreement among raft nodes before linearized reading' (duration: 224.296635ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:24.934509Z","caller":"traceutil/trace.go:171","msg":"trace[1835084747] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"136.740447ms","start":"2026-02-24T06:32:24.797749Z","end":"2026-02-24T06:32:24.93449Z","steps":["trace[1835084747] 'process raft request' (duration: 136.47124ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:24.934959Z","caller":"traceutil/trace.go:171","msg":"trace[1584972963] linearizableReadLoop","detail":"{readStateIndex:4833; appliedIndex:4832; }","duration":"134.087121ms","start":"2026-02-24T06:32:24.800323Z","end":"2026-02-24T06:32:24.93441Z","steps":["trace[1584972963] 'read index received' (duration: 133.801884ms)","trace[1584972963] 'applied index is now lower than readState.Index' (duration: 284.007µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:32:24.93522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.86648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T06:32:24.935325Z","caller":"traceutil/trace.go:171","msg":"trace[1243921495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4648; }","duration":"135.019144ms","start":"2026-02-24T06:32:24.80028Z","end":"2026-02-24T06:32:24.935299Z","steps":["trace[1243921495] 'agreement among raft nodes before linearized reading' (duration: 134.357558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:25.305106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.402532ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T06:32:25.30537Z","caller":"traceutil/trace.go:171","msg":"trace[1093768273] linearizableReadLoop","detail":"{readStateIndex:4834; appliedIndex:4833; }","duration":"370.272774ms","start":"2026-02-24T06:32:24.935069Z","end":"2026-02-24T06:32:25.305342Z","steps":["trace[1093768273] 'read index received' (duration: 76.720738ms)","trace[1093768273] 'applied index is now lower than readState.Index' (duration: 293.548895ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:32:25.30545Z","caller":"traceutil/trace.go:171","msg":"trace[359225616] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"230.757166ms","start":"2026-02-24T06:32:25.074679Z","end":"2026-02-24T06:32:25.305436Z","steps":["trace[359225616] 'process raft request' (duration: 230.698474ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:25.305536Z","caller":"traceutil/trace.go:171","msg":"trace[1738383554] transaction","detail":"{read_only:false; response_revision:4649; number_of_response:1; }","duration":"364.98302ms","start":"2026-02-24T06:32:24.940508Z","end":"2026-02-24T06:32:25.305491Z","steps":["trace[1738383554] 'process raft request' (duration: 364.713124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:25.30567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.039104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:15864"} {"level":"info","ts":"2026-02-24T06:32:25.305715Z","caller":"traceutil/trace.go:171","msg":"trace[319344575] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4650; }","duration":"227.123105ms","start":"2026-02-24T06:32:25.078578Z","end":"2026-02-24T06:32:25.305702Z","steps":["trace[319344575] 'agreement among raft nodes before linearized reading' (duration: 226.91737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:25.305741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:24.940483Z","time spent":"365.153135ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:32:25.305773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.215911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-24T06:32:25.305881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.595053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-24T06:32:25.305977Z","caller":"traceutil/trace.go:171","msg":"trace[238276617] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4650; }","duration":"152.809219ms","start":"2026-02-24T06:32:25.153144Z","end":"2026-02-24T06:32:25.305954Z","steps":["trace[238276617] 'agreement among raft nodes before linearized reading' (duration: 152.409049ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:25.305898Z","caller":"traceutil/trace.go:171","msg":"trace[1478001589] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4650; }","duration":"498.405326ms","start":"2026-02-24T06:32:24.807465Z","end":"2026-02-24T06:32:25.305871Z","steps":["trace[1478001589] 'agreement among raft nodes before linearized reading' (duration: 498.002016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:25.306104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:24.807447Z","time spent":"498.636791ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-24T06:32:25.448151Z","caller":"traceutil/trace.go:171","msg":"trace[1814714183] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"128.249965ms","start":"2026-02-24T06:32:25.319876Z","end":"2026-02-24T06:32:25.448126Z","steps":["trace[1814714183] 'process raft request' (duration: 128.098691ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:25.612547Z","caller":"traceutil/trace.go:171","msg":"trace[697024635] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"157.788084ms","start":"2026-02-24T06:32:25.454694Z","end":"2026-02-24T06:32:25.612482Z","steps":["trace[697024635] 'process raft request' (duration: 83.788334ms)","trace[697024635] 'compare' (duration: 73.680212ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:32:25.612581Z","caller":"traceutil/trace.go:171","msg":"trace[2095835457] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"156.84472ms","start":"2026-02-24T06:32:25.455712Z","end":"2026-02-24T06:32:25.612557Z","steps":["trace[2095835457] 'process raft request' (duration: 156.674225ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:25.612846Z","caller":"traceutil/trace.go:171","msg":"trace[1852300918] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"156.963882ms","start":"2026-02-24T06:32:25.455829Z","end":"2026-02-24T06:32:25.612792Z","steps":["trace[1852300918] 'process raft request' (duration: 156.668325ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:26.20125Z","caller":"traceutil/trace.go:171","msg":"trace[1111571932] linearizableReadLoop","detail":"{readStateIndex:4843; appliedIndex:4842; }","duration":"264.279694ms","start":"2026-02-24T06:32:25.936948Z","end":"2026-02-24T06:32:26.201228Z","steps":["trace[1111571932] 'read index received' (duration: 264.120001ms)","trace[1111571932] 'applied index is now lower than readState.Index' (duration: 158.553µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:32:26.201334Z","caller":"traceutil/trace.go:171","msg":"trace[216109215] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"275.601977ms","start":"2026-02-24T06:32:25.925697Z","end":"2026-02-24T06:32:26.201299Z","steps":["trace[216109215] 'process raft request' (duration: 275.386962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:26.201476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.51015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T06:32:26.201524Z","caller":"traceutil/trace.go:171","msg":"trace[522123480] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4657; }","duration":"264.607312ms","start":"2026-02-24T06:32:25.936905Z","end":"2026-02-24T06:32:26.201512Z","steps":["trace[522123480] 'agreement among raft nodes before linearized reading' (duration: 264.453889ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:26.201507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.692906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:32:26.201617Z","caller":"traceutil/trace.go:171","msg":"trace[33713872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4657; }","duration":"134.845339ms","start":"2026-02-24T06:32:26.066746Z","end":"2026-02-24T06:32:26.201592Z","steps":["trace[33713872] 'agreement among raft nodes before linearized reading' (duration: 134.658015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:26.20179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.972298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12797"} {"level":"info","ts":"2026-02-24T06:32:26.201938Z","caller":"traceutil/trace.go:171","msg":"trace[550919074] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4657; }","duration":"116.255225ms","start":"2026-02-24T06:32:26.085642Z","end":"2026-02-24T06:32:26.201898Z","steps":["trace[550919074] 'agreement among raft nodes before linearized reading' (duration: 115.817194ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:26.892279Z","caller":"traceutil/trace.go:171","msg":"trace[1941877591] transaction","detail":"{read_only:false; response_revision:4688; number_of_response:1; }","duration":"170.781228ms","start":"2026-02-24T06:32:26.721424Z","end":"2026-02-24T06:32:26.892205Z","steps":["trace[1941877591] 'process raft request' (duration: 107.903706ms)","trace[1941877591] 'compare' (duration: 62.583463ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:32:26.892309Z","caller":"traceutil/trace.go:171","msg":"trace[1592554627] transaction","detail":"{read_only:false; response_revision:4689; number_of_response:1; }","duration":"169.179828ms","start":"2026-02-24T06:32:26.723089Z","end":"2026-02-24T06:32:26.892269Z","steps":["trace[1592554627] 'process raft request' (duration: 169.022924ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:26.892365Z","caller":"traceutil/trace.go:171","msg":"trace[793004407] linearizableReadLoop","detail":"{readStateIndex:4876; appliedIndex:4874; }","duration":"167.765093ms","start":"2026-02-24T06:32:26.724578Z","end":"2026-02-24T06:32:26.892343Z","steps":["trace[793004407] 'read index received' (duration: 104.763468ms)","trace[793004407] 'applied index is now lower than readState.Index' (duration: 63.000475ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:32:26.892381Z","caller":"traceutil/trace.go:171","msg":"trace[1592009678] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"165.113846ms","start":"2026-02-24T06:32:26.727242Z","end":"2026-02-24T06:32:26.892355Z","steps":["trace[1592009678] 'process raft request' (duration: 164.946142ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:26.892674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.170119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"warn","ts":"2026-02-24T06:32:26.892662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.05626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-79767c77db-vnhb4\" ","response":"range_response_count:1 size:6302"} {"level":"info","ts":"2026-02-24T06:32:26.892722Z","caller":"traceutil/trace.go:171","msg":"trace[2053133923] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:4690; }","duration":"127.23519ms","start":"2026-02-24T06:32:26.765472Z","end":"2026-02-24T06:32:26.892707Z","steps":["trace[2053133923] 'agreement among raft nodes before linearized reading' (duration: 127.055895ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:26.892748Z","caller":"traceutil/trace.go:171","msg":"trace[1033535802] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-79767c77db-vnhb4; range_end:; response_count:1; response_revision:4690; }","duration":"168.192483ms","start":"2026-02-24T06:32:26.724534Z","end":"2026-02-24T06:32:26.892726Z","steps":["trace[1033535802] 'agreement among raft nodes before linearized reading' (duration: 167.937877ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:26.892778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.349763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:391642"} {"level":"info","ts":"2026-02-24T06:32:26.892821Z","caller":"traceutil/trace.go:171","msg":"trace[433919156] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:4690; }","duration":"127.435655ms","start":"2026-02-24T06:32:26.765373Z","end":"2026-02-24T06:32:26.892808Z","steps":["trace[433919156] 'agreement among raft nodes before linearized reading' (duration: 127.102467ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:27.07102Z","caller":"traceutil/trace.go:171","msg":"trace[1340170620] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"167.710311ms","start":"2026-02-24T06:32:26.903271Z","end":"2026-02-24T06:32:27.070981Z","steps":["trace[1340170620] 'process raft request' (duration: 164.628785ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:27.074069Z","caller":"traceutil/trace.go:171","msg":"trace[1604832877] linearizableReadLoop","detail":"{readStateIndex:4879; appliedIndex:4877; }","duration":"143.26726ms","start":"2026-02-24T06:32:26.930784Z","end":"2026-02-24T06:32:27.074051Z","steps":["trace[1604832877] 'read index received' (duration: 137.128157ms)","trace[1604832877] 'applied index is now lower than readState.Index' (duration: 6.138433ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:32:27.074136Z","caller":"traceutil/trace.go:171","msg":"trace[1305428458] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"169.798182ms","start":"2026-02-24T06:32:26.904309Z","end":"2026-02-24T06:32:27.074107Z","steps":["trace[1305428458] 'process raft request' (duration: 169.641349ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:27.074275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.750463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T06:32:27.074303Z","caller":"traceutil/trace.go:171","msg":"trace[1056881266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4692; }","duration":"135.829195ms","start":"2026-02-24T06:32:26.938466Z","end":"2026-02-24T06:32:27.074295Z","steps":["trace[1056881266] 'agreement among raft nodes before linearized reading' (duration: 135.693632ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:27.074394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.599589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-02-24T06:32:27.074494Z","caller":"traceutil/trace.go:171","msg":"trace[1337890530] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:4692; }","duration":"143.759673ms","start":"2026-02-24T06:32:26.93071Z","end":"2026-02-24T06:32:27.074469Z","steps":["trace[1337890530] 'agreement among raft nodes before linearized reading' (duration: 143.452616ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:28.670706Z","caller":"traceutil/trace.go:171","msg":"trace[1944603364] linearizableReadLoop","detail":"{readStateIndex:4896; appliedIndex:4895; }","duration":"465.822101ms","start":"2026-02-24T06:32:28.204861Z","end":"2026-02-24T06:32:28.670683Z","steps":["trace[1944603364] 'read index received' (duration: 465.645457ms)","trace[1944603364] 'applied index is now lower than readState.Index' (duration: 175.554µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:32:28.670753Z","caller":"traceutil/trace.go:171","msg":"trace[1581795978] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"546.081247ms","start":"2026-02-24T06:32:28.124649Z","end":"2026-02-24T06:32:28.670731Z","steps":["trace[1581795978] 'process raft request' (duration: 545.888612ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:28.670893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:28.12463Z","time spent":"546.176629ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7804,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:32:28.67094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.070507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T06:32:28.670973Z","caller":"traceutil/trace.go:171","msg":"trace[1305996216] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4709; }","duration":"466.14461ms","start":"2026-02-24T06:32:28.204818Z","end":"2026-02-24T06:32:28.670963Z","steps":["trace[1305996216] 'agreement among raft nodes before linearized reading' (duration: 465.983415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:28.671081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:28.204798Z","time spent":"466.234763ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T06:32:28.671904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.024162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:32:28.67196Z","caller":"traceutil/trace.go:171","msg":"trace[1363264567] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4712; }","duration":"415.082703ms","start":"2026-02-24T06:32:28.256862Z","end":"2026-02-24T06:32:28.671945Z","steps":["trace[1363264567] 'agreement among raft nodes before linearized reading' (duration: 414.97258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:28.671992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:28.256796Z","time spent":"415.187656ms","remote":"127.0.0.1:35392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:32:35.304982Z","caller":"traceutil/trace.go:171","msg":"trace[1670900663] linearizableReadLoop","detail":"{readStateIndex:5014; appliedIndex:5013; }","duration":"330.907981ms","start":"2026-02-24T06:32:34.974047Z","end":"2026-02-24T06:32:35.304955Z","steps":["trace[1670900663] 'read index received' (duration: 330.753447ms)","trace[1670900663] 'applied index is now lower than readState.Index' (duration: 152.723µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:32:35.305007Z","caller":"traceutil/trace.go:171","msg":"trace[819021347] transaction","detail":"{read_only:false; response_revision:4825; number_of_response:1; }","duration":"334.52333ms","start":"2026-02-24T06:32:34.97046Z","end":"2026-02-24T06:32:35.304983Z","steps":["trace[819021347] 'process raft request' (duration: 334.334886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:35.305198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.131196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-02-24T06:32:35.30524Z","caller":"traceutil/trace.go:171","msg":"trace[1386877942] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4825; }","duration":"331.187237ms","start":"2026-02-24T06:32:34.974043Z","end":"2026-02-24T06:32:35.30523Z","steps":["trace[1386877942] 'agreement among raft nodes before linearized reading' (duration: 331.016793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:35.30527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:34.974021Z","time spent":"331.240369ms","remote":"127.0.0.1:35052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-02-24T06:32:35.305253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:34.970432Z","time spent":"334.704885ms","remote":"127.0.0.1:35318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T06:32:35.34385Z","caller":"traceutil/trace.go:171","msg":"trace[1840619034] transaction","detail":"{read_only:false; response_revision:4826; number_of_response:1; }","duration":"365.973736ms","start":"2026-02-24T06:32:34.977837Z","end":"2026-02-24T06:32:35.34381Z","steps":["trace[1840619034] 'process raft request' (duration: 365.591276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:35.343868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.747478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-f5d6d8b68-2s97n\" ","response":"range_response_count:1 size:3991"} {"level":"info","ts":"2026-02-24T06:32:35.343957Z","caller":"traceutil/trace.go:171","msg":"trace[1146023935] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-f5d6d8b68-2s97n; range_end:; response_count:1; response_revision:4826; }","duration":"162.887772ms","start":"2026-02-24T06:32:35.181048Z","end":"2026-02-24T06:32:35.343936Z","steps":["trace[1146023935] 'agreement among raft nodes before linearized reading' (duration: 162.644855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:35.343985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.983239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-02-24T06:32:35.34405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:34.977822Z","time spent":"366.11188ms","remote":"127.0.0.1:52708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4808,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:32:35.344096Z","caller":"traceutil/trace.go:171","msg":"trace[1439047274] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4826; }","duration":"148.170763ms","start":"2026-02-24T06:32:35.195903Z","end":"2026-02-24T06:32:35.344074Z","steps":["trace[1439047274] 'agreement among raft nodes before linearized reading' (duration: 147.805783ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:35.344364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.977093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T06:32:35.344487Z","caller":"traceutil/trace.go:171","msg":"trace[1767007186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4826; }","duration":"229.150577ms","start":"2026-02-24T06:32:35.115308Z","end":"2026-02-24T06:32:35.344459Z","steps":["trace[1767007186] 'agreement among raft nodes before linearized reading' (duration: 228.596283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:35.344867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.345337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-02-24T06:32:35.344948Z","caller":"traceutil/trace.go:171","msg":"trace[2134343611] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4826; }","duration":"194.519922ms","start":"2026-02-24T06:32:35.150413Z","end":"2026-02-24T06:32:35.344933Z","steps":["trace[2134343611] 'agreement among raft nodes before linearized reading' (duration: 193.440505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:36.659938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.578683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T06:32:36.660065Z","caller":"traceutil/trace.go:171","msg":"trace[263077186] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4871; }","duration":"154.765567ms","start":"2026-02-24T06:32:36.505271Z","end":"2026-02-24T06:32:36.660037Z","steps":["trace[263077186] 'range keys from in-memory index tree' (duration: 154.342167ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:36.660313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.730801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e7806007-c765-4b40-ae0a-7bb29d1398de\" ","response":"range_response_count:1 size:3697"} {"level":"info","ts":"2026-02-24T06:32:36.660414Z","caller":"traceutil/trace.go:171","msg":"trace[874981574] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e7806007-c765-4b40-ae0a-7bb29d1398de; range_end:; response_count:1; response_revision:4871; }","duration":"183.899605ms","start":"2026-02-24T06:32:36.476494Z","end":"2026-02-24T06:32:36.660393Z","steps":["trace[874981574] 'range keys from in-memory index tree' (duration: 183.616708ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:37.203241Z","caller":"traceutil/trace.go:171","msg":"trace[2022854519] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"493.906502ms","start":"2026-02-24T06:32:36.709312Z","end":"2026-02-24T06:32:37.203218Z","steps":["trace[2022854519] 'process raft request' (duration: 493.743608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:37.203406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:36.709294Z","time spent":"494.034736ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:32:37.212561Z","caller":"traceutil/trace.go:171","msg":"trace[669935911] linearizableReadLoop","detail":"{readStateIndex:5063; appliedIndex:5060; }","duration":"490.96656ms","start":"2026-02-24T06:32:36.721567Z","end":"2026-02-24T06:32:37.212533Z","steps":["trace[669935911] 'read index received' (duration: 481.556914ms)","trace[669935911] 'applied index is now lower than readState.Index' (duration: 9.408626ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:32:37.2126Z","caller":"traceutil/trace.go:171","msg":"trace[535000374] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"498.669882ms","start":"2026-02-24T06:32:36.713901Z","end":"2026-02-24T06:32:37.212571Z","steps":["trace[535000374] 'process raft request' (duration: 498.457537ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:37.212643Z","caller":"traceutil/trace.go:171","msg":"trace[489622669] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"495.696337ms","start":"2026-02-24T06:32:36.716897Z","end":"2026-02-24T06:32:37.212594Z","steps":["trace[489622669] 'process raft request' (duration: 495.594875ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:37.212728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:36.713876Z","time spent":"498.802026ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:32:37.212822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.948164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-24T06:32:37.212817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.216917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:32:37.212872Z","caller":"traceutil/trace.go:171","msg":"trace[1235709469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4874; }","duration":"486.027866ms","start":"2026-02-24T06:32:36.72683Z","end":"2026-02-24T06:32:37.212858Z","steps":["trace[1235709469] 'agreement among raft nodes before linearized reading' (duration: 485.843301ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:37.212894Z","caller":"traceutil/trace.go:171","msg":"trace[952541948] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4874; }","duration":"491.350079ms","start":"2026-02-24T06:32:36.721522Z","end":"2026-02-24T06:32:37.212872Z","steps":["trace[952541948] 'agreement among raft nodes before linearized reading' (duration: 491.113844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:37.212914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:36.726808Z","time spent":"486.097798ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T06:32:37.212992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:36.716885Z","time spent":"495.842031ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:32:37.213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.925717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:32:37.213066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.26795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:32:37.213076Z","caller":"traceutil/trace.go:171","msg":"trace[751440657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4874; }","duration":"146.130372ms","start":"2026-02-24T06:32:37.066926Z","end":"2026-02-24T06:32:37.213056Z","steps":["trace[751440657] 'agreement among raft nodes before linearized reading' (duration: 145.981278ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:37.21312Z","caller":"traceutil/trace.go:171","msg":"trace[1622641239] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4874; }","duration":"217.323131ms","start":"2026-02-24T06:32:36.99578Z","end":"2026-02-24T06:32:37.213103Z","steps":["trace[1622641239] 'agreement among raft nodes before linearized reading' (duration: 217.241739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:37.21315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.365506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:32:37.213273Z","caller":"traceutil/trace.go:171","msg":"trace[1090691817] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:4874; }","duration":"268.535981ms","start":"2026-02-24T06:32:36.94472Z","end":"2026-02-24T06:32:37.213256Z","steps":["trace[1090691817] 'agreement among raft nodes before linearized reading' (duration: 268.281055ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:37.213457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.834127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T06:32:37.213594Z","caller":"traceutil/trace.go:171","msg":"trace[705099102] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4874; }","duration":"481.103443ms","start":"2026-02-24T06:32:36.732461Z","end":"2026-02-24T06:32:37.213564Z","steps":["trace[705099102] 'agreement among raft nodes before linearized reading' (duration: 480.614731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:37.212942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:36.721511Z","time spent":"491.418002ms","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-24T06:32:37.213664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:36.73244Z","time spent":"481.210645ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T06:32:39.86789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.676581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3294"} {"level":"info","ts":"2026-02-24T06:32:39.867973Z","caller":"traceutil/trace.go:171","msg":"trace[973070460] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4913; }","duration":"131.796983ms","start":"2026-02-24T06:32:39.736159Z","end":"2026-02-24T06:32:39.867956Z","steps":["trace[973070460] 'range keys from in-memory index tree' (duration: 131.527807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:39.867962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.299738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T06:32:39.868013Z","caller":"traceutil/trace.go:171","msg":"trace[588443709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4913; }","duration":"369.399831ms","start":"2026-02-24T06:32:39.498602Z","end":"2026-02-24T06:32:39.868002Z","steps":["trace[588443709] 'range keys from in-memory index tree' (duration: 369.133474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:39.868043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:39.49858Z","time spent":"369.458412ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T06:32:39.868195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.811986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T06:32:39.868217Z","caller":"traceutil/trace.go:171","msg":"trace[120543812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4913; }","duration":"492.888638ms","start":"2026-02-24T06:32:39.375325Z","end":"2026-02-24T06:32:39.868213Z","steps":["trace[120543812] 'range keys from in-memory index tree' (duration: 492.685353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:39.86823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:39.37529Z","time spent":"492.935759ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T06:32:39.868209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.897565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-24T06:32:39.868263Z","caller":"traceutil/trace.go:171","msg":"trace[1068426025] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4913; }","duration":"298.008688ms","start":"2026-02-24T06:32:39.570241Z","end":"2026-02-24T06:32:39.86825Z","steps":["trace[1068426025] 'range keys from in-memory index tree' (duration: 297.660819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:39.868292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.682536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e7806007-c765-4b40-ae0a-7bb29d1398de\" ","response":"range_response_count:1 size:3883"} {"level":"info","ts":"2026-02-24T06:32:39.868333Z","caller":"traceutil/trace.go:171","msg":"trace[1839425872] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e7806007-c765-4b40-ae0a-7bb29d1398de; range_end:; response_count:1; response_revision:4913; }","duration":"180.755987ms","start":"2026-02-24T06:32:39.687567Z","end":"2026-02-24T06:32:39.868323Z","steps":["trace[1839425872] 'range keys from in-memory index tree' (duration: 180.532193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:39.868481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.738872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-24T06:32:39.868508Z","caller":"traceutil/trace.go:171","msg":"trace[1476125351] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:4913; }","duration":"179.785894ms","start":"2026-02-24T06:32:39.688716Z","end":"2026-02-24T06:32:39.868501Z","steps":["trace[1476125351] 'range keys from in-memory index tree' (duration: 179.65442ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:41.166889Z","caller":"traceutil/trace.go:171","msg":"trace[1090257964] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"284.5232ms","start":"2026-02-24T06:32:40.882337Z","end":"2026-02-24T06:32:41.16686Z","steps":["trace[1090257964] 'process raft request' (duration: 284.309365ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:51.956286Z","caller":"traceutil/trace.go:171","msg":"trace[638473141] transaction","detail":"{read_only:false; response_revision:5069; number_of_response:1; }","duration":"700.09981ms","start":"2026-02-24T06:32:51.256157Z","end":"2026-02-24T06:32:51.956257Z","steps":["trace[638473141] 'process raft request' (duration: 699.887965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:51.956513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:51.256132Z","time spent":"700.271594ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:32:51.95652Z","caller":"traceutil/trace.go:171","msg":"trace[2059483638] linearizableReadLoop","detail":"{readStateIndex:5267; appliedIndex:5264; }","duration":"664.800758ms","start":"2026-02-24T06:32:51.291679Z","end":"2026-02-24T06:32:51.956479Z","steps":["trace[2059483638] 'read index received' (duration: 12.445621ms)","trace[2059483638] 'applied index is now lower than readState.Index' (duration: 652.351437ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:32:51.956623Z","caller":"traceutil/trace.go:171","msg":"trace[1476901747] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"699.809642ms","start":"2026-02-24T06:32:51.256787Z","end":"2026-02-24T06:32:51.956597Z","steps":["trace[1476901747] 'process raft request' (duration: 699.428823ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:51.956731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.043044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-24T06:32:51.956795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:51.256778Z","time spent":"699.932245ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:32:51.956802Z","caller":"traceutil/trace.go:171","msg":"trace[785078838] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5070; }","duration":"665.112886ms","start":"2026-02-24T06:32:51.291671Z","end":"2026-02-24T06:32:51.956784Z","steps":["trace[785078838] 'agreement among raft nodes before linearized reading' (duration: 664.89313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:51.956856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:51.29162Z","time spent":"665.223889ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-24T06:32:51.9619Z","caller":"traceutil/trace.go:171","msg":"trace[1624335021] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"143.28405ms","start":"2026-02-24T06:32:51.818578Z","end":"2026-02-24T06:32:51.961862Z","steps":["trace[1624335021] 'process raft request' (duration: 143.083305ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:51.96198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.627266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:32:51.961978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.038084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T06:32:51.962041Z","caller":"traceutil/trace.go:171","msg":"trace[547019797] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5071; }","duration":"572.738779ms","start":"2026-02-24T06:32:51.389285Z","end":"2026-02-24T06:32:51.962024Z","steps":["trace[547019797] 'agreement among raft nodes before linearized reading' (duration: 572.603966ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:51.962068Z","caller":"traceutil/trace.go:171","msg":"trace[1183989030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5071; }","duration":"669.177797ms","start":"2026-02-24T06:32:51.292858Z","end":"2026-02-24T06:32:51.962035Z","steps":["trace[1183989030] 'agreement among raft nodes before linearized reading' (duration: 668.947851ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:51.962103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:51.389264Z","time spent":"572.82408ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":25,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:32:51.962117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:51.292833Z","time spent":"669.27356ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T06:32:51.96213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.077497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:32:51.962165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.915426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:32:51.962193Z","caller":"traceutil/trace.go:171","msg":"trace[1628227608] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5071; }","duration":"282.20648ms","start":"2026-02-24T06:32:51.679975Z","end":"2026-02-24T06:32:51.962181Z","steps":["trace[1628227608] 'agreement among raft nodes before linearized reading' (duration: 282.065156ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:51.962213Z","caller":"traceutil/trace.go:171","msg":"trace[1495410855] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:5071; }","duration":"667.978347ms","start":"2026-02-24T06:32:51.294223Z","end":"2026-02-24T06:32:51.962201Z","steps":["trace[1495410855] 'agreement among raft nodes before linearized reading' (duration: 667.795783ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:51.962247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:51.294168Z","time spent":"668.06977ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"warn","ts":"2026-02-24T06:32:51.962225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.704892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16155"} {"level":"warn","ts":"2026-02-24T06:32:51.962273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.526194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-24T06:32:51.962316Z","caller":"traceutil/trace.go:171","msg":"trace[1688383735] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5071; }","duration":"603.841325ms","start":"2026-02-24T06:32:51.35845Z","end":"2026-02-24T06:32:51.962291Z","steps":["trace[1688383735] 'agreement among raft nodes before linearized reading' (duration: 603.546288ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:51.96234Z","caller":"traceutil/trace.go:171","msg":"trace[1319947757] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5071; }","duration":"572.592835ms","start":"2026-02-24T06:32:51.389731Z","end":"2026-02-24T06:32:51.962324Z","steps":["trace[1319947757] 'agreement among raft nodes before linearized reading' (duration: 572.473682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:51.962364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:51.358435Z","time spent":"603.920187ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16179,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-24T06:32:51.962393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:32:51.389676Z","time spent":"572.708908ms","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-02-24T06:32:52.087923Z","caller":"traceutil/trace.go:171","msg":"trace[1673178015] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"121.486436ms","start":"2026-02-24T06:32:51.966413Z","end":"2026-02-24T06:32:52.0879Z","steps":["trace[1673178015] 'process raft request' (duration: 116.811178ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:52.088179Z","caller":"traceutil/trace.go:171","msg":"trace[750766488] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"121.494526ms","start":"2026-02-24T06:32:51.966668Z","end":"2026-02-24T06:32:52.088162Z","steps":["trace[750766488] 'process raft request' (duration: 121.191419ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:52.08829Z","caller":"traceutil/trace.go:171","msg":"trace[1630381134] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"121.533046ms","start":"2026-02-24T06:32:51.966732Z","end":"2026-02-24T06:32:52.088265Z","steps":["trace[1630381134] 'process raft request' (duration: 121.361842ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:52.088529Z","caller":"traceutil/trace.go:171","msg":"trace[840256893] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"121.565827ms","start":"2026-02-24T06:32:51.96694Z","end":"2026-02-24T06:32:52.088506Z","steps":["trace[840256893] 'process raft request' (duration: 121.26358ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:52.088548Z","caller":"traceutil/trace.go:171","msg":"trace[729265456] linearizableReadLoop","detail":"{readStateIndex:5271; appliedIndex:5268; }","duration":"121.798123ms","start":"2026-02-24T06:32:51.966708Z","end":"2026-02-24T06:32:52.088506Z","steps":["trace[729265456] 'read index received' (duration: 3.897298ms)","trace[729265456] 'applied index is now lower than readState.Index' (duration: 117.898725ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:32:52.088908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.170572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80345"} {"level":"info","ts":"2026-02-24T06:32:52.088944Z","caller":"traceutil/trace.go:171","msg":"trace[627419579] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5076; }","duration":"122.256624ms","start":"2026-02-24T06:32:51.966676Z","end":"2026-02-24T06:32:52.088932Z","steps":["trace[627419579] 'agreement among raft nodes before linearized reading' (duration: 121.985857ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:52.118421Z","caller":"traceutil/trace.go:171","msg":"trace[565555764] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"144.91402ms","start":"2026-02-24T06:32:51.973456Z","end":"2026-02-24T06:32:52.11837Z","steps":["trace[565555764] 'process raft request' (duration: 144.741765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:32:52.118522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.68042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e7806007-c765-4b40-ae0a-7bb29d1398de\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-24T06:32:52.118723Z","caller":"traceutil/trace.go:171","msg":"trace[740273703] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e7806007-c765-4b40-ae0a-7bb29d1398de; range_end:; response_count:1; response_revision:5077; }","duration":"151.908576ms","start":"2026-02-24T06:32:51.966793Z","end":"2026-02-24T06:32:52.118702Z","steps":["trace[740273703] 'agreement among raft nodes before linearized reading' (duration: 151.579727ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:32:52.262358Z","caller":"traceutil/trace.go:171","msg":"trace[2103534865] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"131.754142ms","start":"2026-02-24T06:32:52.130572Z","end":"2026-02-24T06:32:52.262326Z","steps":["trace[2103534865] 'process raft request' (duration: 66.83438ms)","trace[2103534865] 'compare' (duration: 64.776708ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:32:52.652896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.074944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:32:52.652988Z","caller":"traceutil/trace.go:171","msg":"trace[395922866] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5083; }","duration":"133.230838ms","start":"2026-02-24T06:32:52.519734Z","end":"2026-02-24T06:32:52.652965Z","steps":["trace[395922866] 'count revisions from in-memory index tree' (duration: 132.899509ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:33:27.606887Z","caller":"traceutil/trace.go:171","msg":"trace[1708558757] transaction","detail":"{read_only:false; response_revision:5377; number_of_response:1; }","duration":"142.529251ms","start":"2026-02-24T06:33:27.464328Z","end":"2026-02-24T06:33:27.606857Z","steps":["trace[1708558757] 'process raft request' (duration: 142.334196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:33:36.582461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.311962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:33:36.582822Z","caller":"traceutil/trace.go:171","msg":"trace[883946441] linearizableReadLoop","detail":"{readStateIndex:5640; appliedIndex:5639; }","duration":"423.846059ms","start":"2026-02-24T06:33:36.158964Z","end":"2026-02-24T06:33:36.58281Z","steps":["trace[883946441] 'read index received' (duration: 322.18544ms)","trace[883946441] 'applied index is now lower than readState.Index' (duration: 101.659969ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:33:36.582832Z","caller":"traceutil/trace.go:171","msg":"trace[1529687800] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"444.7211ms","start":"2026-02-24T06:33:36.138084Z","end":"2026-02-24T06:33:36.582805Z","steps":["trace[1529687800] 'process raft request' (duration: 342.996348ms)","trace[1529687800] 'compare' (duration: 101.210489ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:33:36.582942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.980362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-24T06:33:36.582968Z","caller":"traceutil/trace.go:171","msg":"trace[370470256] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5432; }","duration":"424.061174ms","start":"2026-02-24T06:33:36.1589Z","end":"2026-02-24T06:33:36.582962Z","steps":["trace[370470256] 'agreement among raft nodes before linearized reading' (duration: 423.968771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:33:36.582966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:33:36.138055Z","time spent":"444.838633ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:33:36.583005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:33:36.158878Z","time spent":"424.104005ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T06:33:36.583171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.538328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T06:33:36.583187Z","caller":"traceutil/trace.go:171","msg":"trace[585823250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5432; }","duration":"272.569909ms","start":"2026-02-24T06:33:36.310612Z","end":"2026-02-24T06:33:36.583182Z","steps":["trace[585823250] 'agreement among raft nodes before linearized reading' (duration: 272.529308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:33:36.583228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.02952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-24T06:33:36.583252Z","caller":"traceutil/trace.go:171","msg":"trace[586063738] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5432; }","duration":"275.055371ms","start":"2026-02-24T06:33:36.30819Z","end":"2026-02-24T06:33:36.583246Z","steps":["trace[586063738] 'agreement among raft nodes before linearized reading' (duration: 274.940678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:33:36.583254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.155944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T06:33:36.583268Z","caller":"traceutil/trace.go:171","msg":"trace[1400018730] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5432; }","duration":"277.170144ms","start":"2026-02-24T06:33:36.306094Z","end":"2026-02-24T06:33:36.583264Z","steps":["trace[1400018730] 'agreement among raft nodes before linearized reading' (duration: 277.131403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:33:36.583118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.098061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:33:36.583289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.742503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:33:36.583335Z","caller":"traceutil/trace.go:171","msg":"trace[482124160] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5432; }","duration":"363.345757ms","start":"2026-02-24T06:33:36.219973Z","end":"2026-02-24T06:33:36.583319Z","steps":["trace[482124160] 'agreement among raft nodes before linearized reading' (duration: 363.129662ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:33:36.583341Z","caller":"traceutil/trace.go:171","msg":"trace[270427780] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:5432; }","duration":"274.832096ms","start":"2026-02-24T06:33:36.308495Z","end":"2026-02-24T06:33:36.583328Z","steps":["trace[270427780] 'agreement among raft nodes before linearized reading' (duration: 274.678652ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:33:36.583351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:33:36.219953Z","time spent":"363.394388ms","remote":"127.0.0.1:35214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-02-24T06:33:36.583311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.267915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:33:36.583384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.290755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6040"} {"level":"info","ts":"2026-02-24T06:33:36.583416Z","caller":"traceutil/trace.go:171","msg":"trace[442057760] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5432; }","duration":"363.391448ms","start":"2026-02-24T06:33:36.220007Z","end":"2026-02-24T06:33:36.583398Z","steps":["trace[442057760] 'agreement among raft nodes before linearized reading' (duration: 363.290436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:33:36.583443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:33:36.219994Z","time spent":"363.443529ms","remote":"127.0.0.1:35214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-02-24T06:33:36.583449Z","caller":"traceutil/trace.go:171","msg":"trace[1159989020] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5432; }","duration":"363.382728ms","start":"2026-02-24T06:33:36.220051Z","end":"2026-02-24T06:33:36.583433Z","steps":["trace[1159989020] 'agreement among raft nodes before linearized reading' (duration: 363.191804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:33:36.583446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.867351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-24T06:33:36.583481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:33:36.220043Z","time spent":"363.433189ms","remote":"127.0.0.1:35214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6064,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-02-24T06:33:36.583509Z","caller":"traceutil/trace.go:171","msg":"trace[1481784544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5432; }","duration":"275.974744ms","start":"2026-02-24T06:33:36.307521Z","end":"2026-02-24T06:33:36.583496Z","steps":["trace[1481784544] 'agreement among raft nodes before linearized reading' (duration: 275.759339ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:33:45.733517Z","caller":"traceutil/trace.go:171","msg":"trace[996083006] transaction","detail":"{read_only:false; response_revision:5499; number_of_response:1; }","duration":"180.008177ms","start":"2026-02-24T06:33:45.553483Z","end":"2026-02-24T06:33:45.733491Z","steps":["trace[996083006] 'process raft request' (duration: 179.810122ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:33:45.816025Z","caller":"traceutil/trace.go:171","msg":"trace[1531858486] transaction","detail":"{read_only:false; response_revision:5500; number_of_response:1; }","duration":"121.444765ms","start":"2026-02-24T06:33:45.694554Z","end":"2026-02-24T06:33:45.815998Z","steps":["trace[1531858486] 'process raft request' (duration: 120.517891ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:34:06.735218Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2691} {"level":"info","ts":"2026-02-24T06:34:06.798601Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2691,"took":"61.799995ms","hash":1634126654,"current-db-size-bytes":41365504,"current-db-size":"41 MB","current-db-size-in-use-bytes":30568448,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-24T06:34:06.798672Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1634126654,"revision":2691,"compact-revision":-1} {"level":"info","ts":"2026-02-24T06:35:36.932045Z","caller":"traceutil/trace.go:171","msg":"trace[2116084925] linearizableReadLoop","detail":"{readStateIndex:6368; appliedIndex:6367; }","duration":"160.235185ms","start":"2026-02-24T06:35:36.771772Z","end":"2026-02-24T06:35:36.932007Z","steps":["trace[2116084925] 'read index received' (duration: 158.488282ms)","trace[2116084925] 'applied index is now lower than readState.Index' (duration: 1.745633ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:35:36.932633Z","caller":"traceutil/trace.go:171","msg":"trace[2048260416] transaction","detail":"{read_only:false; response_revision:6133; number_of_response:1; }","duration":"264.708728ms","start":"2026-02-24T06:35:36.667858Z","end":"2026-02-24T06:35:36.932567Z","steps":["trace[2048260416] 'process raft request' (duration: 262.505293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:35:36.932736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.920003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:35:36.933078Z","caller":"traceutil/trace.go:171","msg":"trace[1219038539] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6133; }","duration":"161.320693ms","start":"2026-02-24T06:35:36.771707Z","end":"2026-02-24T06:35:36.933028Z","steps":["trace[1219038539] 'agreement among raft nodes before linearized reading' (duration: 160.899463ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:38:43.857046Z","caller":"traceutil/trace.go:171","msg":"trace[980531872] linearizableReadLoop","detail":"{readStateIndex:7707; appliedIndex:7706; }","duration":"440.187805ms","start":"2026-02-24T06:38:43.416827Z","end":"2026-02-24T06:38:43.857015Z","steps":["trace[980531872] 'read index received' (duration: 439.936888ms)","trace[980531872] 'applied index is now lower than readState.Index' (duration: 250.037µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:38:43.85718Z","caller":"traceutil/trace.go:171","msg":"trace[282279655] transaction","detail":"{read_only:false; response_revision:7427; number_of_response:1; }","duration":"481.87295ms","start":"2026-02-24T06:38:43.375283Z","end":"2026-02-24T06:38:43.857156Z","steps":["trace[282279655] 'process raft request' (duration: 481.562881ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:38:43.857288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.456972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:38:43.857324Z","caller":"traceutil/trace.go:171","msg":"trace[167541926] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7427; }","duration":"440.503013ms","start":"2026-02-24T06:38:43.41681Z","end":"2026-02-24T06:38:43.857313Z","steps":["trace[167541926] 'agreement among raft nodes before linearized reading' (duration: 440.34804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:38:43.857327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:38:43.375251Z","time spent":"481.973832ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:38:43.857353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:38:43.416734Z","time spent":"440.611206ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":95,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:38:50.546789Z","caller":"traceutil/trace.go:171","msg":"trace[900350456] transaction","detail":"{read_only:false; response_revision:7595; number_of_response:1; }","duration":"664.041156ms","start":"2026-02-24T06:38:49.882715Z","end":"2026-02-24T06:38:50.546756Z","steps":["trace[900350456] 'process raft request' (duration: 663.860322ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:38:50.547129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:38:49.882687Z","time spent":"664.206131ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:38:50.991579Z","caller":"traceutil/trace.go:171","msg":"trace[1208539413] linearizableReadLoop","detail":"{readStateIndex:7878; appliedIndex:7876; }","duration":"925.204783ms","start":"2026-02-24T06:38:50.066343Z","end":"2026-02-24T06:38:50.991547Z","steps":["trace[1208539413] 'read index received' (duration: 480.310952ms)","trace[1208539413] 'applied index is now lower than readState.Index' (duration: 444.892791ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:38:50.991627Z","caller":"traceutil/trace.go:171","msg":"trace[188072499] transaction","detail":"{read_only:false; response_revision:7596; number_of_response:1; }","duration":"1.090397085s","start":"2026-02-24T06:38:49.901194Z","end":"2026-02-24T06:38:50.991591Z","steps":["trace[188072499] 'process raft request' (duration: 1.082416895s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:38:50.991748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.386948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:38:50.991871Z","caller":"traceutil/trace.go:171","msg":"trace[351880959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7596; }","duration":"925.568572ms","start":"2026-02-24T06:38:50.066285Z","end":"2026-02-24T06:38:50.991854Z","steps":["trace[351880959] 'agreement among raft nodes before linearized reading' (duration: 925.379737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:38:50.991874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.547863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-24T06:38:50.991874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.21326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-24T06:38:50.991918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:38:50.066256Z","time spent":"925.652944ms","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T06:38:50.991927Z","caller":"traceutil/trace.go:171","msg":"trace[1111136390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7596; }","duration":"649.662796ms","start":"2026-02-24T06:38:50.342252Z","end":"2026-02-24T06:38:50.991915Z","steps":["trace[1111136390] 'agreement among raft nodes before linearized reading' (duration: 649.470621ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:38:50.991935Z","caller":"traceutil/trace.go:171","msg":"trace[1308087810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7596; }","duration":"654.313212ms","start":"2026-02-24T06:38:50.337609Z","end":"2026-02-24T06:38:50.991922Z","steps":["trace[1308087810] 'agreement among raft nodes before linearized reading' (duration: 654.109277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:38:50.991936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.355007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:38:50.991798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:38:49.90118Z","time spent":"1.090528697s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:38:50.991971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:38:50.337598Z","time spent":"654.365464ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T06:38:50.991967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:38:50.342226Z","time spent":"649.729727ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-24T06:38:50.991974Z","caller":"traceutil/trace.go:171","msg":"trace[877106548] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:7596; }","duration":"485.432749ms","start":"2026-02-24T06:38:50.506532Z","end":"2026-02-24T06:38:50.991965Z","steps":["trace[877106548] 'agreement among raft nodes before linearized reading' (duration: 485.310276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:38:50.992018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:38:50.50651Z","time spent":"485.500251ms","remote":"127.0.0.1:35052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":78,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:38:50.992009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.562534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-24T06:38:50.992071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.810896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-24T06:38:50.992135Z","caller":"traceutil/trace.go:171","msg":"trace[758758276] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7596; }","duration":"356.927908ms","start":"2026-02-24T06:38:50.635185Z","end":"2026-02-24T06:38:50.992113Z","steps":["trace[758758276] 'agreement among raft nodes before linearized reading' (duration: 356.751753ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:38:50.992125Z","caller":"traceutil/trace.go:171","msg":"trace[197456515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7596; }","duration":"659.720548ms","start":"2026-02-24T06:38:50.33238Z","end":"2026-02-24T06:38:50.9921Z","steps":["trace[197456515] 'agreement among raft nodes before linearized reading' (duration: 659.42586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:38:50.992135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.606819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"warn","ts":"2026-02-24T06:38:50.992181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:38:50.635151Z","time spent":"357.019771ms","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-24T06:38:50.99221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:38:50.332369Z","time spent":"659.818481ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T06:38:50.992237Z","caller":"traceutil/trace.go:171","msg":"trace[2127089254] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:7596; }","duration":"411.777663ms","start":"2026-02-24T06:38:50.580436Z","end":"2026-02-24T06:38:50.992214Z","steps":["trace[2127089254] 'agreement among raft nodes before linearized reading' (duration: 411.397433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:38:50.992286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:38:50.580409Z","time spent":"411.870174ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"warn","ts":"2026-02-24T06:38:50.992202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.361724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-24T06:38:50.992402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.803742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T06:38:50.992433Z","caller":"traceutil/trace.go:171","msg":"trace[977520024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7596; }","duration":"675.882454ms","start":"2026-02-24T06:38:50.316542Z","end":"2026-02-24T06:38:50.992425Z","steps":["trace[977520024] 'agreement among raft nodes before linearized reading' (duration: 675.825893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:38:50.992454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:38:50.31652Z","time spent":"675.929045ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T06:38:50.992507Z","caller":"traceutil/trace.go:171","msg":"trace[982505763] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7596; }","duration":"650.672502ms","start":"2026-02-24T06:38:50.341739Z","end":"2026-02-24T06:38:50.992412Z","steps":["trace[982505763] 'agreement among raft nodes before linearized reading' (duration: 650.052335ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:38:50.992596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:38:50.341718Z","time spent":"650.861657ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-24T06:39:03.0679Z","caller":"traceutil/trace.go:171","msg":"trace[1606136087] transaction","detail":"{read_only:false; response_revision:7651; number_of_response:1; }","duration":"475.418138ms","start":"2026-02-24T06:39:02.592447Z","end":"2026-02-24T06:39:03.067865Z","steps":["trace[1606136087] 'process raft request' (duration: 475.196683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:03.068083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:02.592407Z","time spent":"475.578852ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:39:03.153184Z","caller":"traceutil/trace.go:171","msg":"trace[432751453] transaction","detail":"{read_only:false; response_revision:7652; number_of_response:1; }","duration":"105.471634ms","start":"2026-02-24T06:39:03.047682Z","end":"2026-02-24T06:39:03.153154Z","steps":["trace[432751453] 'process raft request' (duration: 105.252538ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:39:03.312421Z","caller":"traceutil/trace.go:171","msg":"trace[1681318056] transaction","detail":"{read_only:false; response_revision:7657; number_of_response:1; }","duration":"144.648545ms","start":"2026-02-24T06:39:03.167731Z","end":"2026-02-24T06:39:03.312379Z","steps":["trace[1681318056] 'process raft request' (duration: 144.551163ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:39:03.312427Z","caller":"traceutil/trace.go:171","msg":"trace[954841527] transaction","detail":"{read_only:false; response_revision:7658; number_of_response:1; }","duration":"144.589324ms","start":"2026-02-24T06:39:03.167808Z","end":"2026-02-24T06:39:03.312397Z","steps":["trace[954841527] 'process raft request' (duration: 144.508802ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:39:03.312531Z","caller":"traceutil/trace.go:171","msg":"trace[1072917751] transaction","detail":"{read_only:false; response_revision:7656; number_of_response:1; }","duration":"144.80251ms","start":"2026-02-24T06:39:03.167675Z","end":"2026-02-24T06:39:03.312477Z","steps":["trace[1072917751] 'process raft request' (duration: 144.563513ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:39:03.312859Z","caller":"traceutil/trace.go:171","msg":"trace[940111207] linearizableReadLoop","detail":"{readStateIndex:7943; appliedIndex:7939; }","duration":"143.402085ms","start":"2026-02-24T06:39:03.168952Z","end":"2026-02-24T06:39:03.312354Z","steps":["trace[940111207] 'read index received' (duration: 28.480494ms)","trace[940111207] 'applied index is now lower than readState.Index' (duration: 114.920181ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:39:03.312857Z","caller":"traceutil/trace.go:171","msg":"trace[2092304694] transaction","detail":"{read_only:false; response_revision:7655; number_of_response:1; }","duration":"144.754068ms","start":"2026-02-24T06:39:03.167591Z","end":"2026-02-24T06:39:03.312345Z","steps":["trace[2092304694] 'process raft request' (duration: 144.474661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:03.313123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.136264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:219455"} {"level":"info","ts":"2026-02-24T06:39:03.313215Z","caller":"traceutil/trace.go:171","msg":"trace[30067465] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7658; }","duration":"144.277137ms","start":"2026-02-24T06:39:03.16892Z","end":"2026-02-24T06:39:03.313197Z","steps":["trace[30067465] 'agreement among raft nodes before linearized reading' (duration: 143.703723ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:39:04.616365Z","caller":"traceutil/trace.go:171","msg":"trace[1190071945] linearizableReadLoop","detail":"{readStateIndex:7944; appliedIndex:7943; }","duration":"264.231294ms","start":"2026-02-24T06:39:04.352104Z","end":"2026-02-24T06:39:04.616335Z","steps":["trace[1190071945] 'read index received' (duration: 264.014798ms)","trace[1190071945] 'applied index is now lower than readState.Index' (duration: 215.636µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:39:04.616562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.422188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:39:04.616528Z","caller":"traceutil/trace.go:171","msg":"trace[200554653] transaction","detail":"{read_only:false; response_revision:7659; number_of_response:1; }","duration":"369.00357ms","start":"2026-02-24T06:39:04.247475Z","end":"2026-02-24T06:39:04.616478Z","steps":["trace[200554653] 'process raft request' (duration: 368.703083ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:39:04.616611Z","caller":"traceutil/trace.go:171","msg":"trace[822887848] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:7659; }","duration":"264.50169ms","start":"2026-02-24T06:39:04.352094Z","end":"2026-02-24T06:39:04.616596Z","steps":["trace[822887848] 'agreement among raft nodes before linearized reading' (duration: 264.392037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:04.616864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:04.247445Z","time spent":"369.182145ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:39:04.724746Z","caller":"traceutil/trace.go:171","msg":"trace[995578463] transaction","detail":"{read_only:false; response_revision:7660; number_of_response:1; }","duration":"104.193433ms","start":"2026-02-24T06:39:04.620528Z","end":"2026-02-24T06:39:04.724722Z","steps":["trace[995578463] 'process raft request' (duration: 53.848841ms)","trace[995578463] 'compare' (duration: 50.084976ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:39:05.151441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.295059ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T06:39:05.151721Z","caller":"traceutil/trace.go:171","msg":"trace[652376781] linearizableReadLoop","detail":"{readStateIndex:7946; appliedIndex:7945; }","duration":"226.046937ms","start":"2026-02-24T06:39:04.925644Z","end":"2026-02-24T06:39:05.151691Z","steps":["trace[652376781] 'read index received' (duration: 124.4355ms)","trace[652376781] 'applied index is now lower than readState.Index' (duration: 101.609257ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:39:05.151887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.229982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:39:05.151933Z","caller":"traceutil/trace.go:171","msg":"trace[1248675280] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7661; }","duration":"226.342754ms","start":"2026-02-24T06:39:04.925574Z","end":"2026-02-24T06:39:05.151917Z","steps":["trace[1248675280] 'agreement among raft nodes before linearized reading' (duration: 226.252792ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:39:05.51762Z","caller":"traceutil/trace.go:171","msg":"trace[1157678328] linearizableReadLoop","detail":"{readStateIndex:7948; appliedIndex:7947; }","duration":"350.608219ms","start":"2026-02-24T06:39:05.166956Z","end":"2026-02-24T06:39:05.517564Z","steps":["trace[1157678328] 'read index received' (duration: 290.563584ms)","trace[1157678328] 'applied index is now lower than readState.Index' (duration: 60.043775ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:39:05.517785Z","caller":"traceutil/trace.go:171","msg":"trace[1648864977] transaction","detail":"{read_only:false; response_revision:7662; number_of_response:1; }","duration":"359.35352ms","start":"2026-02-24T06:39:05.158379Z","end":"2026-02-24T06:39:05.517733Z","steps":["trace[1648864977] 'process raft request' (duration: 299.16477ms)","trace[1648864977] 'compare' (duration: 59.823881ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:39:05.517957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:05.15834Z","time spent":"359.514954ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:39:05.517972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.975849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5541"} {"level":"info","ts":"2026-02-24T06:39:05.518033Z","caller":"traceutil/trace.go:171","msg":"trace[458165284] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7662; }","duration":"351.109362ms","start":"2026-02-24T06:39:05.166901Z","end":"2026-02-24T06:39:05.51801Z","steps":["trace[458165284] 'agreement among raft nodes before linearized reading' (duration: 350.852996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:05.518113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:05.166881Z","time spent":"351.216105ms","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5565,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-24T06:39:05.528268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.298426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-24T06:39:05.528272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.056391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-755f769cdc-zqp85.18971b6b17b70096\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-02-24T06:39:05.528314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.990972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-24T06:39:05.52835Z","caller":"traceutil/trace.go:171","msg":"trace[577935164] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7663; }","duration":"211.41395ms","start":"2026-02-24T06:39:05.316918Z","end":"2026-02-24T06:39:05.528332Z","steps":["trace[577935164] 'agreement among raft nodes before linearized reading' (duration: 211.165063ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:39:05.528371Z","caller":"traceutil/trace.go:171","msg":"trace[1698694732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7663; }","duration":"328.067625ms","start":"2026-02-24T06:39:05.200287Z","end":"2026-02-24T06:39:05.528355Z","steps":["trace[1698694732] 'agreement among raft nodes before linearized reading' (duration: 327.871979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:05.528385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.456962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T06:39:05.528415Z","caller":"traceutil/trace.go:171","msg":"trace[494036505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7663; }","duration":"211.509742ms","start":"2026-02-24T06:39:05.316898Z","end":"2026-02-24T06:39:05.528408Z","steps":["trace[494036505] 'agreement among raft nodes before linearized reading' (duration: 211.274646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:05.528415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:05.200275Z","time spent":"328.131636ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T06:39:05.528371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.3919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"warn","ts":"2026-02-24T06:39:05.528498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.196295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T06:39:05.528512Z","caller":"traceutil/trace.go:171","msg":"trace[362297917] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7663; }","duration":"211.233436ms","start":"2026-02-24T06:39:05.317275Z","end":"2026-02-24T06:39:05.528508Z","steps":["trace[362297917] 'agreement among raft nodes before linearized reading' (duration: 211.184145ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:39:05.528499Z","caller":"traceutil/trace.go:171","msg":"trace[131909323] transaction","detail":"{read_only:false; response_revision:7663; number_of_response:1; }","duration":"360.627341ms","start":"2026-02-24T06:39:05.167783Z","end":"2026-02-24T06:39:05.52841Z","steps":["trace[131909323] 'process raft request' (duration: 360.139127ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:39:05.52852Z","caller":"traceutil/trace.go:171","msg":"trace[1765977903] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:7663; }","duration":"207.553634ms","start":"2026-02-24T06:39:05.320944Z","end":"2026-02-24T06:39:05.528498Z","steps":["trace[1765977903] 'agreement among raft nodes before linearized reading' (duration: 207.327297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:05.528501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.423019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T06:39:05.528658Z","caller":"traceutil/trace.go:171","msg":"trace[1469699173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7663; }","duration":"211.771489ms","start":"2026-02-24T06:39:05.316856Z","end":"2026-02-24T06:39:05.528628Z","steps":["trace[1469699173] 'agreement among raft nodes before linearized reading' (duration: 211.275206ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:39:05.528375Z","caller":"traceutil/trace.go:171","msg":"trace[257290741] range","detail":"{range_begin:/registry/events/openstack/barbican-api-755f769cdc-zqp85.18971b6b17b70096; range_end:; response_count:1; response_revision:7663; }","duration":"359.177244ms","start":"2026-02-24T06:39:05.169167Z","end":"2026-02-24T06:39:05.528344Z","steps":["trace[257290741] 'agreement among raft nodes before linearized reading' (duration: 358.910007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:05.528743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:05.167762Z","time spent":"360.898108ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:39:05.528769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:05.169161Z","time spent":"359.587765ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-755f769cdc-zqp85.18971b6b17b70096\" "} {"level":"info","ts":"2026-02-24T06:39:05.66136Z","caller":"traceutil/trace.go:171","msg":"trace[1485482809] transaction","detail":"{read_only:false; response_revision:7665; number_of_response:1; }","duration":"129.456325ms","start":"2026-02-24T06:39:05.531861Z","end":"2026-02-24T06:39:05.661317Z","steps":["trace[1485482809] 'process raft request' (duration: 100.703054ms)","trace[1485482809] 'compare' (duration: 28.32831ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:39:05.661423Z","caller":"traceutil/trace.go:171","msg":"trace[640380408] linearizableReadLoop","detail":"{readStateIndex:7951; appliedIndex:7949; }","duration":"128.701087ms","start":"2026-02-24T06:39:05.532692Z","end":"2026-02-24T06:39:05.661393Z","steps":["trace[640380408] 'read index received' (duration: 36.451204ms)","trace[640380408] 'applied index is now lower than readState.Index' (duration: 92.248923ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:39:05.661768Z","caller":"traceutil/trace.go:171","msg":"trace[1535951463] transaction","detail":"{read_only:false; response_revision:7667; number_of_response:1; }","duration":"128.889721ms","start":"2026-02-24T06:39:05.532845Z","end":"2026-02-24T06:39:05.661735Z","steps":["trace[1535951463] 'process raft request' (duration: 128.405629ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:39:05.661877Z","caller":"traceutil/trace.go:171","msg":"trace[568361039] transaction","detail":"{read_only:false; response_revision:7666; number_of_response:1; }","duration":"128.988204ms","start":"2026-02-24T06:39:05.532809Z","end":"2026-02-24T06:39:05.661798Z","steps":["trace[568361039] 'process raft request' (duration: 128.246935ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:39:05.661871Z","caller":"traceutil/trace.go:171","msg":"trace[1938557553] transaction","detail":"{read_only:false; response_revision:7668; number_of_response:1; }","duration":"128.86494ms","start":"2026-02-24T06:39:05.53291Z","end":"2026-02-24T06:39:05.661774Z","steps":["trace[1938557553] 'process raft request' (duration: 128.389738ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:39:05.661938Z","caller":"traceutil/trace.go:171","msg":"trace[796158637] transaction","detail":"{read_only:false; response_revision:7669; number_of_response:1; }","duration":"128.221455ms","start":"2026-02-24T06:39:05.533676Z","end":"2026-02-24T06:39:05.661897Z","steps":["trace[796158637] 'process raft request' (duration: 127.677292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:05.662017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.288861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:219455"} {"level":"info","ts":"2026-02-24T06:39:05.662091Z","caller":"traceutil/trace.go:171","msg":"trace[1094804860] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7669; }","duration":"129.411815ms","start":"2026-02-24T06:39:05.532663Z","end":"2026-02-24T06:39:05.662075Z","steps":["trace[1094804860] 'agreement among raft nodes before linearized reading' (duration: 128.8402ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:39:06.908008Z","caller":"traceutil/trace.go:171","msg":"trace[425798756] transaction","detail":"{read_only:false; response_revision:7670; number_of_response:1; }","duration":"170.818002ms","start":"2026-02-24T06:39:06.737155Z","end":"2026-02-24T06:39:06.907973Z","steps":["trace[425798756] 'process raft request' (duration: 170.567556ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:39:06.949258Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5650} {"level":"info","ts":"2026-02-24T06:39:07.051285Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5650,"took":"99.070413ms","hash":1379927292,"current-db-size-bytes":42930176,"current-db-size":"43 MB","current-db-size-in-use-bytes":23228416,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-02-24T06:39:07.051356Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1379927292,"revision":5650,"compact-revision":2691} {"level":"warn","ts":"2026-02-24T06:39:27.083093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637831846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:27.421614Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.13049476s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T06:39:27.422136Z","caller":"traceutil/trace.go:171","msg":"trace[413413109] linearizableReadLoop","detail":"{readStateIndex:8064; appliedIndex:8063; }","duration":"839.769472ms","start":"2026-02-24T06:39:26.582316Z","end":"2026-02-24T06:39:27.422085Z","steps":["trace[413413109] 'read index received' (duration: 839.529416ms)","trace[413413109] 'applied index is now lower than readState.Index' (duration: 238.706µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:39:27.422178Z","caller":"traceutil/trace.go:171","msg":"trace[2084077727] transaction","detail":"{read_only:false; response_revision:7773; number_of_response:1; }","duration":"1.131206047s","start":"2026-02-24T06:39:26.29093Z","end":"2026-02-24T06:39:27.422136Z","steps":["trace[2084077727] 'process raft request' (duration: 1.130953501s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:27.422315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.959246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:39:27.42236Z","caller":"traceutil/trace.go:171","msg":"trace[1307963483] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:0; response_revision:7773; }","duration":"840.068179ms","start":"2026-02-24T06:39:26.58228Z","end":"2026-02-24T06:39:27.422348Z","steps":["trace[1307963483] 'agreement among raft nodes before linearized reading' (duration: 839.956746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:27.422377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:26.2909Z","time spent":"1.131367361s","remote":"127.0.0.1:52736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7301,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:39:27.422511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:26.582266Z","time spent":"840.228363ms","remote":"127.0.0.1:35052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"info","ts":"2026-02-24T06:39:27.427339Z","caller":"traceutil/trace.go:171","msg":"trace[779406303] transaction","detail":"{read_only:false; response_revision:7774; number_of_response:1; }","duration":"286.076901ms","start":"2026-02-24T06:39:27.141244Z","end":"2026-02-24T06:39:27.427321Z","steps":["trace[779406303] 'process raft request' (duration: 284.781088ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:39:27.427573Z","caller":"traceutil/trace.go:171","msg":"trace[1328702905] transaction","detail":"{read_only:false; response_revision:7775; number_of_response:1; }","duration":"185.12044ms","start":"2026-02-24T06:39:27.242442Z","end":"2026-02-24T06:39:27.427562Z","steps":["trace[1328702905] 'process raft request' (duration: 184.833783ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:32.306428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:32.824933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.528532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:39:32.825053Z","caller":"traceutil/trace.go:171","msg":"trace[215742728] linearizableReadLoop","detail":"{readStateIndex:8142; appliedIndex:8141; }","duration":"1.019055476s","start":"2026-02-24T06:39:31.805977Z","end":"2026-02-24T06:39:32.825032Z","steps":["trace[215742728] 'read index received' (duration: 892.228237ms)","trace[215742728] 'applied index is now lower than readState.Index' (duration: 126.826009ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:39:32.825167Z","caller":"traceutil/trace.go:171","msg":"trace[639522245] transaction","detail":"{read_only:false; response_revision:7848; number_of_response:1; }","duration":"1.020183375s","start":"2026-02-24T06:39:31.804931Z","end":"2026-02-24T06:39:32.825114Z","steps":["trace[639522245] 'process raft request' (duration: 893.358366ms)","trace[639522245] 'compare' (duration: 126.386198ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:39:32.825344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:31.80491Z","time spent":"1.020337459s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:39:32.825438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019443946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T06:39:32.825506Z","caller":"traceutil/trace.go:171","msg":"trace[686539561] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7848; }","duration":"1.01959224s","start":"2026-02-24T06:39:31.805898Z","end":"2026-02-24T06:39:32.825491Z","steps":["trace[686539561] 'agreement among raft nodes before linearized reading' (duration: 1.019381714s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:32.825516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.490749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:39:32.825535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:31.805872Z","time spent":"1.019657431s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T06:39:32.825547Z","caller":"traceutil/trace.go:171","msg":"trace[2054640574] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7848; }","duration":"757.574642ms","start":"2026-02-24T06:39:32.067962Z","end":"2026-02-24T06:39:32.825537Z","steps":["trace[2054640574] 'agreement among raft nodes before linearized reading' (duration: 757.50988ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:32.825572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:32.067932Z","time spent":"757.633603ms","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:39:32.825575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.188017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:39:32.825641Z","caller":"traceutil/trace.go:171","msg":"trace[1770368158] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7848; }","duration":"393.29946ms","start":"2026-02-24T06:39:32.432323Z","end":"2026-02-24T06:39:32.825622Z","steps":["trace[1770368158] 'agreement among raft nodes before linearized reading' (duration: 393.171777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:32.825638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016350658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-24T06:39:32.82569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:32.432295Z","time spent":"393.384182ms","remote":"127.0.0.1:35300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:39:32.825676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017707013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T06:39:32.825703Z","caller":"traceutil/trace.go:171","msg":"trace[2061258533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7848; }","duration":"1.01645849s","start":"2026-02-24T06:39:31.809224Z","end":"2026-02-24T06:39:32.825683Z","steps":["trace[2061258533] 'agreement among raft nodes before linearized reading' (duration: 1.016256485s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:32.82571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007880656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:39:32.825757Z","caller":"traceutil/trace.go:171","msg":"trace[452192707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7848; }","duration":"1.017839016s","start":"2026-02-24T06:39:31.807895Z","end":"2026-02-24T06:39:32.825734Z","steps":["trace[452192707] 'agreement among raft nodes before linearized reading' (duration: 1.017643641s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:32.825751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.938653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:39:32.825712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019274981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-24T06:39:32.825791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.477814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:39:32.825876Z","caller":"traceutil/trace.go:171","msg":"trace[933661963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7848; }","duration":"1.019489807s","start":"2026-02-24T06:39:31.806372Z","end":"2026-02-24T06:39:32.825862Z","steps":["trace[933661963] 'agreement among raft nodes before linearized reading' (duration: 1.019093587s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:32.82592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:31.806361Z","time spent":"1.019547108s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T06:39:32.825914Z","caller":"traceutil/trace.go:171","msg":"trace[835167687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7848; }","duration":"758.664448ms","start":"2026-02-24T06:39:32.067217Z","end":"2026-02-24T06:39:32.825882Z","steps":["trace[835167687] 'agreement among raft nodes before linearized reading' (duration: 758.406982ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:39:32.825895Z","caller":"traceutil/trace.go:171","msg":"trace[1681302697] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:7848; }","duration":"877.200869ms","start":"2026-02-24T06:39:31.948645Z","end":"2026-02-24T06:39:32.825846Z","steps":["trace[1681302697] 'agreement among raft nodes before linearized reading' (duration: 876.83053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:32.825812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:31.807867Z","time spent":"1.017932138s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T06:39:32.826016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:31.948616Z","time spent":"877.385694ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:39:32.825821Z","caller":"traceutil/trace.go:171","msg":"trace[1595624594] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:7848; }","duration":"1.008031489s","start":"2026-02-24T06:39:31.81776Z","end":"2026-02-24T06:39:32.825792Z","steps":["trace[1595624594] 'agreement among raft nodes before linearized reading' (duration: 1.007723001s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:32.826163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:31.817746Z","time spent":"1.008390359s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"warn","ts":"2026-02-24T06:39:32.825754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:31.809199Z","time spent":"1.016545183s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T06:39:32.825986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:32.067188Z","time spent":"758.787622ms","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:39:33.331209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:33.832303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:34.332743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:34.833582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:35.067469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999991316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:39:35.067571Z","caller":"traceutil/trace.go:171","msg":"trace[939409604] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000194322s","start":"2026-02-24T06:39:33.067351Z","end":"2026-02-24T06:39:35.067545Z","steps":["trace[939409604] 'agreement among raft nodes before linearized reading' (duration: 2.000039778s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:35.067639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:33.067325Z","time spent":"2.000301514s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:39:35.333921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:35.834132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:36.334886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:36.83579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:37.068385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000251733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:39:37.068472Z","caller":"traceutil/trace.go:171","msg":"trace[32630053] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000418507s","start":"2026-02-24T06:39:35.068027Z","end":"2026-02-24T06:39:37.068446Z","steps":["trace[32630053] 'agreement among raft nodes before linearized reading' (duration: 2.000302224s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:37.068534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:35.068001Z","time spent":"2.000521s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:39:37.336509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:37.829436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:32.830291Z","time spent":"4.9991358s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:39:37.829496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:32.830356Z","time spent":"4.99912839s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:39:37.837401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:38.338002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:38.44737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:33.448851Z","time spent":"4.998504934s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 06:39:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:39:38.618412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:33.620782Z","time spent":"4.997622911s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:39:38.619587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:33.620919Z","time spent":"4.998653167s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 06:39:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:39:38.838919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:39.076026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000209602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:39:39.076116Z","caller":"traceutil/trace.go:171","msg":"trace[47266681] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000366066s","start":"2026-02-24T06:39:37.07573Z","end":"2026-02-24T06:39:39.076097Z","steps":["trace[47266681] 'agreement among raft nodes before linearized reading' (duration: 2.000241572s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:39.07617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:37.075711Z","time spent":"2.000447527s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:39:39.339984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:39.828941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999990931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:39:39.829195Z","caller":"traceutil/trace.go:171","msg":"trace[1117020188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000318439s","start":"2026-02-24T06:39:34.828848Z","end":"2026-02-24T06:39:39.829166Z","steps":["trace[1117020188] 'agreement among raft nodes before linearized reading' (duration: 5.000036122s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:39.829352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:34.828817Z","time spent":"5.000517494s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/24 06:39:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:39:39.831059Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-02-24T06:39:39.83119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:32.830795Z","time spent":"7.000386567s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:39:39.831241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000316805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-24T06:39:39.831334Z","caller":"traceutil/trace.go:171","msg":"trace[343533830] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; }","duration":"7.000444639s","start":"2026-02-24T06:39:32.83086Z","end":"2026-02-24T06:39:39.831305Z","steps":["trace[343533830] 'agreement among raft nodes before linearized reading' (duration: 7.000336865s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:39.831413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:32.830848Z","time spent":"7.000520711s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-24T06:39:39.831585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:32.831327Z","time spent":"7.000255454s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:39:40.2511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999970136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:39:40.251454Z","caller":"traceutil/trace.go:171","msg":"trace[1013758076] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000471559s","start":"2026-02-24T06:39:38.250956Z","end":"2026-02-24T06:39:40.251427Z","steps":["trace[1013758076] 'agreement among raft nodes before linearized reading' (duration: 2.000091059s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:40.25164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:38.25093Z","time spent":"2.000685325s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:39:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:39:40.33184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:40.833104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:41.07719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000335055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:39:41.077288Z","caller":"traceutil/trace.go:171","msg":"trace[1575861059] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000501169s","start":"2026-02-24T06:39:39.076765Z","end":"2026-02-24T06:39:41.077266Z","steps":["trace[1575861059] 'agreement among raft nodes before linearized reading' (duration: 2.000367996s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:41.077337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:39.076739Z","time spent":"2.000588832s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:39:41.333262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:41.806481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973410051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:39:41.80657Z","caller":"traceutil/trace.go:171","msg":"trace[1624759275] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"1.973560945s","start":"2026-02-24T06:39:39.832991Z","end":"2026-02-24T06:39:41.806552Z","steps":["trace[1624759275] 'agreement among raft nodes before linearized reading' (duration: 1.973430012s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:41.806627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:39.832978Z","time spent":"1.973632966s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/24 06:39:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:39:41.80925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97737467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:39:41.809308Z","caller":"traceutil/trace.go:171","msg":"trace[510511478] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"1.977462942s","start":"2026-02-24T06:39:39.83183Z","end":"2026-02-24T06:39:41.809293Z","steps":["trace[510511478] 'agreement among raft nodes before linearized reading' (duration: 1.97740071s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:41.809351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:39.83181Z","time spent":"1.977529654s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/24 06:39:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:39:41.83395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:41.9345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:34.934181Z","time spent":"7.000309356s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:39:41.941057Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b69018","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T06:39:42.136205Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"9.257481509s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:39:42.435362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.424675471s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:39:42.435666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:41.765753Z","time spent":"669.905283ms","remote":"127.0.0.1:38436","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T06:39:42.435827Z","caller":"traceutil/trace.go:171","msg":"trace[1679167394] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7848; }","duration":"3.425074771s","start":"2026-02-24T06:39:39.010649Z","end":"2026-02-24T06:39:42.435724Z","steps":["trace[1679167394] 'range keys from in-memory index tree' (duration: 3.42465367s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:42.436131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.683652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-02-24T06:39:43.084032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00051841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:39:43.084146Z","caller":"traceutil/trace.go:171","msg":"trace[1239272876] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000683414s","start":"2026-02-24T06:39:41.083437Z","end":"2026-02-24T06:39:43.08412Z","steps":["trace[1239272876] 'agreement among raft nodes before linearized reading' (duration: 2.000543801s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:43.084213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:41.083422Z","time spent":"2.000771147s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:39:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:39:43.44725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998180306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:39:43.447365Z","caller":"traceutil/trace.go:171","msg":"trace[215851343] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998377461s","start":"2026-02-24T06:39:38.448961Z","end":"2026-02-24T06:39:43.447338Z","steps":["trace[215851343] 'agreement among raft nodes before linearized reading' (duration: 4.998227187s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:43.447445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:38.448934Z","time spent":"4.998489834s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/02/24 06:39:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:39:43.618517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997659103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:39:43.618626Z","caller":"traceutil/trace.go:171","msg":"trace[1045878115] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997813297s","start":"2026-02-24T06:39:38.620785Z","end":"2026-02-24T06:39:43.618598Z","steps":["trace[1045878115] 'agreement among raft nodes before linearized reading' (duration: 4.997670334s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:43.618683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:38.620776Z","time spent":"4.997895489s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/02/24 06:39:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:39:43.619235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998778472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:39:43.619281Z","caller":"traceutil/trace.go:171","msg":"trace[1068763245] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998857334s","start":"2026-02-24T06:39:38.620413Z","end":"2026-02-24T06:39:43.61927Z","steps":["trace[1068763245] 'agreement among raft nodes before linearized reading' (duration: 4.998806873s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:43.619313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:38.620397Z","time spent":"4.998908165s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/02/24 06:39:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:39:43.644353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.635344106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:39:43.644457Z","caller":"traceutil/trace.go:171","msg":"trace[1225850138] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"7.63550385s","start":"2026-02-24T06:39:36.008927Z","end":"2026-02-24T06:39:43.644431Z","steps":["trace[1225850138] 'agreement among raft nodes before linearized reading' (duration: 7.635370957s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:43.644518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:36.008906Z","time spent":"7.635599233s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/02/24 06:39:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:39:44.52805Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.391578694s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:39:44.829439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998621981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:39:44.829578Z","caller":"traceutil/trace.go:171","msg":"trace[776003739] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998822086s","start":"2026-02-24T06:39:41.830725Z","end":"2026-02-24T06:39:44.829547Z","steps":["trace[776003739] 'agreement among raft nodes before linearized reading' (duration: 2.998637242s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:44.829644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:41.830707Z","time spent":"2.998921368s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/24 06:39:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:39:45.08436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999780482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:39:45.084474Z","caller":"traceutil/trace.go:171","msg":"trace[2002501586] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999960577s","start":"2026-02-24T06:39:43.084486Z","end":"2026-02-24T06:39:45.084447Z","steps":["trace[2002501586] 'agreement among raft nodes before linearized reading' (duration: 1.999816683s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:45.084536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:43.084461Z","time spent":"2.000061418s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:39:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:39:45.298183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.012689ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T06:39:45.29905Z","caller":"traceutil/trace.go:171","msg":"trace[1102363734] transaction","detail":"{read_only:false; response_revision:7857; number_of_response:1; }","duration":"5.465930981s","start":"2026-02-24T06:39:39.833076Z","end":"2026-02-24T06:39:45.299007Z","steps":["trace[1102363734] 'process raft request' (duration: 5.465245404s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:45.299233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:39.833042Z","time spent":"5.466094496s","remote":"127.0.0.1:57524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:39:45.456752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.707694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-02-24T06:39:45.45721Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"48.852µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-02-24T06:39:45.457146Z","caller":"traceutil/trace.go:171","msg":"trace[347673672] transaction","detail":"{read_only:false; response_revision:7858; number_of_response:1; }","duration":"5.516210982s","start":"2026-02-24T06:39:39.940854Z","end":"2026-02-24T06:39:45.457065Z","steps":["trace[347673672] 'process raft request' (duration: 5.358105288s)","trace[347673672] 'compare' (duration: 157.52823ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:39:45.487241Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b69018","error":"lease not found"} {"level":"warn","ts":"2026-02-24T06:39:45.48727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:39.940831Z","time spent":"5.546410661s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:39:45.457315Z","caller":"traceutil/trace.go:171","msg":"trace[1988383595] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7859; }","duration":"3.648502192s","start":"2026-02-24T06:39:41.808768Z","end":"2026-02-24T06:39:45.457271Z","steps":["trace[1988383595] 'process raft request' (duration: 3.648312448s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:39:45.48734Z","caller":"traceutil/trace.go:171","msg":"trace[853760811] linearizableReadLoop","detail":"{readStateIndex:8157; appliedIndex:8142; }","duration":"5.656150693s","start":"2026-02-24T06:39:39.831162Z","end":"2026-02-24T06:39:45.487312Z","steps":["trace[853760811] 'read index received' (duration: 2.30530538s)","trace[853760811] 'applied index is now lower than readState.Index' (duration: 3.350843233s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:39:45.487479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.59512904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:39:45.487441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:41.80876Z","time spent":"3.678583079s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":515,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:39:45.487499Z","caller":"traceutil/trace.go:171","msg":"trace[1568155533] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:7859; }","duration":"12.595252623s","start":"2026-02-24T06:39:32.892237Z","end":"2026-02-24T06:39:45.487489Z","steps":["trace[1568155533] 'agreement among raft nodes before linearized reading' (duration: 12.59512758s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:45.487519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:32.892222Z","time spent":"12.595289995s","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:39:45.48755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.775470734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-24T06:39:45.457297Z","caller":"traceutil/trace.go:171","msg":"trace[323614870] transaction","detail":"{read_only:false; response_revision:7859; number_of_response:1; }","duration":"5.278265467s","start":"2026-02-24T06:39:40.178919Z","end":"2026-02-24T06:39:45.457184Z","steps":["trace[323614870] 'process raft request' (duration: 5.277940309s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:39:45.45735Z","caller":"traceutil/trace.go:171","msg":"trace[558276181] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7859; }","duration":"3.648600986s","start":"2026-02-24T06:39:41.808677Z","end":"2026-02-24T06:39:45.457277Z","steps":["trace[558276181] 'process raft request' (duration: 3.64835659s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:39:45.457418Z","caller":"traceutil/trace.go:171","msg":"trace[2021113554] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7859; }","duration":"3.647767194s","start":"2026-02-24T06:39:41.809513Z","end":"2026-02-24T06:39:45.457281Z","steps":["trace[2021113554] 'process raft request' (duration: 3.64760287s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:45.487704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:41.809496Z","time spent":"3.678137056s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":470,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:39:45.48776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:40.178884Z","time spent":"5.308857706s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:39:45.487765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:41.808656Z","time spent":"3.679091961s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":473,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:39:45.487823Z","caller":"traceutil/trace.go:171","msg":"trace[1494994379] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:7859; }","duration":"5.775774251s","start":"2026-02-24T06:39:39.712039Z","end":"2026-02-24T06:39:45.487813Z","steps":["trace[1494994379] 'agreement among raft nodes before linearized reading' (duration: 5.775399192s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:39:45.487825Z","caller":"traceutil/trace.go:171","msg":"trace[381591592] transaction","detail":"{read_only:false; response_revision:7860; number_of_response:1; }","duration":"654.996701ms","start":"2026-02-24T06:39:44.832815Z","end":"2026-02-24T06:39:45.487812Z","steps":["trace[381591592] 'process raft request' (duration: 654.422977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:45.487851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:39.712018Z","time spent":"5.775827002s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-02-24T06:39:45.487862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:44.832788Z","time spent":"655.059512ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:39:45.841671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.803785038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:39:45.841682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.304220766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:39:45.841753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.407209073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:39:45.841855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.446055742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:39:45.841855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.135236197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:39:45.841862Z","caller":"traceutil/trace.go:171","msg":"trace[1913610956] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:7861; }","duration":"9.407413258s","start":"2026-02-24T06:39:36.434421Z","end":"2026-02-24T06:39:45.841835Z","steps":["trace[1913610956] 'agreement among raft nodes before linearized reading' (duration: 9.053286543s)","trace[1913610956] 'count revisions from in-memory index tree' (duration: 353.958381ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:39:45.841898Z","caller":"traceutil/trace.go:171","msg":"trace[1421706029] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:7861; }","duration":"8.135312819s","start":"2026-02-24T06:39:37.706575Z","end":"2026-02-24T06:39:45.841888Z","steps":["trace[1421706029] 'agreement among raft nodes before linearized reading' (duration: 7.781127122s)","trace[1421706029] 'count revisions from in-memory index tree' (duration: 354.132736ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:39:45.84191Z","caller":"traceutil/trace.go:171","msg":"trace[196958582] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7861; }","duration":"12.446147645s","start":"2026-02-24T06:39:33.395739Z","end":"2026-02-24T06:39:45.841886Z","steps":["trace[196958582] 'agreement among raft nodes before linearized reading' (duration: 12.091988348s)","trace[196958582] 'count revisions from in-memory index tree' (duration: 354.106736ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:39:45.841952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:33.395712Z","time spent":"12.446230456s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:39:45.841948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:37.706554Z","time spent":"8.135381551s","remote":"127.0.0.1:52748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:39:45.841966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:36.434391Z","time spent":"9.407537571s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:39:45.842003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.199998164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-02-24T06:39:45.84206Z","caller":"traceutil/trace.go:171","msg":"trace[1997778980] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:7861; }","duration":"6.200087767s","start":"2026-02-24T06:39:39.641951Z","end":"2026-02-24T06:39:45.842038Z","steps":["trace[1997778980] 'agreement among raft nodes before linearized reading' (duration: 5.845738505s)","trace[1997778980] 'range keys from in-memory index tree' (duration: 354.168657ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:39:45.84212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:39.641923Z","time spent":"6.200183448s","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-02-24T06:39:45.84222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.348544398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:39:45.842248Z","caller":"traceutil/trace.go:171","msg":"trace[143760020] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7861; }","duration":"6.348623419s","start":"2026-02-24T06:39:39.493614Z","end":"2026-02-24T06:39:45.842237Z","steps":["trace[143760020] 'agreement among raft nodes before linearized reading' (duration: 5.994099644s)","trace[143760020] 'count revisions from in-memory index tree' (duration: 354.481184ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:39:45.84227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:39.493585Z","time spent":"6.348679061s","remote":"127.0.0.1:35406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:39:45.842464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.103836054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-24T06:39:45.842508Z","caller":"traceutil/trace.go:171","msg":"trace[1633193938] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7861; }","duration":"11.103926717s","start":"2026-02-24T06:39:34.738568Z","end":"2026-02-24T06:39:45.842495Z","steps":["trace[1633193938] 'agreement among raft nodes before linearized reading' (duration: 10.749164835s)","trace[1633193938] 'range keys from in-memory index tree' (duration: 354.594558ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:39:45.841786Z","caller":"traceutil/trace.go:171","msg":"trace[567337249] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7861; }","duration":"7.803930992s","start":"2026-02-24T06:39:38.037826Z","end":"2026-02-24T06:39:45.841757Z","steps":["trace[567337249] 'agreement among raft nodes before linearized reading' (duration: 7.449873968s)","trace[567337249] 'count revisions from in-memory index tree' (duration: 353.879679ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:39:45.842573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:38.037735Z","time spent":"7.804829634s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:39:45.841769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.670934423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-755f769cdc-zqp85.18971b6b17b70096\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-02-24T06:39:45.842667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.939935664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:39:45.842687Z","caller":"traceutil/trace.go:171","msg":"trace[276383089] range","detail":"{range_begin:/registry/events/openstack/barbican-api-755f769cdc-zqp85.18971b6b17b70096; range_end:; response_count:1; response_revision:7861; }","duration":"10.671955628s","start":"2026-02-24T06:39:35.170719Z","end":"2026-02-24T06:39:45.842674Z","steps":["trace[276383089] 'agreement among raft nodes before linearized reading' (duration: 10.316958481s)","trace[276383089] 'range keys from in-memory index tree' (duration: 353.90505ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:39:45.842737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:35.17068Z","time spent":"10.672047991s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-755f769cdc-zqp85.18971b6b17b70096\" "} {"level":"warn","ts":"2026-02-24T06:39:45.841675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.107326ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T06:39:45.842759Z","caller":"traceutil/trace.go:171","msg":"trace[106789274] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:7861; }","duration":"11.940092128s","start":"2026-02-24T06:39:33.902636Z","end":"2026-02-24T06:39:45.842728Z","steps":["trace[106789274] 'agreement among raft nodes before linearized reading' (duration: 11.58510152s)","trace[106789274] 'count revisions from in-memory index tree' (duration: 354.871674ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:39:45.842816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:33.902607Z","time spent":"11.94019542s","remote":"127.0.0.1:35260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:39:45.84254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:34.738543Z","time spent":"11.103988878s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-24T06:39:45.842939Z","caller":"traceutil/trace.go:171","msg":"trace[617293922] linearizableReadLoop","detail":"{readStateIndex:8160; appliedIndex:8158; }","duration":"355.485179ms","start":"2026-02-24T06:39:45.487444Z","end":"2026-02-24T06:39:45.84293Z","steps":["trace[617293922] 'read index received' (duration: 25.361µs)","trace[617293922] 'applied index is now lower than readState.Index' (duration: 355.458808ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:39:45.842938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:45.489249Z","time spent":"353.687075ms","remote":"127.0.0.1:34982","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T06:39:45.843081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.615107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18971b757d82e6ea\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-02-24T06:39:45.843099Z","caller":"traceutil/trace.go:171","msg":"trace[21102432] range","detail":"{range_begin:/registry/events/openstack/ceph.18971b757d82e6ea; range_end:; response_count:1; response_revision:7861; }","duration":"537.668169ms","start":"2026-02-24T06:39:45.305426Z","end":"2026-02-24T06:39:45.843094Z","steps":["trace[21102432] 'agreement among raft nodes before linearized reading' (duration: 537.597647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:45.843116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:45.305406Z","time spent":"537.706469ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.18971b757d82e6ea\" "} {"level":"warn","ts":"2026-02-24T06:39:45.843585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.393817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:39:45.843609Z","caller":"traceutil/trace.go:171","msg":"trace[1374593052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7861; }","duration":"751.478299ms","start":"2026-02-24T06:39:45.092124Z","end":"2026-02-24T06:39:45.843602Z","steps":["trace[1374593052] 'agreement among raft nodes before linearized reading' (duration: 751.422258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:45.843627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:45.092098Z","time spent":"751.52456ms","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:39:45.84368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.906707016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-02-24T06:39:45.843718Z","caller":"traceutil/trace.go:171","msg":"trace[1456998599] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:7861; }","duration":"3.906777987s","start":"2026-02-24T06:39:41.936928Z","end":"2026-02-24T06:39:45.843706Z","steps":["trace[1456998599] 'agreement among raft nodes before linearized reading' (duration: 3.906664774s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:45.843733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.408929084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:39:45.843788Z","caller":"traceutil/trace.go:171","msg":"trace[1548123031] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:7861; }","duration":"5.409029826s","start":"2026-02-24T06:39:40.43474Z","end":"2026-02-24T06:39:45.84377Z","steps":["trace[1548123031] 'agreement among raft nodes before linearized reading' (duration: 5.408878733s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:45.843786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.498432662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:39:45.843798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.881954845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:39:45.843829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:40.434714Z","time spent":"5.409103467s","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":54,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:39:45.843837Z","caller":"traceutil/trace.go:171","msg":"trace[1703404848] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:7861; }","duration":"3.882006247s","start":"2026-02-24T06:39:41.96182Z","end":"2026-02-24T06:39:45.843827Z","steps":["trace[1703404848] 'agreement among raft nodes before linearized reading' (duration: 3.881948065s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:45.843847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.121114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7045"} {"level":"info","ts":"2026-02-24T06:39:45.843845Z","caller":"traceutil/trace.go:171","msg":"trace[187093292] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7861; }","duration":"2.498489884s","start":"2026-02-24T06:39:43.345333Z","end":"2026-02-24T06:39:45.843823Z","steps":["trace[187093292] 'agreement among raft nodes before linearized reading' (duration: 2.498395581s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:39:45.843871Z","caller":"traceutil/trace.go:171","msg":"trace[846544897] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:7861; }","duration":"756.192727ms","start":"2026-02-24T06:39:45.087672Z","end":"2026-02-24T06:39:45.843865Z","steps":["trace[846544897] 'agreement among raft nodes before linearized reading' (duration: 756.123855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:45.843875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:41.961815Z","time spent":"3.882052808s","remote":"127.0.0.1:52806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:39:45.843889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:45.087647Z","time spent":"756.237837ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7069,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-24T06:39:45.843891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:43.345243Z","time spent":"2.498636227s","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:39:45.843828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.801134598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:39:45.843957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834783603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:39:45.843973Z","caller":"traceutil/trace.go:171","msg":"trace[765975783] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:7861; }","duration":"3.801286823s","start":"2026-02-24T06:39:42.042657Z","end":"2026-02-24T06:39:45.843944Z","steps":["trace[765975783] 'agreement among raft nodes before linearized reading' (duration: 3.801085968s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:39:45.844019Z","caller":"traceutil/trace.go:171","msg":"trace[1950017261] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:7861; }","duration":"2.834887716s","start":"2026-02-24T06:39:43.009116Z","end":"2026-02-24T06:39:45.844004Z","steps":["trace[1950017261] 'agreement among raft nodes before linearized reading' (duration: 2.834747713s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:45.844039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:42.042646Z","time spent":"3.801374404s","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:39:45.844067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:43.009094Z","time spent":"2.834955888s","remote":"127.0.0.1:40402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:39:45.84375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:41.936917Z","time spent":"3.906825819s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-24T06:39:45.844105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.978824562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"warn","ts":"2026-02-24T06:39:45.844109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32124681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:39:45.844152Z","caller":"traceutil/trace.go:171","msg":"trace[2937935] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:7861; }","duration":"3.978904064s","start":"2026-02-24T06:39:41.865232Z","end":"2026-02-24T06:39:45.844136Z","steps":["trace[2937935] 'agreement among raft nodes before linearized reading' (duration: 3.978772011s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:39:45.844155Z","caller":"traceutil/trace.go:171","msg":"trace[480820935] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:7861; }","duration":"2.321340662s","start":"2026-02-24T06:39:43.522803Z","end":"2026-02-24T06:39:45.844144Z","steps":["trace[480820935] 'agreement among raft nodes before linearized reading' (duration: 2.321263091s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:45.844186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:41.865211Z","time spent":"3.978966806s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"warn","ts":"2026-02-24T06:39:45.844197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:43.522776Z","time spent":"2.321410525s","remote":"127.0.0.1:38278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:39:45.844233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.346575622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:39:45.844264Z","caller":"traceutil/trace.go:171","msg":"trace[1861344321] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:7861; }","duration":"4.346707015s","start":"2026-02-24T06:39:41.497548Z","end":"2026-02-24T06:39:45.844255Z","steps":["trace[1861344321] 'agreement among raft nodes before linearized reading' (duration: 4.346646784s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:45.844293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:41.497519Z","time spent":"4.346765467s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:39:45.844574Z","caller":"traceutil/trace.go:171","msg":"trace[1371188037] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:7861; }","duration":"6.304422792s","start":"2026-02-24T06:39:39.537349Z","end":"2026-02-24T06:39:45.841772Z","steps":["trace[1371188037] 'agreement among raft nodes before linearized reading' (duration: 5.950346937s)","trace[1371188037] 'count revisions from in-memory index tree' (duration: 353.876259ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:39:45.844629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:39.537327Z","time spent":"6.307284843s","remote":"127.0.0.1:34594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:39:45.844617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.873561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:39:45.844674Z","caller":"traceutil/trace.go:171","msg":"trace[451435873] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7861; }","duration":"283.012494ms","start":"2026-02-24T06:39:45.561646Z","end":"2026-02-24T06:39:45.844659Z","steps":["trace[451435873] 'agreement among raft nodes before linearized reading' (duration: 282.874511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:46.156226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.38735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-02-24T06:39:46.156346Z","caller":"traceutil/trace.go:171","msg":"trace[1560222038] linearizableReadLoop","detail":"{readStateIndex:8162; appliedIndex:8161; }","duration":"311.16113ms","start":"2026-02-24T06:39:45.845167Z","end":"2026-02-24T06:39:46.156328Z","steps":["trace[1560222038] 'read index received' (duration: 156.688718ms)","trace[1560222038] 'applied index is now lower than readState.Index' (duration: 154.471342ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:39:46.1564Z","caller":"traceutil/trace.go:171","msg":"trace[1352974745] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7861; }","duration":"312.438082ms","start":"2026-02-24T06:39:45.843936Z","end":"2026-02-24T06:39:46.156374Z","steps":["trace[1352974745] 'process raft request' (duration: 157.776455ms)","trace[1352974745] 'compare' (duration: 154.327089ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:39:46.156504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:45.843914Z","time spent":"312.540804ms","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:39:46.156511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.297043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:39:46.156661Z","caller":"traceutil/trace.go:171","msg":"trace[1196444387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7861; }","duration":"311.483968ms","start":"2026-02-24T06:39:45.845139Z","end":"2026-02-24T06:39:46.156622Z","steps":["trace[1196444387] 'agreement among raft nodes before linearized reading' (duration: 311.259853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:46.156736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:45.845115Z","time spent":"311.609972ms","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T06:39:46.459384Z","caller":"traceutil/trace.go:171","msg":"trace[1785895798] transaction","detail":"{read_only:false; response_revision:7862; number_of_response:1; }","duration":"614.056214ms","start":"2026-02-24T06:39:45.845284Z","end":"2026-02-24T06:39:46.45934Z","steps":["trace[1785895798] 'process raft request' (duration: 613.695844ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:39:46.459396Z","caller":"traceutil/trace.go:171","msg":"trace[1624303024] linearizableReadLoop","detail":"{readStateIndex:8166; appliedIndex:8162; }","duration":"303.003617ms","start":"2026-02-24T06:39:46.156374Z","end":"2026-02-24T06:39:46.459378Z","steps":["trace[1624303024] 'read index received' (duration: 302.606906ms)","trace[1624303024] 'applied index is now lower than readState.Index' (duration: 395.571µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:39:46.459836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.184517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c2225e88-8b14-451d-8a9d-aecd0de9e439\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-02-24T06:39:46.459398Z","caller":"traceutil/trace.go:171","msg":"trace[277535657] transaction","detail":"{read_only:false; response_revision:7863; number_of_response:1; }","duration":"612.31552ms","start":"2026-02-24T06:39:45.847045Z","end":"2026-02-24T06:39:46.45936Z","steps":["trace[277535657] 'process raft request' (duration: 612.155605ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:39:46.459849Z","caller":"traceutil/trace.go:171","msg":"trace[2103521883] transaction","detail":"{read_only:false; response_revision:7864; number_of_response:1; }","duration":"609.867769ms","start":"2026-02-24T06:39:45.849959Z","end":"2026-02-24T06:39:46.459827Z","steps":["trace[2103521883] 'process raft request' (duration: 609.307024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:46.459825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.844628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:39:46.459969Z","caller":"traceutil/trace.go:171","msg":"trace[908657273] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:7865; }","duration":"391.048514ms","start":"2026-02-24T06:39:46.06889Z","end":"2026-02-24T06:39:46.459938Z","steps":["trace[908657273] 'agreement among raft nodes before linearized reading' (duration: 390.752266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:46.460021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:45.849953Z","time spent":"609.947191ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:39:46.460082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:46.068875Z","time spent":"391.166646ms","remote":"127.0.0.1:52786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:39:46.45988Z","caller":"traceutil/trace.go:171","msg":"trace[1115928447] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c2225e88-8b14-451d-8a9d-aecd0de9e439; range_end:; response_count:1; response_revision:7865; }","duration":"612.236648ms","start":"2026-02-24T06:39:45.847631Z","end":"2026-02-24T06:39:46.459867Z","steps":["trace[1115928447] 'agreement among raft nodes before linearized reading' (duration: 612.032673ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:46.4602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.399013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:224076"} {"level":"warn","ts":"2026-02-24T06:39:46.460244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:45.847625Z","time spent":"612.606928ms","remote":"127.0.0.1:35110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-c2225e88-8b14-451d-8a9d-aecd0de9e439\" "} {"level":"info","ts":"2026-02-24T06:39:46.460252Z","caller":"traceutil/trace.go:171","msg":"trace[85670180] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7865; }","duration":"612.472694ms","start":"2026-02-24T06:39:45.847766Z","end":"2026-02-24T06:39:46.460239Z","steps":["trace[85670180] 'agreement among raft nodes before linearized reading' (duration: 611.853029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:46.460293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:45.847756Z","time spent":"612.527945ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":224100,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-24T06:39:46.459973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:45.847029Z","time spent":"612.858913ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:39:46.459613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:45.845256Z","time spent":"614.231798ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:39:46.459738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.776277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-02-24T06:39:46.460606Z","caller":"traceutil/trace.go:171","msg":"trace[1188120917] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:7865; }","duration":"610.676289ms","start":"2026-02-24T06:39:45.849912Z","end":"2026-02-24T06:39:46.460588Z","steps":["trace[1188120917] 'agreement among raft nodes before linearized reading' (duration: 609.658163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:46.460668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:45.849905Z","time spent":"610.74792ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-24T06:39:46.459745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.459746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-24T06:39:46.460808Z","caller":"traceutil/trace.go:171","msg":"trace[316171228] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7865; }","duration":"424.565163ms","start":"2026-02-24T06:39:46.036221Z","end":"2026-02-24T06:39:46.460787Z","steps":["trace[316171228] 'agreement among raft nodes before linearized reading' (duration: 423.343843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:46.460873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:46.036202Z","time spent":"424.649786ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-24T06:39:46.459531Z","caller":"traceutil/trace.go:171","msg":"trace[1517626687] transaction","detail":"{read_only:false; response_revision:7865; number_of_response:1; }","duration":"607.360895ms","start":"2026-02-24T06:39:45.852118Z","end":"2026-02-24T06:39:46.459479Z","steps":["trace[1517626687] 'process raft request' (duration: 607.202721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:46.46103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:45.852098Z","time spent":"608.888993ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7222,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:39:46.83853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.617725ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-24T06:39:46.838696Z","caller":"traceutil/trace.go:171","msg":"trace[1717526605] linearizableReadLoop","detail":"{readStateIndex:8167; appliedIndex:8166; }","duration":"378.827276ms","start":"2026-02-24T06:39:46.459845Z","end":"2026-02-24T06:39:46.838672Z","steps":["trace[1717526605] 'read index received' (duration: 102.049008ms)","trace[1717526605] 'applied index is now lower than readState.Index' (duration: 276.776148ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:39:46.838785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:46.157636Z","time spent":"681.144725ms","remote":"127.0.0.1:34982","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T06:39:46.838938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.940104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:39:46.839071Z","caller":"traceutil/trace.go:171","msg":"trace[1379698952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7865; }","duration":"674.116699ms","start":"2026-02-24T06:39:46.164938Z","end":"2026-02-24T06:39:46.839055Z","steps":["trace[1379698952] 'agreement among raft nodes before linearized reading' (duration: 673.929354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:46.839119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:46.164916Z","time spent":"674.192281ms","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T06:39:47.03341Z","caller":"traceutil/trace.go:171","msg":"trace[627068984] transaction","detail":"{read_only:false; response_revision:7866; number_of_response:1; }","duration":"568.07953ms","start":"2026-02-24T06:39:46.465285Z","end":"2026-02-24T06:39:47.033364Z","steps":["trace[627068984] 'process raft request' (duration: 531.318338ms)","trace[627068984] 'compare' (duration: 36.552587ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:39:47.033582Z","caller":"traceutil/trace.go:171","msg":"trace[652244882] linearizableReadLoop","detail":"{readStateIndex:8169; appliedIndex:8167; }","duration":"194.817513ms","start":"2026-02-24T06:39:46.838727Z","end":"2026-02-24T06:39:47.033544Z","steps":["trace[652244882] 'read index received' (duration: 157.892268ms)","trace[652244882] 'applied index is now lower than readState.Index' (duration: 36.923225ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:39:47.033626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:46.465254Z","time spent":"568.251564ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:39:47.033616Z","caller":"traceutil/trace.go:171","msg":"trace[1954025344] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"568.180723ms","start":"2026-02-24T06:39:46.465395Z","end":"2026-02-24T06:39:47.033576Z","steps":["trace[1954025344] 'process raft request' (duration: 567.898266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:47.033892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.725122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-75b659d6f-8c8hq\" ","response":"range_response_count:1 size:5858"} {"level":"warn","ts":"2026-02-24T06:39:47.033934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:46.465385Z","time spent":"568.313897ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T06:39:47.033994Z","caller":"traceutil/trace.go:171","msg":"trace[1091685947] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-75b659d6f-8c8hq; range_end:; response_count:1; response_revision:7867; }","duration":"563.876856ms","start":"2026-02-24T06:39:46.470097Z","end":"2026-02-24T06:39:47.033974Z","steps":["trace[1091685947] 'agreement among raft nodes before linearized reading' (duration: 563.572168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:47.034058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:46.470083Z","time spent":"563.963129ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":5882,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-75b659d6f-8c8hq\" "} {"level":"info","ts":"2026-02-24T06:39:47.064756Z","caller":"traceutil/trace.go:171","msg":"trace[189834768] transaction","detail":"{read_only:false; response_revision:7868; number_of_response:1; }","duration":"224.058157ms","start":"2026-02-24T06:39:46.840675Z","end":"2026-02-24T06:39:47.064733Z","steps":["trace[189834768] 'process raft request' (duration: 223.928764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:47.064815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.611166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:39:47.064993Z","caller":"traceutil/trace.go:171","msg":"trace[308186411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7868; }","duration":"213.80185ms","start":"2026-02-24T06:39:46.851137Z","end":"2026-02-24T06:39:47.064939Z","steps":["trace[308186411] 'agreement among raft nodes before linearized reading' (duration: 213.587015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:51.187836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.880807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-24T06:39:51.188082Z","caller":"traceutil/trace.go:171","msg":"trace[1311291462] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7920; }","duration":"947.168715ms","start":"2026-02-24T06:39:50.240873Z","end":"2026-02-24T06:39:51.188042Z","steps":["trace[1311291462] 'range keys from in-memory index tree' (duration: 946.699342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:51.188175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:50.24084Z","time spent":"947.323919ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-24T06:39:51.188412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.045054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:39:51.188478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.554909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-24T06:39:51.188501Z","caller":"traceutil/trace.go:171","msg":"trace[2053482441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7920; }","duration":"115.172057ms","start":"2026-02-24T06:39:51.073306Z","end":"2026-02-24T06:39:51.188478Z","steps":["trace[2053482441] 'range keys from in-memory index tree' (duration: 114.978312ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:39:51.188557Z","caller":"traceutil/trace.go:171","msg":"trace[603934824] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7920; }","duration":"581.642341ms","start":"2026-02-24T06:39:50.606895Z","end":"2026-02-24T06:39:51.188537Z","steps":["trace[603934824] 'range keys from in-memory index tree' (duration: 581.386644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:51.188626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:50.60685Z","time spent":"581.757404ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-24T06:39:51.188315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.960211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T06:39:51.188864Z","caller":"traceutil/trace.go:171","msg":"trace[2019906609] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7920; }","duration":"618.551766ms","start":"2026-02-24T06:39:50.570283Z","end":"2026-02-24T06:39:51.188835Z","steps":["trace[2019906609] 'range keys from in-memory index tree' (duration: 617.760917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:51.188954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:50.570262Z","time spent":"618.682409ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T06:39:51.187935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.287745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:39:51.189134Z","caller":"traceutil/trace.go:171","msg":"trace[805642058] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:7920; }","duration":"703.546697ms","start":"2026-02-24T06:39:50.485578Z","end":"2026-02-24T06:39:51.189125Z","steps":["trace[805642058] 'range keys from in-memory index tree' (duration: 702.09249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:51.189225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:50.485553Z","time spent":"703.648289ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"warn","ts":"2026-02-24T06:39:51.188349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.5618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-02-24T06:39:51.189353Z","caller":"traceutil/trace.go:171","msg":"trace[1066774764] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7920; }","duration":"365.573575ms","start":"2026-02-24T06:39:50.823756Z","end":"2026-02-24T06:39:51.18933Z","steps":["trace[1066774764] 'range keys from in-memory index tree' (duration: 364.369045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:51.189417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:50.823703Z","time spent":"365.695278ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-24T06:39:53.997501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:54.497942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:54.998485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:55.49881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:55.999559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:56.06648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99973742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:39:56.066575Z","caller":"traceutil/trace.go:171","msg":"trace[1868251969] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999879283s","start":"2026-02-24T06:39:54.066668Z","end":"2026-02-24T06:39:56.066547Z","steps":["trace[1868251969] 'agreement among raft nodes before linearized reading' (duration: 1.999773171s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:56.066623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:54.066647Z","time spent":"1.999966226s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:39:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:39:56.500628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:57.001555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:57.501668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:58.002808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:58.067445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000660783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:39:58.06754Z","caller":"traceutil/trace.go:171","msg":"trace[435289622] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000825707s","start":"2026-02-24T06:39:56.066693Z","end":"2026-02-24T06:39:58.067519Z","steps":["trace[435289622] 'agreement among raft nodes before linearized reading' (duration: 2.000698644s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:58.067612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:56.066673Z","time spent":"2.00092776s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:39:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:39:58.497184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000213177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:39:58.497323Z","caller":"traceutil/trace.go:171","msg":"trace[1718183939] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000446022s","start":"2026-02-24T06:39:53.496851Z","end":"2026-02-24T06:39:58.497297Z","steps":["trace[1718183939] 'agreement among raft nodes before linearized reading' (duration: 5.000270148s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:58.497433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:53.496838Z","time spent":"5.000534555s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T06:39:58.503719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:59.005598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:59.224421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999245372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:39:59.224522Z","caller":"traceutil/trace.go:171","msg":"trace[581289188] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999374455s","start":"2026-02-24T06:39:54.225125Z","end":"2026-02-24T06:39:59.2245Z","steps":["trace[581289188] 'agreement among raft nodes before linearized reading' (duration: 4.999240912s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:59.224579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:54.22507Z","time spent":"4.999496998s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/02/24 06:39:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:39:59.506865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:39:59.700038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998630747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:39:59.700131Z","caller":"traceutil/trace.go:171","msg":"trace[1489695402] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.99877933s","start":"2026-02-24T06:39:54.701325Z","end":"2026-02-24T06:39:59.700104Z","steps":["trace[1489695402] 'agreement among raft nodes before linearized reading' (duration: 4.998677128s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:59.700179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:54.701299Z","time spent":"4.998871923s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/02/24 06:39:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:39:59.944087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999322124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:39:59.944198Z","caller":"traceutil/trace.go:171","msg":"trace[944629605] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999503479s","start":"2026-02-24T06:39:54.944667Z","end":"2026-02-24T06:39:59.94417Z","steps":["trace[944629605] 'agreement among raft nodes before linearized reading' (duration: 4.999360926s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:39:59.944257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:54.944646Z","time spent":"4.999599621s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/02/24 06:39:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:00.007702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:40:00.075007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999852963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:40:00.075094Z","caller":"traceutil/trace.go:171","msg":"trace[57692237] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000020897s","start":"2026-02-24T06:39:58.075052Z","end":"2026-02-24T06:40:00.075073Z","steps":["trace[57692237] 'agreement among raft nodes before linearized reading' (duration: 1.999901544s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:00.075153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:58.075028Z","time spent":"2.00010558s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:40:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:00.466876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:53.466361Z","time spent":"7.000507111s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:40:00.470148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:53.469572Z","time spent":"7.000572052s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:40:00.497196Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-02-24T06:40:00.653719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999135169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:40:00.653816Z","caller":"traceutil/trace.go:171","msg":"trace[821998254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999285553s","start":"2026-02-24T06:39:55.654508Z","end":"2026-02-24T06:40:00.653794Z","steps":["trace[821998254] 'agreement among raft nodes before linearized reading' (duration: 4.99915743s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:00.653869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:55.654494Z","time spent":"4.999364945s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T06:40:00.966617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:53.965635Z","time spent":"7.000973042s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:40:00.997444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:40:01.497873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:40:01.998097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:40:02.075141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999769912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:40:02.075222Z","caller":"traceutil/trace.go:171","msg":"trace[1832782403] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999872364s","start":"2026-02-24T06:40:00.075332Z","end":"2026-02-24T06:40:02.075204Z","steps":["trace[1832782403] 'agreement among raft nodes before linearized reading' (duration: 1.999767562s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:02.075372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:00.075269Z","time spent":"2.000058328s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:40:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:02.4108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000094104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:40:02.410894Z","caller":"traceutil/trace.go:171","msg":"trace[199677636] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000248008s","start":"2026-02-24T06:39:57.410625Z","end":"2026-02-24T06:40:02.410873Z","steps":["trace[199677636] 'agreement among raft nodes before linearized reading' (duration: 5.000124505s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:02.41094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:57.410602Z","time spent":"5.000329179s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/24 06:40:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:02.499009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:40:02.77214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:55.771274Z","time spent":"7.000856929s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:40:02.817092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:55.815973Z","time spent":"7.001110926s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:40:02.999292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:40:03.462821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.607218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:40:03.462909Z","caller":"traceutil/trace.go:171","msg":"trace[1303618006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"989.742351ms","start":"2026-02-24T06:40:02.473144Z","end":"2026-02-24T06:40:03.462886Z","steps":["trace[1303618006] 'agreement among raft nodes before linearized reading' (duration: 989.640709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:03.462957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:02.473132Z","time spent":"989.814933ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/02/24 06:40:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:03.46501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.732101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:40:03.46509Z","caller":"traceutil/trace.go:171","msg":"trace[1131876858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"991.862984ms","start":"2026-02-24T06:40:02.473214Z","end":"2026-02-24T06:40:03.465077Z","steps":["trace[1131876858] 'agreement among raft nodes before linearized reading' (duration: 991.775192ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:03.465157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:02.473188Z","time spent":"991.930566ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/02/24 06:40:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:03.497088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997880591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:40:03.49719Z","caller":"traceutil/trace.go:171","msg":"trace[934761823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998040345s","start":"2026-02-24T06:40:00.499126Z","end":"2026-02-24T06:40:03.497166Z","steps":["trace[934761823] 'agreement among raft nodes before linearized reading' (duration: 2.997897382s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:03.497248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:00.499114Z","time spent":"2.998122717s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/24 06:40:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:03.499874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:40:04.005958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:40:04.082241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999464962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:40:04.082332Z","caller":"traceutil/trace.go:171","msg":"trace[136626055] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999625636s","start":"2026-02-24T06:40:02.082684Z","end":"2026-02-24T06:40:04.08231Z","steps":["trace[136626055] 'agreement among raft nodes before linearized reading' (duration: 1.999509123s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:04.082469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:02.082664Z","time spent":"1.99975811s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:40:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:04.506491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:40:05.006916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:40:05.507932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:40:06.008504Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:40:06.083106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000535861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:40:06.083182Z","caller":"traceutil/trace.go:171","msg":"trace[1414864602] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000680135s","start":"2026-02-24T06:40:04.08248Z","end":"2026-02-24T06:40:06.08316Z","steps":["trace[1414864602] 'agreement among raft nodes before linearized reading' (duration: 2.000574782s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:06.083237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:04.082453Z","time spent":"2.000773337s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:40:06.508675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:40:06.938979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998303979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:40:06.939093Z","caller":"traceutil/trace.go:171","msg":"trace[560714886] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998478102s","start":"2026-02-24T06:40:01.940592Z","end":"2026-02-24T06:40:06.93907Z","steps":["trace[560714886] 'agreement among raft nodes before linearized reading' (duration: 4.998335019s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:06.93914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:01.940575Z","time spent":"4.998555385s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/02/24 06:40:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:07.009854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:40:07.49777Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-02-24T06:40:07.497937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.013750242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-24T06:40:07.497973Z","caller":"traceutil/trace.go:171","msg":"trace[1508368148] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; }","duration":"7.013855225s","start":"2026-02-24T06:40:00.484102Z","end":"2026-02-24T06:40:07.497957Z","steps":["trace[1508368148] 'agreement among raft nodes before linearized reading' (duration: 7.013790453s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:07.497968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.764255003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T06:40:07.498038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.109791365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-24T06:40:07.498062Z","caller":"traceutil/trace.go:171","msg":"trace[645356874] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; }","duration":"10.109855366s","start":"2026-02-24T06:39:57.388202Z","end":"2026-02-24T06:40:07.498058Z","steps":["trace[645356874] 'agreement among raft nodes before linearized reading' (duration: 10.109830875s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:07.498061Z","caller":"traceutil/trace.go:171","msg":"trace[1335106617] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; }","duration":"9.764419687s","start":"2026-02-24T06:39:57.733622Z","end":"2026-02-24T06:40:07.498042Z","steps":["trace[1335106617] 'agreement among raft nodes before linearized reading' (duration: 9.764297714s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:07.498104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.525772321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-24T06:40:07.498126Z","caller":"traceutil/trace.go:171","msg":"trace[1064217675] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; }","duration":"11.525840623s","start":"2026-02-24T06:39:55.972278Z","end":"2026-02-24T06:40:07.498119Z","steps":["trace[1064217675] 'agreement among raft nodes before linearized reading' (duration: 11.525816392s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:07.498129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:57.733596Z","time spent":"9.764515049s","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:07.49815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:55.972256Z","time spent":"11.525887324s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:07.498102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.846219771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T06:40:07.498017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:00.484075Z","time spent":"7.013933647s","remote":"127.0.0.1:35202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:07.498187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.190288779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T06:40:07.498162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.784563485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T06:40:07.498034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.325413824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T06:40:07.49818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.66683641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-24T06:40:07.498197Z","caller":"traceutil/trace.go:171","msg":"trace[1735700485] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; }","duration":"7.846397075s","start":"2026-02-24T06:39:59.651781Z","end":"2026-02-24T06:40:07.498178Z","steps":["trace[1735700485] 'agreement among raft nodes before linearized reading' (duration: 7.846256082s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:07.498234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.328823611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-755f769cdc-zqp85.18971b6b17b70096\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-24T06:40:07.498226Z","caller":"traceutil/trace.go:171","msg":"trace[1433319208] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; }","duration":"7.784674278s","start":"2026-02-24T06:39:59.713535Z","end":"2026-02-24T06:40:07.498209Z","steps":["trace[1433319208] 'agreement among raft nodes before linearized reading' (duration: 7.784583206s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:07.498083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:57.38818Z","time spent":"10.109898637s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-02-24T06:40:07.498256Z","caller":"traceutil/trace.go:171","msg":"trace[1466591474] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; }","duration":"7.325729403s","start":"2026-02-24T06:40:00.172488Z","end":"2026-02-24T06:40:07.498217Z","steps":["trace[1466591474] 'agreement among raft nodes before linearized reading' (duration: 7.325499687s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:07.49825Z","caller":"traceutil/trace.go:171","msg":"trace[255512496] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; }","duration":"9.666959713s","start":"2026-02-24T06:39:57.831269Z","end":"2026-02-24T06:40:07.498229Z","steps":["trace[255512496] 'agreement among raft nodes before linearized reading' (duration: 9.666873321s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:07.498273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:59.713516Z","time spent":"7.784747139s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-02-24T06:40:07.498251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.117238217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T06:40:07.498318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.363741405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T06:40:07.498309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:00.172469Z","time spent":"7.325820245s","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:07.498315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:57.831251Z","time spent":"9.667050446s","remote":"127.0.0.1:51142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:07.498218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.283233949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-24T06:40:07.498342Z","caller":"traceutil/trace.go:171","msg":"trace[281446589] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; }","duration":"13.363808127s","start":"2026-02-24T06:39:54.134529Z","end":"2026-02-24T06:40:07.498337Z","steps":["trace[281446589] 'agreement among raft nodes before linearized reading' (duration: 13.363784686s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:07.498279Z","caller":"traceutil/trace.go:171","msg":"trace[470616795] range","detail":"{range_begin:/registry/events/openstack/barbican-api-755f769cdc-zqp85.18971b6b17b70096; range_end:; }","duration":"12.328885443s","start":"2026-02-24T06:39:55.169366Z","end":"2026-02-24T06:40:07.498251Z","steps":["trace[470616795] 'agreement among raft nodes before linearized reading' (duration: 12.328863872s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:07.498359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:54.13451Z","time spent":"13.363844378s","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:40:07.498349Z","caller":"traceutil/trace.go:171","msg":"trace[1293322015] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; }","duration":"7.117422921s","start":"2026-02-24T06:40:00.380911Z","end":"2026-02-24T06:40:07.498334Z","steps":["trace[1293322015] 'agreement among raft nodes before linearized reading' (duration: 7.117273997s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:07.498365Z","caller":"traceutil/trace.go:171","msg":"trace[94904105] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; }","duration":"12.283417803s","start":"2026-02-24T06:39:55.214937Z","end":"2026-02-24T06:40:07.498355Z","steps":["trace[94904105] 'agreement among raft nodes before linearized reading' (duration: 12.28327644s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:07.49838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:55.169346Z","time spent":"12.329020917s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/barbican-api-755f769cdc-zqp85.18971b6b17b70096\" "} {"level":"warn","ts":"2026-02-24T06:40:07.498401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:55.214921Z","time spent":"12.283472034s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"warn","ts":"2026-02-24T06:40:07.498398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:00.380886Z","time spent":"7.117495413s","remote":"127.0.0.1:57524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:07.498299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.757401995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-24T06:40:07.498446Z","caller":"traceutil/trace.go:171","msg":"trace[402764173] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; }","duration":"12.75756304s","start":"2026-02-24T06:39:54.740876Z","end":"2026-02-24T06:40:07.498439Z","steps":["trace[402764173] 'agreement among raft nodes before linearized reading' (duration: 12.757417636s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:07.49847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:54.740867Z","time spent":"12.75759714s","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-02-24T06:40:07.498203Z","caller":"traceutil/trace.go:171","msg":"trace[1525040397] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; }","duration":"12.19030653s","start":"2026-02-24T06:39:55.307891Z","end":"2026-02-24T06:40:07.498197Z","steps":["trace[1525040397] 'agreement among raft nodes before linearized reading' (duration: 12.190288859s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:07.498539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:55.307857Z","time spent":"12.190669079s","remote":"127.0.0.1:57524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-02-24T06:40:07.498261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:39:59.651756Z","time spent":"7.846491237s","remote":"127.0.0.1:38256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:07.498102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.096773124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-02-24T06:40:07.498831Z","caller":"traceutil/trace.go:171","msg":"trace[1575911537] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; }","duration":"7.097466071s","start":"2026-02-24T06:40:00.401299Z","end":"2026-02-24T06:40:07.498765Z","steps":["trace[1575911537] 'agreement among raft nodes before linearized reading' (duration: 7.096792234s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:07.499033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:00.401289Z","time spent":"7.097575144s","remote":"127.0.0.1:35362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:07.61544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998892154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:40:07.615528Z","caller":"traceutil/trace.go:171","msg":"trace[146792821] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999026217s","start":"2026-02-24T06:40:02.616483Z","end":"2026-02-24T06:40:07.615509Z","steps":["trace[146792821] 'agreement among raft nodes before linearized reading' (duration: 4.998918184s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:07.615579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:02.61647Z","time spent":"4.999097049s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-24T06:40:07.859852Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b691ab","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T06:40:07.998338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832295,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:40:08.091382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000190571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:40:08.091462Z","caller":"traceutil/trace.go:171","msg":"trace[1558461319] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000333315s","start":"2026-02-24T06:40:06.09111Z","end":"2026-02-24T06:40:08.091444Z","steps":["trace[1558461319] 'agreement among raft nodes before linearized reading' (duration: 2.000230002s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:08.091526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:06.091085Z","time spent":"2.000417507s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:40:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:08.194207Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"14.727620285s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:40:08.498297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:03.499951Z","time spent":"4.99833642s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:40:08.861164Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b691b5","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T06:40:08.933218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999378106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:40:08.93331Z","caller":"traceutil/trace.go:171","msg":"trace[102276163] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999572431s","start":"2026-02-24T06:40:03.933715Z","end":"2026-02-24T06:40:08.933288Z","steps":["trace[102276163] 'agreement among raft nodes before linearized reading' (duration: 4.999417967s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:08.933375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:03.933692Z","time spent":"4.999662353s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/02/24 06:40:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:08.963183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.99258547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:40:08.963293Z","caller":"traceutil/trace.go:171","msg":"trace[23241765] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.992756835s","start":"2026-02-24T06:40:00.970507Z","end":"2026-02-24T06:40:08.963263Z","steps":["trace[23241765] 'agreement among raft nodes before linearized reading' (duration: 7.992631051s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:08.963344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:00.970483Z","time spent":"7.992850306s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/02/24 06:40:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:09.776561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:02.776223Z","time spent":"7.000331156s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:40:09.822257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:02.821447Z","time spent":"7.000800238s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:40:09.856563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999197442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:40:09.856633Z","caller":"traceutil/trace.go:171","msg":"trace[91823586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999313124s","start":"2026-02-24T06:40:04.8573Z","end":"2026-02-24T06:40:09.856614Z","steps":["trace[91823586] 'agreement among raft nodes before linearized reading' (duration: 4.999217562s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:09.856677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:04.857286Z","time spent":"4.999382587s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/24 06:40:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:10.091583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999905433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:40:10.091683Z","caller":"traceutil/trace.go:171","msg":"trace[2095701903] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000019506s","start":"2026-02-24T06:40:08.091637Z","end":"2026-02-24T06:40:10.091657Z","steps":["trace[2095701903] 'agreement among raft nodes before linearized reading' (duration: 1.999902483s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:10.091757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:08.09159Z","time spent":"2.000155681s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:40:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:10.250977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000380736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:40:10.251089Z","caller":"traceutil/trace.go:171","msg":"trace[1174266260] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000565001s","start":"2026-02-24T06:40:08.250505Z","end":"2026-02-24T06:40:10.25107Z","steps":["trace[1174266260] 'agreement among raft nodes before linearized reading' (duration: 2.000428408s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:10.251137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:08.250483Z","time spent":"2.000644972s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:40:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:10.466165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:03.465258Z","time spent":"7.00090127s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:40:10.467652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:03.467269Z","time spent":"7.000380028s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:40:10.70755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999347374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:40:10.707636Z","caller":"traceutil/trace.go:171","msg":"trace[1999838684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999474527s","start":"2026-02-24T06:40:05.708129Z","end":"2026-02-24T06:40:10.707604Z","steps":["trace[1999838684] 'agreement among raft nodes before linearized reading' (duration: 4.999382285s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:10.707674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:05.708099Z","time spent":"4.99956796s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T06:40:11.5753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565100443s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:40:11.575491Z","caller":"traceutil/trace.go:171","msg":"trace[1577134669] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7924; }","duration":"2.565315778s","start":"2026-02-24T06:40:09.010142Z","end":"2026-02-24T06:40:11.575458Z","steps":["trace[1577134669] 'range keys from in-memory index tree' (duration: 2.565066002s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:11.863745Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b6923c","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T06:40:12.098853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00012007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:40:12.098921Z","caller":"traceutil/trace.go:171","msg":"trace[284812143] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000236862s","start":"2026-02-24T06:40:10.098667Z","end":"2026-02-24T06:40:12.098904Z","steps":["trace[284812143] 'agreement among raft nodes before linearized reading' (duration: 2.00015559s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:12.098955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:10.098648Z","time spent":"2.000300804s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:40:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:14.099566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000365656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:40:14.099658Z","caller":"traceutil/trace.go:171","msg":"trace[910481697] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000520629s","start":"2026-02-24T06:40:12.099114Z","end":"2026-02-24T06:40:14.099635Z","steps":["trace[910481697] 'agreement among raft nodes before linearized reading' (duration: 2.000394116s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:14.099708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:12.099096Z","time spent":"2.000602361s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:40:14.865968Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b691ab","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T06:40:15.717101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000154186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:40:15.717204Z","caller":"traceutil/trace.go:171","msg":"trace[1020737333] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"5.00031996s","start":"2026-02-24T06:40:10.71686Z","end":"2026-02-24T06:40:15.71718Z","steps":["trace[1020737333] 'agreement among raft nodes before linearized reading' (duration: 5.000180136s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:15.717263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:10.716843Z","time spent":"5.000408832s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-24T06:40:15.867562Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b691b5","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T06:40:15.966684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:08.965646Z","time spent":"7.001029634s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:40:16.107746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999937265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:40:16.107838Z","caller":"traceutil/trace.go:171","msg":"trace[959664301] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000082029s","start":"2026-02-24T06:40:14.107727Z","end":"2026-02-24T06:40:16.107809Z","steps":["trace[959664301] 'agreement among raft nodes before linearized reading' (duration: 1.999974906s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:16.107893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:14.107703Z","time spent":"2.000178201s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:40:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:16.616769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999664303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:40:16.616848Z","caller":"traceutil/trace.go:171","msg":"trace[1395339050] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999834967s","start":"2026-02-24T06:40:11.616993Z","end":"2026-02-24T06:40:16.616828Z","steps":["trace[1395339050] 'agreement among raft nodes before linearized reading' (duration: 4.999709964s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:16.616889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:11.616974Z","time spent":"4.999905799s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/02/24 06:40:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:16.781508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:09.780327Z","time spent":"7.001173388s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:40:16.826621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:09.82563Z","time spent":"7.000984592s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:40:17.386105Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"9.191754081s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:40:17.618125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999058527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:40:17.61824Z","caller":"traceutil/trace.go:171","msg":"trace[600484792] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999264543s","start":"2026-02-24T06:40:12.618949Z","end":"2026-02-24T06:40:17.618213Z","steps":["trace[600484792] 'agreement among raft nodes before linearized reading' (duration: 4.999122619s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:17.618314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:12.618931Z","time spent":"4.999364665s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/02/24 06:40:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:18.108413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000178561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:40:18.108508Z","caller":"traceutil/trace.go:171","msg":"trace[1774077055] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000343425s","start":"2026-02-24T06:40:16.108143Z","end":"2026-02-24T06:40:18.108487Z","steps":["trace[1774077055] 'agreement among raft nodes before linearized reading' (duration: 2.000219622s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:18.108562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:16.108116Z","time spent":"2.000435507s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:40:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:18.315149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999021607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:40:18.315309Z","caller":"traceutil/trace.go:171","msg":"trace[479025093] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999279593s","start":"2026-02-24T06:40:13.316007Z","end":"2026-02-24T06:40:18.315286Z","steps":["trace[479025093] 'agreement among raft nodes before linearized reading' (duration: 4.999043807s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:18.315403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:13.315988Z","time spent":"4.999399887s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/24 06:40:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:18.870113Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b6923c","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T06:40:19.260606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999625195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:40:19.26076Z","caller":"traceutil/trace.go:171","msg":"trace[629175479] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999840602s","start":"2026-02-24T06:40:14.260898Z","end":"2026-02-24T06:40:19.260739Z","steps":["trace[629175479] 'agreement among raft nodes before linearized reading' (duration: 4.999667866s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:19.260849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:14.260863Z","time spent":"4.999972395s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/24 06:40:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:19.496688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10958457s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-24T06:40:19.4968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.696218ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:40:19.496981Z","caller":"traceutil/trace.go:171","msg":"trace[908616212] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7928; }","duration":"486.878362ms","start":"2026-02-24T06:40:19.010074Z","end":"2026-02-24T06:40:19.496953Z","steps":["trace[908616212] 'range keys from in-memory index tree' (duration: 486.674597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:19.696004Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.309596629s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:40:20.116335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000158768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:40:20.116425Z","caller":"traceutil/trace.go:171","msg":"trace[1351825605] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000312352s","start":"2026-02-24T06:40:18.116091Z","end":"2026-02-24T06:40:20.116403Z","steps":["trace[1351825605] 'agreement among raft nodes before linearized reading' (duration: 2.000196899s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:20.116478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:18.116068Z","time spent":"2.000399324s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:40:21.271926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775133113s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-24T06:40:21.873059Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b691ab","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T06:40:22.117265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000423714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:40:22.117365Z","caller":"traceutil/trace.go:171","msg":"trace[233681850] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000583868s","start":"2026-02-24T06:40:20.116759Z","end":"2026-02-24T06:40:22.117343Z","steps":["trace[233681850] 'agreement among raft nodes before linearized reading' (duration: 2.000447025s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:22.117416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:20.116744Z","time spent":"2.00066209s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:40:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:22.874896Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b691b5","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T06:40:23.4479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175069607s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-24T06:40:23.448013Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"25.1µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-02-24T06:40:23.448055Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"5.54µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-02-24T06:40:23.448318Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"8.581µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-02-24T06:40:23.448358Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"5.65µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-02-24T06:40:23.44838Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"4.86µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-02-24T06:40:23.448472Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"6.171µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-02-24T06:40:23.448512Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b6923c","error":"lease not found"} {"level":"info","ts":"2026-02-24T06:40:23.449097Z","caller":"traceutil/trace.go:171","msg":"trace[342601340] linearizableReadLoop","detail":"{readStateIndex:8240; appliedIndex:8226; }","duration":"15.951209333s","start":"2026-02-24T06:40:07.497863Z","end":"2026-02-24T06:40:23.449072Z","steps":["trace[342601340] 'read index received' (duration: 696.567451ms)","trace[342601340] 'applied index is now lower than readState.Index' (duration: 15.254640491s)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:40:23.449195Z","caller":"traceutil/trace.go:171","msg":"trace[1385568119] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7930; }","duration":"6.663466034s","start":"2026-02-24T06:40:16.785718Z","end":"2026-02-24T06:40:23.449185Z","steps":["trace[1385568119] 'process raft request' (duration: 6.662680184s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.449346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.483291066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:40:23.449375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:16.785691Z","time spent":"6.663535246s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":722,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:40:23.449398Z","caller":"traceutil/trace.go:171","msg":"trace[605661340] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:7930; }","duration":"19.483405488s","start":"2026-02-24T06:40:03.965976Z","end":"2026-02-24T06:40:23.449382Z","steps":["trace[605661340] 'agreement among raft nodes before linearized reading' (duration: 19.483299096s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:23.449392Z","caller":"traceutil/trace.go:171","msg":"trace[1422870998] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7930; }","duration":"6.61899917s","start":"2026-02-24T06:40:16.830361Z","end":"2026-02-24T06:40:23.44936Z","steps":["trace[1422870998] 'process raft request' (duration: 6.618078536s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.449436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:03.965938Z","time spent":"19.48348846s","remote":"127.0.0.1:34596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:23.449426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.697953928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:40:23.4495Z","caller":"traceutil/trace.go:171","msg":"trace[97560700] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:7930; }","duration":"18.698079672s","start":"2026-02-24T06:40:04.7514Z","end":"2026-02-24T06:40:23.44948Z","steps":["trace[97560700] 'agreement among raft nodes before linearized reading' (duration: 18.697956299s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.449531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.966779923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:40:23.449545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:04.75138Z","time spent":"18.698153594s","remote":"127.0.0.1:51066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:23.449534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.622755913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:40:23.449553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:16.830349Z","time spent":"6.619112253s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":571,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:40:23.449579Z","caller":"traceutil/trace.go:171","msg":"trace[1744601669] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:7930; }","duration":"15.966863385s","start":"2026-02-24T06:40:07.482699Z","end":"2026-02-24T06:40:23.449563Z","steps":["trace[1744601669] 'agreement among raft nodes before linearized reading' (duration: 15.966773882s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:23.449609Z","caller":"traceutil/trace.go:171","msg":"trace[1211645739] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7930; }","duration":"18.622878356s","start":"2026-02-24T06:40:04.826707Z","end":"2026-02-24T06:40:23.449585Z","steps":["trace[1211645739] 'agreement among raft nodes before linearized reading' (duration: 18.622723522s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.449614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:07.48268Z","time spent":"15.966926037s","remote":"127.0.0.1:52708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:23.449604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.773012204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:40:23.449597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.632715317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:40:23.449649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:04.826695Z","time spent":"18.622945538s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:40:23.449666Z","caller":"traceutil/trace.go:171","msg":"trace[1477813668] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7930; }","duration":"16.773078556s","start":"2026-02-24T06:40:06.676569Z","end":"2026-02-24T06:40:23.449648Z","steps":["trace[1477813668] 'agreement among raft nodes before linearized reading' (duration: 16.772965393s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.449693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.789238195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:40:23.449687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.411274816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-24T06:40:23.449704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:06.6765Z","time spent":"16.773194609s","remote":"127.0.0.1:57388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:40:23.449692Z","caller":"traceutil/trace.go:171","msg":"trace[1430524014] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:7930; }","duration":"16.632875611s","start":"2026-02-24T06:40:06.816788Z","end":"2026-02-24T06:40:23.449663Z","steps":["trace[1430524014] 'agreement among raft nodes before linearized reading' (duration: 16.632700907s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.449727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.984496886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-24T06:40:23.449745Z","caller":"traceutil/trace.go:171","msg":"trace[578145243] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7930; }","duration":"19.789313147s","start":"2026-02-24T06:40:03.660408Z","end":"2026-02-24T06:40:23.449721Z","steps":["trace[578145243] 'agreement among raft nodes before linearized reading' (duration: 19.789265985s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:23.449747Z","caller":"traceutil/trace.go:171","msg":"trace[805161528] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7930; }","duration":"21.411372198s","start":"2026-02-24T06:40:02.038358Z","end":"2026-02-24T06:40:23.44973Z","steps":["trace[805161528] 'agreement among raft nodes before linearized reading' (duration: 21.411099711s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:23.449775Z","caller":"traceutil/trace.go:171","msg":"trace[1367722014] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7930; }","duration":"21.984567148s","start":"2026-02-24T06:40:01.465183Z","end":"2026-02-24T06:40:23.44975Z","steps":["trace[1367722014] 'agreement among raft nodes before linearized reading' (duration: 21.984447255s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.449785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:06.81676Z","time spent":"16.632991413s","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:23.449803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:03.660377Z","time spent":"19.789415249s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:23.449825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:01.465158Z","time spent":"21.98465458s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-24T06:40:23.449426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.651373232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:40:23.449903Z","caller":"traceutil/trace.go:171","msg":"trace[1021662611] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:7930; }","duration":"17.651870255s","start":"2026-02-24T06:40:05.798021Z","end":"2026-02-24T06:40:23.449892Z","steps":["trace[1021662611] 'agreement among raft nodes before linearized reading' (duration: 17.651332131s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.449944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:05.797981Z","time spent":"17.651950067s","remote":"127.0.0.1:35044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:23.449981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.062069933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:40:23.450005Z","caller":"traceutil/trace.go:171","msg":"trace[376253869] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7930; }","duration":"21.062138864s","start":"2026-02-24T06:40:02.387858Z","end":"2026-02-24T06:40:23.449997Z","steps":["trace[376253869] 'agreement among raft nodes before linearized reading' (duration: 21.062103713s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.450016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.03477331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:40:23.450026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:02.387839Z","time spent":"21.062180776s","remote":"127.0.0.1:51258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:40:23.450045Z","caller":"traceutil/trace.go:171","msg":"trace[536852973] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:7930; }","duration":"20.034852191s","start":"2026-02-24T06:40:03.415185Z","end":"2026-02-24T06:40:23.450037Z","steps":["trace[536852973] 'agreement among raft nodes before linearized reading' (duration: 20.03480051s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.449609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.721863081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:40:23.450068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:03.415158Z","time spent":"20.034904593s","remote":"127.0.0.1:35148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:40:23.450084Z","caller":"traceutil/trace.go:171","msg":"trace[1299029297] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7930; }","duration":"21.722383275s","start":"2026-02-24T06:40:01.727687Z","end":"2026-02-24T06:40:23.45007Z","steps":["trace[1299029297] 'agreement among raft nodes before linearized reading' (duration: 21.721887103s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.450106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.283848442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:40:23.450119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:01.727659Z","time spent":"21.722448516s","remote":"127.0.0.1:51044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:23.450128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134874813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-24T06:40:23.450122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:02.038341Z","time spent":"21.41145507s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-24T06:40:23.450139Z","caller":"traceutil/trace.go:171","msg":"trace[761667161] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:7930; }","duration":"21.283910594s","start":"2026-02-24T06:40:02.166219Z","end":"2026-02-24T06:40:23.450129Z","steps":["trace[761667161] 'agreement among raft nodes before linearized reading' (duration: 21.283851532s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.450152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.566076015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:40:23.450178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:02.166206Z","time spent":"21.283964175s","remote":"127.0.0.1:35186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:23.450179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.825043769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:40:23.449944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.150825607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:40:23.450196Z","caller":"traceutil/trace.go:171","msg":"trace[1488618040] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:7930; }","duration":"22.566168747s","start":"2026-02-24T06:40:00.884015Z","end":"2026-02-24T06:40:23.450184Z","steps":["trace[1488618040] 'agreement among raft nodes before linearized reading' (duration: 22.565709726s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:23.450221Z","caller":"traceutil/trace.go:171","msg":"trace[1806678153] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:7930; }","duration":"21.151108204s","start":"2026-02-24T06:40:02.299106Z","end":"2026-02-24T06:40:23.450214Z","steps":["trace[1806678153] 'agreement among raft nodes before linearized reading' (duration: 21.150809026s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:23.450219Z","caller":"traceutil/trace.go:171","msg":"trace[1829245949] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7930; }","duration":"9.825128832s","start":"2026-02-24T06:40:13.625079Z","end":"2026-02-24T06:40:23.450208Z","steps":["trace[1829245949] 'agreement among raft nodes before linearized reading' (duration: 9.82505551s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.450235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:00.883987Z","time spent":"22.566239538s","remote":"127.0.0.1:34568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":36,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:23.450226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.120395693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:40:23.450251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:13.625056Z","time spent":"9.825186483s","remote":"127.0.0.1:57498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:23.450247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.992135853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:40:23.45029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.196530402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:40:23.450159Z","caller":"traceutil/trace.go:171","msg":"trace[601079292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7930; }","duration":"1.134942675s","start":"2026-02-24T06:40:22.315206Z","end":"2026-02-24T06:40:23.450149Z","steps":["trace[601079292] 'agreement among raft nodes before linearized reading' (duration: 1.134860853s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:23.450319Z","caller":"traceutil/trace.go:171","msg":"trace[1863644368] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:7930; }","duration":"10.196601734s","start":"2026-02-24T06:40:13.25371Z","end":"2026-02-24T06:40:23.450311Z","steps":["trace[1863644368] 'agreement among raft nodes before linearized reading' (duration: 10.196547593s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:23.450326Z","caller":"traceutil/trace.go:171","msg":"trace[1225213257] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7930; }","duration":"18.992282797s","start":"2026-02-24T06:40:04.458022Z","end":"2026-02-24T06:40:23.450305Z","steps":["trace[1225213257] 'agreement among raft nodes before linearized reading' (duration: 18.991429456s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.45034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.411680935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:40:23.450339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:22.315184Z","time spent":"1.13514168s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T06:40:23.450374Z","caller":"traceutil/trace.go:171","msg":"trace[497607938] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:7930; }","duration":"11.411755596s","start":"2026-02-24T06:40:12.038607Z","end":"2026-02-24T06:40:23.450362Z","steps":["trace[497607938] 'agreement among raft nodes before linearized reading' (duration: 11.411699385s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.450373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.988421309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:40:23.450372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.597596242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:40:23.450377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:04.458001Z","time spent":"18.992366259s","remote":"127.0.0.1:35294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:23.450402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:12.038582Z","time spent":"11.411813368s","remote":"127.0.0.1:35452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:40:23.450408Z","caller":"traceutil/trace.go:171","msg":"trace[181194693] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:7930; }","duration":"12.98845251s","start":"2026-02-24T06:40:10.461944Z","end":"2026-02-24T06:40:23.450397Z","steps":["trace[181194693] 'agreement among raft nodes before linearized reading' (duration: 12.988408849s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.450411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325746712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:40:23.450415Z","caller":"traceutil/trace.go:171","msg":"trace[1745025051] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7930; }","duration":"12.597677334s","start":"2026-02-24T06:40:10.852725Z","end":"2026-02-24T06:40:23.450403Z","steps":["trace[1745025051] 'agreement among raft nodes before linearized reading' (duration: 12.597611773s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.449624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.005626868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:40:23.450286Z","caller":"traceutil/trace.go:171","msg":"trace[55659351] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7930; }","duration":"22.120503455s","start":"2026-02-24T06:40:01.329766Z","end":"2026-02-24T06:40:23.450269Z","steps":["trace[55659351] 'agreement among raft nodes before linearized reading' (duration: 22.120411263s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.450437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:10.461881Z","time spent":"12.988549353s","remote":"127.0.0.1:51074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:40:23.450443Z","caller":"traceutil/trace.go:171","msg":"trace[190572347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7930; }","duration":"1.325812754s","start":"2026-02-24T06:40:22.12462Z","end":"2026-02-24T06:40:23.450433Z","steps":["trace[190572347] 'agreement among raft nodes before linearized reading' (duration: 1.325763523s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.450446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:10.852697Z","time spent":"12.597741886s","remote":"127.0.0.1:35438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:40:23.450457Z","caller":"traceutil/trace.go:171","msg":"trace[801536786] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7930; }","duration":"21.00653043s","start":"2026-02-24T06:40:02.443912Z","end":"2026-02-24T06:40:23.450443Z","steps":["trace[801536786] 'agreement among raft nodes before linearized reading' (duration: 21.005609108s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.450472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.451030605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:40:23.450476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:22.124604Z","time spent":"1.325863395s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:40:23.45047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:01.329745Z","time spent":"22.12071077s","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:23.450489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:02.443893Z","time spent":"21.006587001s","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:23.450494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.94195992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-02-24T06:40:23.450497Z","caller":"traceutil/trace.go:171","msg":"trace[932861992] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:7930; }","duration":"14.451081576s","start":"2026-02-24T06:40:08.999407Z","end":"2026-02-24T06:40:23.450488Z","steps":["trace[932861992] 'agreement among raft nodes before linearized reading' (duration: 14.451025515s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.450528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:08.999389Z","time spent":"14.451133497s","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:23.45054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.214335678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:40:23.450527Z","caller":"traceutil/trace.go:171","msg":"trace[1429393413] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7930; }","duration":"15.942015592s","start":"2026-02-24T06:40:07.508503Z","end":"2026-02-24T06:40:23.450518Z","steps":["trace[1429393413] 'agreement among raft nodes before linearized reading' (duration: 15.94194071s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.450539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.069639573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:40:23.450568Z","caller":"traceutil/trace.go:171","msg":"trace[1283909793] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:7930; }","duration":"10.214404739s","start":"2026-02-24T06:40:13.236155Z","end":"2026-02-24T06:40:23.450559Z","steps":["trace[1283909793] 'agreement among raft nodes before linearized reading' (duration: 10.214354458s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.450572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:07.508487Z","time spent":"15.942079823s","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-24T06:40:23.450592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:13.236132Z","time spent":"10.214453811s","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:40:23.450593Z","caller":"traceutil/trace.go:171","msg":"trace[396124944] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:7930; }","duration":"14.069732257s","start":"2026-02-24T06:40:09.380844Z","end":"2026-02-24T06:40:23.450576Z","steps":["trace[396124944] 'agreement among raft nodes before linearized reading' (duration: 14.069658945s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.45024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.831215614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-02-24T06:40:23.450642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708784533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:40:23.450648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:09.380822Z","time spent":"14.069811628s","remote":"127.0.0.1:52798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:40:23.450678Z","caller":"traceutil/trace.go:171","msg":"trace[1313405283] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7930; }","duration":"1.708865555s","start":"2026-02-24T06:40:21.741804Z","end":"2026-02-24T06:40:23.450669Z","steps":["trace[1313405283] 'agreement among raft nodes before linearized reading' (duration: 1.708790793s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.450245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:02.299059Z","time spent":"21.151178305s","remote":"127.0.0.1:51114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:23.450685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.666655267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:40:23.450709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:21.741768Z","time spent":"1.708932397s","remote":"127.0.0.1:35516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:23.450412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.521527337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:40:23.450427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.943926163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"warn","ts":"2026-02-24T06:40:23.450785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.403091229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:40:23.450808Z","caller":"traceutil/trace.go:171","msg":"trace[1716926743] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:7930; }","duration":"13.944344953s","start":"2026-02-24T06:40:09.506455Z","end":"2026-02-24T06:40:23.4508Z","steps":["trace[1716926743] 'agreement among raft nodes before linearized reading' (duration: 13.943913402s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.450809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.947018186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18971b757d82e6ea\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-02-24T06:40:23.450675Z","caller":"traceutil/trace.go:171","msg":"trace[1751371159] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7930; }","duration":"9.831712666s","start":"2026-02-24T06:40:13.618951Z","end":"2026-02-24T06:40:23.450664Z","steps":["trace[1751371159] 'agreement among raft nodes before linearized reading' (duration: 9.831228784s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:23.450828Z","caller":"traceutil/trace.go:171","msg":"trace[1289584534] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7930; }","duration":"10.403171621s","start":"2026-02-24T06:40:13.047642Z","end":"2026-02-24T06:40:23.450814Z","steps":["trace[1289584534] 'agreement among raft nodes before linearized reading' (duration: 10.403074759s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:23.450824Z","caller":"traceutil/trace.go:171","msg":"trace[655501740] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:7930; }","duration":"22.521954158s","start":"2026-02-24T06:40:00.928844Z","end":"2026-02-24T06:40:23.450798Z","steps":["trace[655501740] 'agreement among raft nodes before linearized reading' (duration: 22.521538838s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:23.450838Z","caller":"traceutil/trace.go:171","msg":"trace[937574993] range","detail":"{range_begin:/registry/events/openstack/ceph.18971b757d82e6ea; range_end:; response_count:1; response_revision:7930; }","duration":"15.947078298s","start":"2026-02-24T06:40:07.503752Z","end":"2026-02-24T06:40:23.45083Z","steps":["trace[937574993] 'agreement among raft nodes before linearized reading' (duration: 15.946969405s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.450333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.735828906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:40:23.450852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.083238257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:40:23.450859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:13.047585Z","time spent":"10.403266443s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:23.450867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:07.503738Z","time spent":"15.947121959s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.18971b757d82e6ea\" "} {"level":"info","ts":"2026-02-24T06:40:23.450868Z","caller":"traceutil/trace.go:171","msg":"trace[1760864473] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:0; response_revision:7930; }","duration":"13.73640203s","start":"2026-02-24T06:40:09.71446Z","end":"2026-02-24T06:40:23.450862Z","steps":["trace[1760864473] 'agreement among raft nodes before linearized reading' (duration: 13.735841686s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.450869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.947341105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-75b659d6f-8c8hq\" ","response":"range_response_count:1 size:6186"} {"level":"info","ts":"2026-02-24T06:40:23.450883Z","caller":"traceutil/trace.go:171","msg":"trace[1166444470] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:7930; }","duration":"7.083276618s","start":"2026-02-24T06:40:16.367599Z","end":"2026-02-24T06:40:23.450876Z","steps":["trace[1166444470] 'agreement among raft nodes before linearized reading' (duration: 7.083225227s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.450883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:00.928826Z","time spent":"22.522037021s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:23.450893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:09.714443Z","time spent":"13.736445061s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-02-24T06:40:23.450908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:16.367527Z","time spent":"7.083375171s","remote":"127.0.0.1:51124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:40:23.450911Z","caller":"traceutil/trace.go:171","msg":"trace[33597266] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-75b659d6f-8c8hq; range_end:; response_count:1; response_revision:7930; }","duration":"15.947400986s","start":"2026-02-24T06:40:07.503495Z","end":"2026-02-24T06:40:23.450896Z","steps":["trace[33597266] 'agreement among raft nodes before linearized reading' (duration: 15.947299873s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.450945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:07.503481Z","time spent":"15.947457328s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":6210,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-75b659d6f-8c8hq\" "} {"level":"warn","ts":"2026-02-24T06:40:23.45035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:13.253689Z","time spent":"10.196653585s","remote":"127.0.0.1:35456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:23.450471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.326160445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:40:23.451032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.153835433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:40:23.450603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.776796797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:40:23.451045Z","caller":"traceutil/trace.go:171","msg":"trace[200846616] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:7930; }","duration":"14.326724679s","start":"2026-02-24T06:40:09.124263Z","end":"2026-02-24T06:40:23.450988Z","steps":["trace[200846616] 'agreement among raft nodes before linearized reading' (duration: 14.326155535s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.451068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.480926505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-02-24T06:40:23.451089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.617655064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:40:23.45108Z","caller":"traceutil/trace.go:171","msg":"trace[804819406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7930; }","duration":"11.77731245s","start":"2026-02-24T06:40:11.673755Z","end":"2026-02-24T06:40:23.451067Z","steps":["trace[804819406] 'agreement among raft nodes before linearized reading' (duration: 11.776819208s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.451102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:09.124245Z","time spent":"14.326839641s","remote":"127.0.0.1:40424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:40:23.45072Z","caller":"traceutil/trace.go:171","msg":"trace[1811559486] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:7930; }","duration":"10.666728858s","start":"2026-02-24T06:40:12.783983Z","end":"2026-02-24T06:40:23.450712Z","steps":["trace[1811559486] 'agreement among raft nodes before linearized reading' (duration: 10.666670187s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.451134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:11.673736Z","time spent":"11.777384381s","remote":"127.0.0.1:51180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:23.45114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.596210534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:40:23.451143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126769797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-24T06:40:23.451149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.625015595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:40:23.451161Z","caller":"traceutil/trace.go:171","msg":"trace[519973189] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:7930; }","duration":"8.596269026s","start":"2026-02-24T06:40:14.854886Z","end":"2026-02-24T06:40:23.451155Z","steps":["trace[519973189] 'agreement among raft nodes before linearized reading' (duration: 8.596238575s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:23.451169Z","caller":"traceutil/trace.go:171","msg":"trace[1216252649] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7930; }","duration":"2.126838759s","start":"2026-02-24T06:40:21.324323Z","end":"2026-02-24T06:40:23.451162Z","steps":["trace[1216252649] 'agreement among raft nodes before linearized reading' (duration: 2.126719976s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.451162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:12.783962Z","time spent":"10.667176199s","remote":"127.0.0.1:40412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:23.45118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:14.854868Z","time spent":"8.596307746s","remote":"127.0.0.1:51634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:23.451191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:21.324289Z","time spent":"2.126898021s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-24T06:40:23.451179Z","caller":"traceutil/trace.go:171","msg":"trace[1488851683] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:7930; }","duration":"9.625087466s","start":"2026-02-24T06:40:13.826083Z","end":"2026-02-24T06:40:23.45117Z","steps":["trace[1488851683] 'agreement among raft nodes before linearized reading' (duration: 9.625041375s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.450837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:09.506434Z","time spent":"13.944395514s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"warn","ts":"2026-02-24T06:40:23.451245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:13.826061Z","time spent":"9.625171208s","remote":"127.0.0.1:52720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:40:23.451059Z","caller":"traceutil/trace.go:171","msg":"trace[1643702847] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7930; }","duration":"9.153912444s","start":"2026-02-24T06:40:14.29714Z","end":"2026-02-24T06:40:23.451052Z","steps":["trace[1643702847] 'agreement among raft nodes before linearized reading' (duration: 9.153841033s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.450411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.801342114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:40:23.451313Z","caller":"traceutil/trace.go:171","msg":"trace[1434289379] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:7930; }","duration":"15.802278618s","start":"2026-02-24T06:40:07.649024Z","end":"2026-02-24T06:40:23.451302Z","steps":["trace[1434289379] 'agreement among raft nodes before linearized reading' (duration: 15.801362625s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.451322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:14.29712Z","time spent":"9.154180691s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:23.451483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.990879449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:40:23.451493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.615821891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:40:23.451516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.942232994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-02-24T06:40:23.45152Z","caller":"traceutil/trace.go:171","msg":"trace[362983897] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:7930; }","duration":"3.990964121s","start":"2026-02-24T06:40:19.460549Z","end":"2026-02-24T06:40:23.451513Z","steps":["trace[362983897] 'agreement among raft nodes before linearized reading' (duration: 3.990903639s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:23.45153Z","caller":"traceutil/trace.go:171","msg":"trace[1273491548] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:7930; }","duration":"2.615901213s","start":"2026-02-24T06:40:20.835619Z","end":"2026-02-24T06:40:23.45152Z","steps":["trace[1273491548] 'agreement among raft nodes before linearized reading' (duration: 2.615855122s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.450853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:13.618932Z","time spent":"9.831907661s","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-24T06:40:23.45155Z","caller":"traceutil/trace.go:171","msg":"trace[394831439] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:7930; }","duration":"5.942310997s","start":"2026-02-24T06:40:17.50923Z","end":"2026-02-24T06:40:23.451541Z","steps":["trace[394831439] 'agreement among raft nodes before linearized reading' (duration: 5.942208664s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.451553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:19.460523Z","time spent":"3.991024194s","remote":"127.0.0.1:35214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:23.451579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:17.509206Z","time spent":"5.942366888s","remote":"127.0.0.1:57524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-02-24T06:40:23.451617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.105048458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"warn","ts":"2026-02-24T06:40:23.450045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.947791406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-24T06:40:23.451348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.345622597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-24T06:40:23.45166Z","caller":"traceutil/trace.go:171","msg":"trace[809985175] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7930; }","duration":"2.345974447s","start":"2026-02-24T06:40:21.105675Z","end":"2026-02-24T06:40:23.45165Z","steps":["trace[809985175] 'agreement among raft nodes before linearized reading' (duration: 2.345618987s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.451688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:21.105622Z","time spent":"2.346058319s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-24T06:40:23.451729Z","caller":"traceutil/trace.go:171","msg":"trace[1191664576] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab; range_end:; response_count:1; response_revision:7930; }","duration":"15.949473479s","start":"2026-02-24T06:40:07.502243Z","end":"2026-02-24T06:40:23.451716Z","steps":["trace[1191664576] 'agreement among raft nodes before linearized reading' (duration: 15.947687214s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:23.451738Z","caller":"traceutil/trace.go:171","msg":"trace[963629952] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:7930; }","duration":"4.105197732s","start":"2026-02-24T06:40:19.346518Z","end":"2026-02-24T06:40:23.451716Z","steps":["trace[963629952] 'agreement among raft nodes before linearized reading' (duration: 4.104939924s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.451761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:07.502189Z","time spent":"15.949562792s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" "} {"level":"warn","ts":"2026-02-24T06:40:23.451347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:07.649005Z","time spent":"15.802331089s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:23.451795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:19.346496Z","time spent":"4.105282394s","remote":"127.0.0.1:51630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414445,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-02-24T06:40:23.451108Z","caller":"traceutil/trace.go:171","msg":"trace[1514544584] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7930; }","duration":"7.617783047s","start":"2026-02-24T06:40:15.83332Z","end":"2026-02-24T06:40:23.451103Z","steps":["trace[1514544584] 'agreement among raft nodes before linearized reading' (duration: 7.617751796s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.45184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:15.8333Z","time spent":"7.618526846s","remote":"127.0.0.1:57440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:23.451418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579315627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-02-24T06:40:23.451973Z","caller":"traceutil/trace.go:171","msg":"trace[320368114] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7930; }","duration":"2.579877093s","start":"2026-02-24T06:40:20.872075Z","end":"2026-02-24T06:40:23.451952Z","steps":["trace[320368114] 'agreement among raft nodes before linearized reading' (duration: 2.579287297s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.452034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:20.872031Z","time spent":"2.579982205s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-24T06:40:23.451435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.467068954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-24T06:40:23.452227Z","caller":"traceutil/trace.go:171","msg":"trace[1623320128] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7930; }","duration":"4.467851324s","start":"2026-02-24T06:40:18.984359Z","end":"2026-02-24T06:40:23.45221Z","steps":["trace[1623320128] 'agreement among raft nodes before linearized reading' (duration: 4.467008582s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.452275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:18.984293Z","time spent":"4.467965867s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-24T06:40:23.451425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.644492101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:40:23.452379Z","caller":"traceutil/trace.go:171","msg":"trace[2089030773] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7930; }","duration":"4.645482067s","start":"2026-02-24T06:40:18.806887Z","end":"2026-02-24T06:40:23.452369Z","steps":["trace[2089030773] 'agreement among raft nodes before linearized reading' (duration: 4.644498962s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.452412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:18.806869Z","time spent":"4.645532708s","remote":"127.0.0.1:51234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:23.451453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.666975693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:40:23.452519Z","caller":"traceutil/trace.go:171","msg":"trace[1721445660] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:7930; }","duration":"2.668090981s","start":"2026-02-24T06:40:20.784421Z","end":"2026-02-24T06:40:23.452512Z","steps":["trace[1721445660] 'agreement among raft nodes before linearized reading' (duration: 2.667000433s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.452542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:20.784387Z","time spent":"2.668148013s","remote":"127.0.0.1:38296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:40:23.451104Z","caller":"traceutil/trace.go:171","msg":"trace[353241613] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:7930; }","duration":"7.480999307s","start":"2026-02-24T06:40:15.970095Z","end":"2026-02-24T06:40:23.451095Z","steps":["trace[353241613] 'agreement among raft nodes before linearized reading' (duration: 7.480866444s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:23.452672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:15.970076Z","time spent":"7.482586418s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-24T06:40:23.455299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:20.835594Z","time spent":"2.619690089s","remote":"127.0.0.1:35392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:23.956713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:40:24.14737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:23.453418Z","time spent":"693.945444ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T06:40:25.459931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000215448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:40:25.46002Z","caller":"traceutil/trace.go:171","msg":"trace[386379216] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000350182s","start":"2026-02-24T06:40:23.45965Z","end":"2026-02-24T06:40:25.46Z","steps":["trace[386379216] 'agreement among raft nodes before linearized reading' (duration: 2.000208908s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:25.460069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:23.459625Z","time spent":"2.000434494s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:40:25.519565Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.182564458s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:40:25.520051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:23.453826Z","time spent":"2.066217542s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T06:40:25.520188Z","caller":"traceutil/trace.go:171","msg":"trace[1445486490] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"2.062339205s","start":"2026-02-24T06:40:23.457825Z","end":"2026-02-24T06:40:25.520164Z","steps":["trace[1445486490] 'process raft request' (duration: 2.062274173s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:25.520336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:23.457821Z","time spent":"2.062436937s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:40:25.520321Z","caller":"traceutil/trace.go:171","msg":"trace[816374131] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"2.06254811s","start":"2026-02-24T06:40:23.45769Z","end":"2026-02-24T06:40:25.520238Z","steps":["trace[816374131] 'process raft request' (duration: 2.062251742s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:25.520425Z","caller":"traceutil/trace.go:171","msg":"trace[516916202] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"2.062623762s","start":"2026-02-24T06:40:23.45777Z","end":"2026-02-24T06:40:25.520394Z","steps":["trace[516916202] 'process raft request' (duration: 2.062289533s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:25.520567Z","caller":"traceutil/trace.go:171","msg":"trace[1157469802] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"2.062658452s","start":"2026-02-24T06:40:23.457869Z","end":"2026-02-24T06:40:25.520527Z","steps":["trace[1157469802] 'process raft request' (duration: 2.062259402s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:25.520596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:23.457766Z","time spent":"2.062740104s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:40:25.520649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:23.457849Z","time spent":"2.062749675s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:40:25.520732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:23.457681Z","time spent":"2.062796206s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:40:25.520821Z","caller":"traceutil/trace.go:171","msg":"trace[449935456] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"2.062877308s","start":"2026-02-24T06:40:23.457932Z","end":"2026-02-24T06:40:25.520809Z","steps":["trace[449935456] 'process raft request' (duration: 2.062472748s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:25.520886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:23.457927Z","time spent":"2.062923949s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:40:25.520976Z","caller":"traceutil/trace.go:171","msg":"trace[1485097548] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"2.063024772s","start":"2026-02-24T06:40:23.457942Z","end":"2026-02-24T06:40:25.520967Z","steps":["trace[1485097548] 'process raft request' (duration: 2.062671403s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:25.521028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:23.457937Z","time spent":"2.063062682s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:40:25.521111Z","caller":"traceutil/trace.go:171","msg":"trace[772307527] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"2.062660813s","start":"2026-02-24T06:40:23.458429Z","end":"2026-02-24T06:40:25.52109Z","steps":["trace[772307527] 'process raft request' (duration: 2.062349765s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:25.52119Z","caller":"traceutil/trace.go:171","msg":"trace[999755567] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"2.061703209s","start":"2026-02-24T06:40:23.459477Z","end":"2026-02-24T06:40:25.52118Z","steps":["trace[999755567] 'process raft request' (duration: 2.061508064s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:25.521316Z","caller":"traceutil/trace.go:171","msg":"trace[1982991853] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"2.061561375s","start":"2026-02-24T06:40:23.459741Z","end":"2026-02-24T06:40:25.521302Z","steps":["trace[1982991853] 'process raft request' (duration: 2.061389681s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:25.521379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:23.459454Z","time spent":"2.061892513s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:40:25.521393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:23.459735Z","time spent":"2.061617726s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5957,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:40:25.52158Z","caller":"traceutil/trace.go:171","msg":"trace[1380720226] linearizableReadLoop","detail":"{readStateIndex:8262; appliedIndex:8250; }","duration":"2.065483723s","start":"2026-02-24T06:40:23.456083Z","end":"2026-02-24T06:40:25.521567Z","steps":["trace[1380720226] 'read index received' (duration: 691.188786ms)","trace[1380720226] 'applied index is now lower than readState.Index' (duration: 1.374294167s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:40:25.521356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:23.458421Z","time spent":"2.062790706s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:40:25.521686Z","caller":"traceutil/trace.go:171","msg":"trace[1103602776] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"1.704345001s","start":"2026-02-24T06:40:23.817286Z","end":"2026-02-24T06:40:25.521631Z","steps":["trace[1103602776] 'process raft request' (duration: 1.703988732s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:25.521726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065633067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-02-24T06:40:25.521795Z","caller":"traceutil/trace.go:171","msg":"trace[1178203883] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:7940; }","duration":"2.06571137s","start":"2026-02-24T06:40:23.456071Z","end":"2026-02-24T06:40:25.521782Z","steps":["trace[1178203883] 'agreement among raft nodes before linearized reading' (duration: 2.065565075s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:25.521887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:23.456065Z","time spent":"2.065813462s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":711,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-02-24T06:40:25.521877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:23.817259Z","time spent":"1.704527057s","remote":"127.0.0.1:51630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414482,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:40:26.646863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.31744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:40:26.647095Z","caller":"traceutil/trace.go:171","msg":"trace[235606305] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"2.498162816s","start":"2026-02-24T06:40:24.148877Z","end":"2026-02-24T06:40:26.64704Z","steps":["trace[235606305] 'process raft request' (duration: 1.7765544s)","trace[235606305] 'compare' (duration: 721.132354ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:40:26.647122Z","caller":"traceutil/trace.go:171","msg":"trace[1905500159] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"2.498123136s","start":"2026-02-24T06:40:24.148979Z","end":"2026-02-24T06:40:26.647102Z","steps":["trace[1905500159] 'process raft request' (duration: 2.497986762s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:26.647243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:24.148951Z","time spent":"2.498243629s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:40:26.647259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:24.14885Z","time spent":"2.49831533s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:40:27.460336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999932271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:40:27.460424Z","caller":"traceutil/trace.go:171","msg":"trace[1943130979] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000072866s","start":"2026-02-24T06:40:25.460332Z","end":"2026-02-24T06:40:27.460405Z","steps":["trace[1943130979] 'agreement among raft nodes before linearized reading' (duration: 1.999956112s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:27.460473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:25.460317Z","time spent":"2.000146707s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:40:27.530041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000350442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:40:27.530195Z","caller":"traceutil/trace.go:171","msg":"trace[1336277521] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000534386s","start":"2026-02-24T06:40:25.529639Z","end":"2026-02-24T06:40:27.530173Z","steps":["trace[1336277521] 'agreement among raft nodes before linearized reading' (duration: 2.000356432s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:27.530283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:25.529634Z","time spent":"2.000635179s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:40:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:29.469282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999981413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:40:29.469361Z","caller":"traceutil/trace.go:171","msg":"trace[1973220588] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000121087s","start":"2026-02-24T06:40:27.469219Z","end":"2026-02-24T06:40:29.469341Z","steps":["trace[1973220588] 'agreement among raft nodes before linearized reading' (duration: 2.000019924s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:29.469412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:27.469198Z","time spent":"2.000199548s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:40:30.523615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:25.527869Z","time spent":"4.995732537s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 06:40:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:30.524511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99424826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:40:30.524593Z","caller":"traceutil/trace.go:171","msg":"trace[2005106017] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.994388483s","start":"2026-02-24T06:40:25.530184Z","end":"2026-02-24T06:40:30.524573Z","steps":["trace[2005106017] 'agreement among raft nodes before linearized reading' (duration: 4.99428351s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:30.524635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:25.530167Z","time spent":"4.994460544s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/24 06:40:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:30.526525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:25.531228Z","time spent":"4.995288536s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 06:40:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:30.527992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997658516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:40:30.528055Z","caller":"traceutil/trace.go:171","msg":"trace[2079037560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.997751808s","start":"2026-02-24T06:40:25.530286Z","end":"2026-02-24T06:40:30.528037Z","steps":["trace[2079037560] 'agreement among raft nodes before linearized reading' (duration: 4.997669485s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:30.528096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:25.530281Z","time spent":"4.99780684s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/24 06:40:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:30.528412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:25.530752Z","time spent":"4.997657446s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 06:40:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:30.533422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000349572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:40:30.533462Z","caller":"traceutil/trace.go:171","msg":"trace[1898648951] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000451196s","start":"2026-02-24T06:40:28.533001Z","end":"2026-02-24T06:40:30.533453Z","steps":["trace[1898648951] 'agreement among raft nodes before linearized reading' (duration: 2.000405934s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:30.533499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:28.53298Z","time spent":"2.000507777s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:40:31.469918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9998386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:40:31.469988Z","caller":"traceutil/trace.go:171","msg":"trace[190732567] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999966893s","start":"2026-02-24T06:40:29.470005Z","end":"2026-02-24T06:40:31.469971Z","steps":["trace[190732567] 'agreement among raft nodes before linearized reading' (duration: 1.999875901s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:31.470032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:29.469983Z","time spent":"2.000032624s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:40:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:32.521387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:25.521079Z","time spent":"7.000298886s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:40:32.528067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:25.527448Z","time spent":"7.000614873s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:40:32.528118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:25.527432Z","time spent":"7.000678295s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:40:32.530573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:25.530349Z","time spent":"7.000219123s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:40:32.530632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:25.529705Z","time spent":"7.000921031s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:40:32.530657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:25.530362Z","time spent":"7.000291715s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:40:32.530973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:25.530769Z","time spent":"7.000202033s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:40:32.53278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:25.53188Z","time spent":"7.00089541s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:40:32.598465Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.67297005s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:40:33.455923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.996919701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:40:33.456018Z","caller":"traceutil/trace.go:171","msg":"trace[2038940283] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.997051725s","start":"2026-02-24T06:40:23.458942Z","end":"2026-02-24T06:40:33.455994Z","steps":["trace[2038940283] 'agreement among raft nodes before linearized reading' (duration: 9.996930812s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.456077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:23.458937Z","time spent":"9.997127157s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/02/24 06:40:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:33.477642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999615364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:40:33.477721Z","caller":"traceutil/trace.go:171","msg":"trace[1010649128] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999760528s","start":"2026-02-24T06:40:31.477942Z","end":"2026-02-24T06:40:33.477702Z","steps":["trace[1010649128] 'agreement among raft nodes before linearized reading' (duration: 1.999661914s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.477769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:31.477914Z","time spent":"1.99984576s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:40:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:40:33.632539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.621747285s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:40:33.632644Z","caller":"traceutil/trace.go:171","msg":"trace[1825019592] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7942; }","duration":"4.621861627s","start":"2026-02-24T06:40:29.010764Z","end":"2026-02-24T06:40:33.632626Z","steps":["trace[1825019592] 'range keys from in-memory index tree' (duration: 4.621724064s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.633837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035111545s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:40:33.634557Z","caller":"traceutil/trace.go:171","msg":"trace[214839201] linearizableReadLoop","detail":"{readStateIndex:8265; appliedIndex:8262; }","duration":"8.112921851s","start":"2026-02-24T06:40:25.521611Z","end":"2026-02-24T06:40:33.634533Z","steps":["trace[214839201] 'read index received' (duration: 403.847811ms)","trace[214839201] 'applied index is now lower than readState.Index' (duration: 7.70907256s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:40:33.634867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.133371988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:40:33.634933Z","caller":"traceutil/trace.go:171","msg":"trace[1466683849] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:7953; }","duration":"10.133524202s","start":"2026-02-24T06:40:23.501394Z","end":"2026-02-24T06:40:33.634918Z","steps":["trace[1466683849] 'agreement among raft nodes before linearized reading' (duration: 10.133370648s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.634979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:23.501374Z","time spent":"10.133597364s","remote":"127.0.0.1:40340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:33.635196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.105610459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-975cd4d96-d5wrt\" ","response":"range_response_count:1 size:5853"} {"level":"info","ts":"2026-02-24T06:40:33.63528Z","caller":"traceutil/trace.go:171","msg":"trace[92457012] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-975cd4d96-d5wrt; range_end:; response_count:1; response_revision:7953; }","duration":"8.105730012s","start":"2026-02-24T06:40:25.529527Z","end":"2026-02-24T06:40:33.635257Z","steps":["trace[92457012] 'agreement among raft nodes before linearized reading' (duration: 8.105486646s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.635325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:25.529516Z","time spent":"8.105800664s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5877,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-975cd4d96-d5wrt\" "} {"level":"warn","ts":"2026-02-24T06:40:33.635442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.177558934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-005b88dd-ed6e-41c6-b75f-748aab76a4e1\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-02-24T06:40:33.635471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.003201782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:40:33.635489Z","caller":"traceutil/trace.go:171","msg":"trace[1059091479] range","detail":"{range_begin:/registry/persistentvolumes/pvc-005b88dd-ed6e-41c6-b75f-748aab76a4e1; range_end:; response_count:1; response_revision:7953; }","duration":"10.177606175s","start":"2026-02-24T06:40:23.457867Z","end":"2026-02-24T06:40:33.635473Z","steps":["trace[1059091479] 'agreement among raft nodes before linearized reading' (duration: 10.177484512s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.635527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:23.457863Z","time spent":"10.177656687s","remote":"127.0.0.1:35110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-005b88dd-ed6e-41c6-b75f-748aab76a4e1\" "} {"level":"warn","ts":"2026-02-24T06:40:33.63555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.203683412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:40:33.635569Z","caller":"traceutil/trace.go:171","msg":"trace[933621692] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7953; }","duration":"9.203743254s","start":"2026-02-24T06:40:24.431821Z","end":"2026-02-24T06:40:33.635564Z","steps":["trace[933621692] 'agreement among raft nodes before linearized reading' (duration: 9.203693103s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.635575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.606514963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:40:33.635589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:24.431799Z","time spent":"9.203785474s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:40:33.635605Z","caller":"traceutil/trace.go:171","msg":"trace[91935774] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:7953; }","duration":"4.606576335s","start":"2026-02-24T06:40:29.029018Z","end":"2026-02-24T06:40:33.635594Z","steps":["trace[91935774] 'agreement among raft nodes before linearized reading' (duration: 4.606532354s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.635634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:29.028997Z","time spent":"4.606630056s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:33.635683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.826971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:40:33.635719Z","caller":"traceutil/trace.go:171","msg":"trace[555154610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7953; }","duration":"157.880282ms","start":"2026-02-24T06:40:33.477828Z","end":"2026-02-24T06:40:33.635708Z","steps":["trace[555154610] 'agreement among raft nodes before linearized reading' (duration: 157.830461ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.635833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.932048093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:40:33.635868Z","caller":"traceutil/trace.go:171","msg":"trace[234662026] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:7953; }","duration":"4.932123555s","start":"2026-02-24T06:40:28.703735Z","end":"2026-02-24T06:40:33.635859Z","steps":["trace[234662026] 'agreement among raft nodes before linearized reading' (duration: 4.932018173s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.635892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.772746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-02-24T06:40:33.635925Z","caller":"traceutil/trace.go:171","msg":"trace[1713168210] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:7953; }","duration":"168.805897ms","start":"2026-02-24T06:40:33.467111Z","end":"2026-02-24T06:40:33.635917Z","steps":["trace[1713168210] 'agreement among raft nodes before linearized reading' (duration: 168.713784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.635934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.310864548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:40:33.63596Z","caller":"traceutil/trace.go:171","msg":"trace[1063523110] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:7953; }","duration":"5.310932549s","start":"2026-02-24T06:40:28.32502Z","end":"2026-02-24T06:40:33.635952Z","steps":["trace[1063523110] 'agreement among raft nodes before linearized reading' (duration: 5.310891578s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.635995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:28.324997Z","time spent":"5.31099099s","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:33.636071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10117116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-02-24T06:40:33.636139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.548086196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:40:33.636157Z","caller":"traceutil/trace.go:171","msg":"trace[492040092] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:7953; }","duration":"1.101278572s","start":"2026-02-24T06:40:32.534869Z","end":"2026-02-24T06:40:33.636148Z","steps":["trace[492040092] 'agreement among raft nodes before linearized reading' (duration: 1.10117688s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:33.636173Z","caller":"traceutil/trace.go:171","msg":"trace[1232947663] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7953; }","duration":"5.548170769s","start":"2026-02-24T06:40:28.087993Z","end":"2026-02-24T06:40:33.636164Z","steps":["trace[1232947663] 'agreement among raft nodes before linearized reading' (duration: 5.548120027s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.636207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:28.08797Z","time spent":"5.54822931s","remote":"127.0.0.1:57400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:33.636238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10357201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:40:33.636254Z","caller":"traceutil/trace.go:171","msg":"trace[1543428175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7953; }","duration":"1.103633132s","start":"2026-02-24T06:40:32.532616Z","end":"2026-02-24T06:40:33.636249Z","steps":["trace[1543428175] 'agreement among raft nodes before linearized reading' (duration: 1.103609011s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.636275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:32.532595Z","time spent":"1.103676662s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:40:33.636399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106694448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T06:40:33.636422Z","caller":"traceutil/trace.go:171","msg":"trace[2088314397] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7953; }","duration":"1.1067574s","start":"2026-02-24T06:40:32.52966Z","end":"2026-02-24T06:40:33.636417Z","steps":["trace[2088314397] 'agreement among raft nodes before linearized reading' (duration: 1.106696998s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.63644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:32.529637Z","time spent":"1.1067982s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T06:40:33.636439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.652185092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:40:33.636467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.007846521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T06:40:33.636494Z","caller":"traceutil/trace.go:171","msg":"trace[1736185916] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7953; }","duration":"5.652281115s","start":"2026-02-24T06:40:27.984202Z","end":"2026-02-24T06:40:33.636483Z","steps":["trace[1736185916] 'agreement among raft nodes before linearized reading' (duration: 5.652211013s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.63618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:32.534854Z","time spent":"1.101319734s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-24T06:40:33.636559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109355105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-24T06:40:33.636537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:27.984178Z","time spent":"5.652346077s","remote":"127.0.0.1:35230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:40:33.636578Z","caller":"traceutil/trace.go:171","msg":"trace[2115995908] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7953; }","duration":"1.109413487s","start":"2026-02-24T06:40:32.527157Z","end":"2026-02-24T06:40:33.636571Z","steps":["trace[2115995908] 'agreement among raft nodes before linearized reading' (duration: 1.109360125s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.636576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.106594143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-02-24T06:40:33.636626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113768115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-24T06:40:33.636629Z","caller":"traceutil/trace.go:171","msg":"trace[921955684] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7953; }","duration":"8.106691716s","start":"2026-02-24T06:40:25.529921Z","end":"2026-02-24T06:40:33.636612Z","steps":["trace[921955684] 'agreement among raft nodes before linearized reading' (duration: 8.106541452s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:33.63665Z","caller":"traceutil/trace.go:171","msg":"trace[500478003] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:7953; }","duration":"1.113827127s","start":"2026-02-24T06:40:32.522818Z","end":"2026-02-24T06:40:33.636645Z","steps":["trace[500478003] 'agreement among raft nodes before linearized reading' (duration: 1.113789656s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.636668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:32.522795Z","time spent":"1.113869587s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-02-24T06:40:33.63667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:25.529903Z","time spent":"8.106758368s","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-24T06:40:33.636768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.744593322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:40:33.636787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773983505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:40:33.636807Z","caller":"traceutil/trace.go:171","msg":"trace[1573235160] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:7953; }","duration":"1.774055256s","start":"2026-02-24T06:40:31.862745Z","end":"2026-02-24T06:40:33.6368Z","steps":["trace[1573235160] 'agreement among raft nodes before linearized reading' (duration: 1.773998185s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:33.636798Z","caller":"traceutil/trace.go:171","msg":"trace[1057641917] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:7953; }","duration":"6.744666844s","start":"2026-02-24T06:40:26.892123Z","end":"2026-02-24T06:40:33.63679Z","steps":["trace[1057641917] 'agreement among raft nodes before linearized reading' (duration: 6.744617913s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.636857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:26.892102Z","time spent":"6.744746277s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:33.636875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842724045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:40:33.636896Z","caller":"traceutil/trace.go:171","msg":"trace[959294202] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:7953; }","duration":"1.842787727s","start":"2026-02-24T06:40:31.794101Z","end":"2026-02-24T06:40:33.636889Z","steps":["trace[959294202] 'agreement among raft nodes before linearized reading' (duration: 1.842736535s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.63692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:31.794072Z","time spent":"1.842842858s","remote":"127.0.0.1:35318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":60,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:33.636986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.533629748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17450"} {"level":"info","ts":"2026-02-24T06:40:33.636502Z","caller":"traceutil/trace.go:171","msg":"trace[699338990] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7953; }","duration":"8.007917333s","start":"2026-02-24T06:40:25.628576Z","end":"2026-02-24T06:40:33.636494Z","steps":["trace[699338990] 'agreement among raft nodes before linearized reading' (duration: 8.007838541s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:33.637029Z","caller":"traceutil/trace.go:171","msg":"trace[330272689] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7953; }","duration":"7.53371348s","start":"2026-02-24T06:40:26.103307Z","end":"2026-02-24T06:40:33.63702Z","steps":["trace[330272689] 'agreement among raft nodes before linearized reading' (duration: 7.533612567s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.637047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556812614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:40:33.637059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:26.103286Z","time spent":"7.533765532s","remote":"127.0.0.1:35148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17474,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-24T06:40:33.637064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:25.628555Z","time spent":"8.008499157s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T06:40:33.637101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655580828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:40:33.637122Z","caller":"traceutil/trace.go:171","msg":"trace[2086882724] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:7953; }","duration":"2.655650919s","start":"2026-02-24T06:40:30.981467Z","end":"2026-02-24T06:40:33.637118Z","steps":["trace[2086882724] 'agreement among raft nodes before linearized reading' (duration: 2.655614558s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.63714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:30.981444Z","time spent":"2.65569159s","remote":"127.0.0.1:40388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:33.636596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:32.527135Z","time spent":"1.109457547s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T06:40:33.637235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.108002764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-02-24T06:40:33.637238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.986514069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b77eb0642ae\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-02-24T06:40:33.635532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.109531873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-24T06:40:33.637271Z","caller":"traceutil/trace.go:171","msg":"trace[28071485] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7953; }","duration":"3.111313117s","start":"2026-02-24T06:40:30.525954Z","end":"2026-02-24T06:40:33.637267Z","steps":["trace[28071485] 'agreement among raft nodes before linearized reading' (duration: 3.109546563s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:33.637275Z","caller":"traceutil/trace.go:171","msg":"trace[1324715793] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18971b77eb0642ae; range_end:; response_count:1; response_revision:7953; }","duration":"6.986591302s","start":"2026-02-24T06:40:26.650675Z","end":"2026-02-24T06:40:33.637266Z","steps":["trace[1324715793] 'agreement among raft nodes before linearized reading' (duration: 6.986489279s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.637288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:30.525924Z","time spent":"3.111360228s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-24T06:40:33.637306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:26.650657Z","time spent":"6.986642534s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b77eb0642ae\" "} {"level":"info","ts":"2026-02-24T06:40:33.637069Z","caller":"traceutil/trace.go:171","msg":"trace[1143042008] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:7953; }","duration":"2.556866735s","start":"2026-02-24T06:40:31.080197Z","end":"2026-02-24T06:40:33.637064Z","steps":["trace[1143042008] 'agreement among raft nodes before linearized reading' (duration: 2.556798303s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.636827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:31.862713Z","time spent":"1.774109698s","remote":"127.0.0.1:35136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":52,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:33.637364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:31.08018Z","time spent":"2.557174704s","remote":"127.0.0.1:35332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:33.636383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.906577845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128023"} {"level":"warn","ts":"2026-02-24T06:40:33.63747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.986807039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18971b757d82e6ea\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-02-24T06:40:33.635323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.106756234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-24T06:40:33.637502Z","caller":"traceutil/trace.go:171","msg":"trace[661438486] range","detail":"{range_begin:/registry/events/openstack/ceph.18971b757d82e6ea; range_end:; response_count:1; response_revision:7953; }","duration":"6.986874631s","start":"2026-02-24T06:40:26.65062Z","end":"2026-02-24T06:40:33.637494Z","steps":["trace[661438486] 'agreement among raft nodes before linearized reading' (duration: 6.986796559s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.637526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:26.650602Z","time spent":"6.986918841s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.18971b757d82e6ea\" "} {"level":"warn","ts":"2026-02-24T06:40:33.637651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.360199167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:40:33.637686Z","caller":"traceutil/trace.go:171","msg":"trace[1437677423] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:7953; }","duration":"7.360263029s","start":"2026-02-24T06:40:26.277414Z","end":"2026-02-24T06:40:33.637677Z","steps":["trace[1437677423] 'agreement among raft nodes before linearized reading' (duration: 7.360210048s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.637713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:26.277401Z","time spent":"7.36030443s","remote":"127.0.0.1:35476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:40:33.635503Z","caller":"traceutil/trace.go:171","msg":"trace[842449838] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:7953; }","duration":"9.003276014s","start":"2026-02-24T06:40:24.632209Z","end":"2026-02-24T06:40:33.635485Z","steps":["trace[842449838] 'agreement among raft nodes before linearized reading' (duration: 9.003216022s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.637824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:24.632183Z","time spent":"9.005631353s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:33.635895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:28.703708Z","time spent":"4.932180107s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:33.636213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-02-24T06:40:33.637253Z","caller":"traceutil/trace.go:171","msg":"trace[1391884992] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7953; }","duration":"3.108031924s","start":"2026-02-24T06:40:30.529216Z","end":"2026-02-24T06:40:33.637247Z","steps":["trace[1391884992] 'agreement among raft nodes before linearized reading' (duration: 3.108002254s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:33.638319Z","caller":"traceutil/trace.go:171","msg":"trace[1443929928] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:7953; }","duration":"1.105272873s","start":"2026-02-24T06:40:32.533027Z","end":"2026-02-24T06:40:33.6383Z","steps":["trace[1443929928] 'agreement among raft nodes before linearized reading' (duration: 1.10316499s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.638325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:30.529209Z","time spent":"3.109103853s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-24T06:40:33.638377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:32.533018Z","time spent":"1.105341125s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":711,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-02-24T06:40:33.636396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.994151047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3293"} {"level":"info","ts":"2026-02-24T06:40:33.63859Z","caller":"traceutil/trace.go:171","msg":"trace[1933990648] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:7953; }","duration":"7.996361053s","start":"2026-02-24T06:40:25.64221Z","end":"2026-02-24T06:40:33.638571Z","steps":["trace[1933990648] 'agreement among raft nodes before linearized reading' (duration: 7.994118947s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:33.63862Z","caller":"traceutil/trace.go:171","msg":"trace[1301918652] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7953; }","duration":"3.110092917s","start":"2026-02-24T06:40:30.528514Z","end":"2026-02-24T06:40:33.638607Z","steps":["trace[1301918652] 'agreement among raft nodes before linearized reading' (duration: 3.106730343s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.638655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:25.642195Z","time spent":"7.996442916s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3317,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-02-24T06:40:33.638672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:30.528497Z","time spent":"3.110152128s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-24T06:40:33.639154Z","caller":"traceutil/trace.go:171","msg":"trace[952352222] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7953; }","duration":"7.909388925s","start":"2026-02-24T06:40:25.729755Z","end":"2026-02-24T06:40:33.639144Z","steps":["trace[952352222] 'agreement among raft nodes before linearized reading' (duration: 7.906419721s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.639241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:25.729734Z","time spent":"7.909495608s","remote":"127.0.0.1:35010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128047,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-24T06:40:33.639495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.180936718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:224632"} {"level":"info","ts":"2026-02-24T06:40:33.63955Z","caller":"traceutil/trace.go:171","msg":"trace[783176282] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7953; }","duration":"10.18099862s","start":"2026-02-24T06:40:23.458537Z","end":"2026-02-24T06:40:33.639536Z","steps":["trace[783176282] 'agreement among raft nodes before linearized reading' (duration: 10.176311503s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.639594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:23.458531Z","time spent":"10.181050311s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":224656,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-24T06:40:33.841446Z","caller":"traceutil/trace.go:171","msg":"trace[1103870081] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"199.606157ms","start":"2026-02-24T06:40:33.641802Z","end":"2026-02-24T06:40:33.841408Z","steps":["trace[1103870081] 'process raft request' (duration: 195.683309ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:33.841901Z","caller":"traceutil/trace.go:171","msg":"trace[828079832] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"198.08643ms","start":"2026-02-24T06:40:33.643806Z","end":"2026-02-24T06:40:33.841893Z","steps":["trace[828079832] 'process raft request' (duration: 197.72056ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:33.841896Z","caller":"traceutil/trace.go:171","msg":"trace[758225880] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"199.730322ms","start":"2026-02-24T06:40:33.64214Z","end":"2026-02-24T06:40:33.84187Z","steps":["trace[758225880] 'process raft request' (duration: 199.205968ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:33.842019Z","caller":"traceutil/trace.go:171","msg":"trace[982055353] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"198.129141ms","start":"2026-02-24T06:40:33.643875Z","end":"2026-02-24T06:40:33.842004Z","steps":["trace[982055353] 'process raft request' (duration: 197.71862ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:33.842128Z","caller":"traceutil/trace.go:171","msg":"trace[1609487419] linearizableReadLoop","detail":"{readStateIndex:8278; appliedIndex:8276; }","duration":"199.049893ms","start":"2026-02-24T06:40:33.643054Z","end":"2026-02-24T06:40:33.842104Z","steps":["trace[1609487419] 'read index received' (duration: 42.877933ms)","trace[1609487419] 'applied index is now lower than readState.Index' (duration: 156.17101ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:40:33.842244Z","caller":"traceutil/trace.go:171","msg":"trace[69417896] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"197.076735ms","start":"2026-02-24T06:40:33.645154Z","end":"2026-02-24T06:40:33.84223Z","steps":["trace[69417896] 'process raft request' (duration: 196.833469ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:33.842281Z","caller":"traceutil/trace.go:171","msg":"trace[801627671] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"198.294585ms","start":"2026-02-24T06:40:33.643975Z","end":"2026-02-24T06:40:33.84227Z","steps":["trace[801627671] 'process raft request' (duration: 197.674039ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:33.842384Z","caller":"traceutil/trace.go:171","msg":"trace[1103570569] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"194.522181ms","start":"2026-02-24T06:40:33.647821Z","end":"2026-02-24T06:40:33.842343Z","steps":["trace[1103570569] 'process raft request' (duration: 194.232724ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.842866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.794052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-24T06:40:33.842937Z","caller":"traceutil/trace.go:171","msg":"trace[1927859236] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7960; }","duration":"199.875094ms","start":"2026-02-24T06:40:33.643047Z","end":"2026-02-24T06:40:33.842922Z","steps":["trace[1927859236] 'agreement among raft nodes before linearized reading' (duration: 199.418152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.864748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.642094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:40:33.86482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.615949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-02-24T06:40:33.864846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.456225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17450"} {"level":"info","ts":"2026-02-24T06:40:33.864947Z","caller":"traceutil/trace.go:171","msg":"trace[85732566] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7961; }","duration":"219.589229ms","start":"2026-02-24T06:40:33.645342Z","end":"2026-02-24T06:40:33.864931Z","steps":["trace[85732566] 'agreement among raft nodes before linearized reading' (duration: 219.314632ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.86498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.118247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-02-24T06:40:33.864983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.199578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T06:40:33.865014Z","caller":"traceutil/trace.go:171","msg":"trace[1035795635] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7961; }","duration":"221.150017ms","start":"2026-02-24T06:40:33.643853Z","end":"2026-02-24T06:40:33.865003Z","steps":["trace[1035795635] 'agreement among raft nodes before linearized reading' (duration: 221.062385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.865001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.755553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-02-24T06:40:33.865039Z","caller":"traceutil/trace.go:171","msg":"trace[550548380] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7961; }","duration":"217.27271ms","start":"2026-02-24T06:40:33.64775Z","end":"2026-02-24T06:40:33.865023Z","steps":["trace[550548380] 'agreement among raft nodes before linearized reading' (duration: 217.112086ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:33.864888Z","caller":"traceutil/trace.go:171","msg":"trace[46746121] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7961; }","duration":"219.695881ms","start":"2026-02-24T06:40:33.645174Z","end":"2026-02-24T06:40:33.86487Z","steps":["trace[46746121] 'agreement among raft nodes before linearized reading' (duration: 219.484236ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.865234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.966799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-24T06:40:33.865338Z","caller":"traceutil/trace.go:171","msg":"trace[2126427319] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7961; }","duration":"119.105522ms","start":"2026-02-24T06:40:33.746217Z","end":"2026-02-24T06:40:33.865322Z","steps":["trace[2126427319] 'agreement among raft nodes before linearized reading' (duration: 118.924558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.865398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.259484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-02-24T06:40:33.865417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.845643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-02-24T06:40:33.865435Z","caller":"traceutil/trace.go:171","msg":"trace[1208925624] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:7961; }","duration":"222.319656ms","start":"2026-02-24T06:40:33.643106Z","end":"2026-02-24T06:40:33.865426Z","steps":["trace[1208925624] 'agreement among raft nodes before linearized reading' (duration: 222.240754ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:33.865451Z","caller":"traceutil/trace.go:171","msg":"trace[416213535] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:7961; }","duration":"207.915295ms","start":"2026-02-24T06:40:33.657526Z","end":"2026-02-24T06:40:33.865441Z","steps":["trace[416213535] 'agreement among raft nodes before linearized reading' (duration: 207.824433ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:33.865108Z","caller":"traceutil/trace.go:171","msg":"trace[1027576705] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:7961; }","duration":"213.911826ms","start":"2026-02-24T06:40:33.651169Z","end":"2026-02-24T06:40:33.865081Z","steps":["trace[1027576705] 'agreement among raft nodes before linearized reading' (duration: 213.464345ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:33.865539Z","caller":"traceutil/trace.go:171","msg":"trace[1061414484] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"178.706484ms","start":"2026-02-24T06:40:33.686816Z","end":"2026-02-24T06:40:33.865522Z","steps":["trace[1061414484] 'process raft request' (duration: 177.646818ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:33.864833Z","caller":"traceutil/trace.go:171","msg":"trace[1459585792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7961; }","duration":"216.771338ms","start":"2026-02-24T06:40:33.648042Z","end":"2026-02-24T06:40:33.864813Z","steps":["trace[1459585792] 'agreement among raft nodes before linearized reading' (duration: 216.638324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:33.865867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.509122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-02-24T06:40:33.865948Z","caller":"traceutil/trace.go:171","msg":"trace[585452612] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-barbican-default-user; range_end:; response_count:1; response_revision:7961; }","duration":"119.608104ms","start":"2026-02-24T06:40:33.746327Z","end":"2026-02-24T06:40:33.865935Z","steps":["trace[585452612] 'agreement among raft nodes before linearized reading' (duration: 118.661871ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:34.123695Z","caller":"traceutil/trace.go:171","msg":"trace[1868901794] linearizableReadLoop","detail":"{readStateIndex:8286; appliedIndex:8285; }","duration":"254.237055ms","start":"2026-02-24T06:40:33.869438Z","end":"2026-02-24T06:40:34.123675Z","steps":["trace[1868901794] 'read index received' (duration: 55.567171ms)","trace[1868901794] 'applied index is now lower than readState.Index' (duration: 198.669064ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:40:34.123802Z","caller":"traceutil/trace.go:171","msg":"trace[1136812800] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"255.284031ms","start":"2026-02-24T06:40:33.86851Z","end":"2026-02-24T06:40:34.123795Z","steps":["trace[1136812800] 'process raft request' (duration: 254.787519ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:34.124064Z","caller":"traceutil/trace.go:171","msg":"trace[1389029630] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"254.567304ms","start":"2026-02-24T06:40:33.869441Z","end":"2026-02-24T06:40:34.124008Z","steps":["trace[1389029630] 'process raft request' (duration: 254.050721ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:34.124134Z","caller":"traceutil/trace.go:171","msg":"trace[1987738764] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"253.27326ms","start":"2026-02-24T06:40:33.870852Z","end":"2026-02-24T06:40:34.124126Z","steps":["trace[1987738764] 'process raft request' (duration: 252.701906ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:34.124197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.239424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e7806007-c765-4b40-ae0a-7bb29d1398de\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-02-24T06:40:34.124209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.679316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-24T06:40:34.124264Z","caller":"traceutil/trace.go:171","msg":"trace[1937919965] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e7806007-c765-4b40-ae0a-7bb29d1398de; range_end:; response_count:1; response_revision:7965; }","duration":"254.353537ms","start":"2026-02-24T06:40:33.869891Z","end":"2026-02-24T06:40:34.124245Z","steps":["trace[1937919965] 'agreement among raft nodes before linearized reading' (duration: 254.108351ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:34.124372Z","caller":"traceutil/trace.go:171","msg":"trace[1924944370] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:7965; }","duration":"254.936503ms","start":"2026-02-24T06:40:33.869411Z","end":"2026-02-24T06:40:34.124348Z","steps":["trace[1924944370] 'agreement among raft nodes before linearized reading' (duration: 254.476382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:34.124463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.730262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-02-24T06:40:34.124511Z","caller":"traceutil/trace.go:171","msg":"trace[1372979168] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:7965; }","duration":"253.808274ms","start":"2026-02-24T06:40:33.870692Z","end":"2026-02-24T06:40:34.1245Z","steps":["trace[1372979168] 'agreement among raft nodes before linearized reading' (duration: 253.637589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:34.124482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.817879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-02-24T06:40:34.124594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.575921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-02-24T06:40:34.124618Z","caller":"traceutil/trace.go:171","msg":"trace[1666008706] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:7965; }","duration":"252.997334ms","start":"2026-02-24T06:40:33.871595Z","end":"2026-02-24T06:40:34.124592Z","steps":["trace[1666008706] 'agreement among raft nodes before linearized reading' (duration: 252.703497ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:34.124301Z","caller":"traceutil/trace.go:171","msg":"trace[1042955119] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"248.012628ms","start":"2026-02-24T06:40:33.876276Z","end":"2026-02-24T06:40:34.124289Z","steps":["trace[1042955119] 'process raft request' (duration: 247.321991ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:34.124648Z","caller":"traceutil/trace.go:171","msg":"trace[1644194060] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:7965; }","duration":"198.628472ms","start":"2026-02-24T06:40:33.926004Z","end":"2026-02-24T06:40:34.124632Z","steps":["trace[1644194060] 'agreement among raft nodes before linearized reading' (duration: 198.498239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:34.247265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.943863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-02-24T06:40:34.247365Z","caller":"traceutil/trace.go:171","msg":"trace[98392805] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:7969; }","duration":"116.067345ms","start":"2026-02-24T06:40:34.131268Z","end":"2026-02-24T06:40:34.247336Z","steps":["trace[98392805] 'agreement among raft nodes before linearized reading' (duration: 80.386493ms)","trace[98392805] 'range keys from in-memory index tree' (duration: 35.448837ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:40:34.247413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.352547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9e9ff0bd-93ff-4151-b2f1-83cda9edba2e\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-02-24T06:40:34.247523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.422864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1455"} {"level":"info","ts":"2026-02-24T06:40:34.247595Z","caller":"traceutil/trace.go:171","msg":"trace[1463697835] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:7969; }","duration":"116.823254ms","start":"2026-02-24T06:40:34.130749Z","end":"2026-02-24T06:40:34.247572Z","steps":["trace[1463697835] 'agreement among raft nodes before linearized reading' (duration: 80.913366ms)","trace[1463697835] 'range keys from in-memory index tree' (duration: 35.388945ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:40:34.247594Z","caller":"traceutil/trace.go:171","msg":"trace[267939260] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9e9ff0bd-93ff-4151-b2f1-83cda9edba2e; range_end:; response_count:1; response_revision:7969; }","duration":"115.532012ms","start":"2026-02-24T06:40:34.132032Z","end":"2026-02-24T06:40:34.247564Z","steps":["trace[267939260] 'agreement among raft nodes before linearized reading' (duration: 79.649074ms)","trace[267939260] 'range keys from in-memory index tree' (duration: 35.632371ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:40:34.923201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.374323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:40:34.923305Z","caller":"traceutil/trace.go:171","msg":"trace[1215274486] linearizableReadLoop","detail":"{readStateIndex:8299; appliedIndex:8298; }","duration":"505.859335ms","start":"2026-02-24T06:40:34.417419Z","end":"2026-02-24T06:40:34.923279Z","steps":["trace[1215274486] 'read index received' (duration: 405.313098ms)","trace[1215274486] 'applied index is now lower than readState.Index' (duration: 100.544787ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:40:34.923338Z","caller":"traceutil/trace.go:171","msg":"trace[1936411548] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"584.71758ms","start":"2026-02-24T06:40:34.338584Z","end":"2026-02-24T06:40:34.923302Z","steps":["trace[1936411548] 'process raft request' (duration: 484.129391ms)","trace[1936411548] 'compare' (duration: 99.84456ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:40:34.923451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.207257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:40:34.92352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.612252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9538"} {"level":"info","ts":"2026-02-24T06:40:34.923544Z","caller":"traceutil/trace.go:171","msg":"trace[757888483] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:7975; }","duration":"581.647263ms","start":"2026-02-24T06:40:34.341889Z","end":"2026-02-24T06:40:34.923536Z","steps":["trace[757888483] 'agreement among raft nodes before linearized reading' (duration: 581.476899ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:34.923543Z","caller":"traceutil/trace.go:171","msg":"trace[1511297450] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7975; }","duration":"578.32646ms","start":"2026-02-24T06:40:34.345194Z","end":"2026-02-24T06:40:34.923521Z","steps":["trace[1511297450] 'agreement among raft nodes before linearized reading' (duration: 578.136306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:34.923567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:34.341883Z","time spent":"581.678353ms","remote":"127.0.0.1:35452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9562,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-02-24T06:40:34.92359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:34.345189Z","time spent":"578.392762ms","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-24T06:40:34.923762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.694636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-5b4rq.18971b7946eafcea\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-02-24T06:40:34.92379Z","caller":"traceutil/trace.go:171","msg":"trace[1868731543] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-7fcd8d6ffd-5b4rq.18971b7946eafcea; range_end:; response_count:1; response_revision:7975; }","duration":"502.765638ms","start":"2026-02-24T06:40:34.421018Z","end":"2026-02-24T06:40:34.923784Z","steps":["trace[1868731543] 'agreement among raft nodes before linearized reading' (duration: 502.695176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:34.923811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:34.420995Z","time spent":"502.808439ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-5b4rq.18971b7946eafcea\" "} {"level":"warn","ts":"2026-02-24T06:40:34.923508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:34.338576Z","time spent":"584.831353ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6972,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:40:34.924014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.973092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:40:34.924035Z","caller":"traceutil/trace.go:171","msg":"trace[1771526917] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:0; response_revision:7975; }","duration":"331.994943ms","start":"2026-02-24T06:40:34.592034Z","end":"2026-02-24T06:40:34.924029Z","steps":["trace[1771526917] 'agreement among raft nodes before linearized reading' (duration: 331.959522ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:34.924051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:34.591961Z","time spent":"332.086454ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-02-24T06:40:34.924248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.414318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:1 size:191"} {"level":"info","ts":"2026-02-24T06:40:34.924282Z","caller":"traceutil/trace.go:171","msg":"trace[1114400207] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:1; response_revision:7975; }","duration":"502.4897ms","start":"2026-02-24T06:40:34.421783Z","end":"2026-02-24T06:40:34.924273Z","steps":["trace[1114400207] 'agreement among raft nodes before linearized reading' (duration: 502.369937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:34.924301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:34.421766Z","time spent":"502.530542ms","remote":"127.0.0.1:35174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" "} {"level":"warn","ts":"2026-02-24T06:40:35.429459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832395,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:40:35.930645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637832395,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:40:36.089599Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.160555307s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T06:40:36.132131Z","caller":"traceutil/trace.go:171","msg":"trace[1291914026] transaction","detail":"{read_only:false; response_revision:7976; number_of_response:1; }","duration":"1.203236305s","start":"2026-02-24T06:40:34.928853Z","end":"2026-02-24T06:40:36.132089Z","steps":["trace[1291914026] 'process raft request' (duration: 1.161056309s)","trace[1291914026] 'compare' (duration: 42.006572ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:40:36.132338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:34.928831Z","time spent":"1.203391169s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:40:36.481248Z","caller":"traceutil/trace.go:171","msg":"trace[1241154684] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"1.550064399s","start":"2026-02-24T06:40:34.931154Z","end":"2026-02-24T06:40:36.481218Z","steps":["trace[1241154684] 'process raft request' (duration: 1.549821393s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:36.481326Z","caller":"traceutil/trace.go:171","msg":"trace[49584885] transaction","detail":"{read_only:false; response_revision:7979; number_of_response:1; }","duration":"633.536212ms","start":"2026-02-24T06:40:35.847769Z","end":"2026-02-24T06:40:36.481305Z","steps":["trace[49584885] 'process raft request' (duration: 633.432689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:36.481444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:35.847746Z","time spent":"633.625214ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:40:36.481412Z","caller":"traceutil/trace.go:171","msg":"trace[709619120] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"1.549650978s","start":"2026-02-24T06:40:34.931687Z","end":"2026-02-24T06:40:36.481338Z","steps":["trace[709619120] 'process raft request' (duration: 1.549435613s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:36.481628Z","caller":"traceutil/trace.go:171","msg":"trace[543312921] linearizableReadLoop","detail":"{readStateIndex:8305; appliedIndex:8299; }","duration":"1.552598212s","start":"2026-02-24T06:40:34.928998Z","end":"2026-02-24T06:40:36.481596Z","steps":["trace[543312921] 'read index received' (duration: 1.160946516s)","trace[543312921] 'applied index is now lower than readState.Index' (duration: 391.650026ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:40:36.481738Z","caller":"traceutil/trace.go:171","msg":"trace[1406037784] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"609.953642ms","start":"2026-02-24T06:40:35.871738Z","end":"2026-02-24T06:40:36.481692Z","steps":["trace[1406037784] 'process raft request' (duration: 609.528082ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:36.481819Z","caller":"traceutil/trace.go:171","msg":"trace[492661835] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"609.799748ms","start":"2026-02-24T06:40:35.872001Z","end":"2026-02-24T06:40:36.4818Z","steps":["trace[492661835] 'process raft request' (duration: 609.452859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:36.481806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:34.931669Z","time spent":"1.550021718s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T06:40:36.481897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:35.871719Z","time spent":"610.092675ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:40:36.482061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:34.931132Z","time spent":"1.550180033s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T06:40:36.482082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.632456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:40:36.482125Z","caller":"traceutil/trace.go:171","msg":"trace[475360557] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7981; }","duration":"822.715878ms","start":"2026-02-24T06:40:35.659392Z","end":"2026-02-24T06:40:36.482108Z","steps":["trace[475360557] 'agreement among raft nodes before linearized reading' (duration: 822.647287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:36.482158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:35.659369Z","time spent":"822.77993ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:36.48216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41471547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:40:36.482224Z","caller":"traceutil/trace.go:171","msg":"trace[89353100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7981; }","duration":"1.414828903s","start":"2026-02-24T06:40:35.067377Z","end":"2026-02-24T06:40:36.482206Z","steps":["trace[89353100] 'agreement among raft nodes before linearized reading' (duration: 1.4147131s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:36.482267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:35.067354Z","time spent":"1.414901075s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:40:36.482373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.17542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:40:36.482404Z","caller":"traceutil/trace.go:171","msg":"trace[901241980] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:7981; }","duration":"833.246091ms","start":"2026-02-24T06:40:35.649148Z","end":"2026-02-24T06:40:36.482394Z","steps":["trace[901241980] 'agreement among raft nodes before linearized reading' (duration: 833.121678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:36.482425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:35.649125Z","time spent":"833.294883ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"warn","ts":"2026-02-24T06:40:36.482491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54890853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3293"} {"level":"warn","ts":"2026-02-24T06:40:36.48251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.766728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T06:40:36.48255Z","caller":"traceutil/trace.go:171","msg":"trace[832948124] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:7981; }","duration":"1.548980342s","start":"2026-02-24T06:40:34.933551Z","end":"2026-02-24T06:40:36.482531Z","steps":["trace[832948124] 'agreement among raft nodes before linearized reading' (duration: 1.548815038s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:36.482587Z","caller":"traceutil/trace.go:171","msg":"trace[1054503863] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7981; }","duration":"635.902952ms","start":"2026-02-24T06:40:35.846665Z","end":"2026-02-24T06:40:36.482568Z","steps":["trace[1054503863] 'agreement among raft nodes before linearized reading' (duration: 635.610094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:36.482601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:34.933544Z","time spent":"1.549043253s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3317,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-02-24T06:40:36.482614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553706949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:40:36.482642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550683204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:201"} {"level":"info","ts":"2026-02-24T06:40:36.482669Z","caller":"traceutil/trace.go:171","msg":"trace[713840146] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7981; }","duration":"1.553779411s","start":"2026-02-24T06:40:34.928875Z","end":"2026-02-24T06:40:36.482654Z","steps":["trace[713840146] 'agreement among raft nodes before linearized reading' (duration: 1.553678898s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:36.482676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:35.846639Z","time spent":"635.997083ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T06:40:36.482706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:34.928868Z","time spent":"1.553830233s","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-24T06:40:36.482713Z","caller":"traceutil/trace.go:171","msg":"trace[1318353564] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:7981; }","duration":"1.550746066s","start":"2026-02-24T06:40:34.931938Z","end":"2026-02-24T06:40:36.482684Z","steps":["trace[1318353564] 'agreement among raft nodes before linearized reading' (duration: 1.550621172s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:36.482481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550852789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7237"} {"level":"warn","ts":"2026-02-24T06:40:36.482768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:34.931929Z","time spent":"1.550830217s","remote":"127.0.0.1:35174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"info","ts":"2026-02-24T06:40:36.482804Z","caller":"traceutil/trace.go:171","msg":"trace[1798309907] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:7981; }","duration":"1.551346781s","start":"2026-02-24T06:40:34.931438Z","end":"2026-02-24T06:40:36.482784Z","steps":["trace[1798309907] 'agreement among raft nodes before linearized reading' (duration: 1.550599303s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:36.482856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:34.931428Z","time spent":"1.551417743s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7261,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-24T06:40:36.482951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:35.871973Z","time spent":"609.904141ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:40:36.482744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.332062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T06:40:36.483227Z","caller":"traceutil/trace.go:171","msg":"trace[224197474] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7981; }","duration":"636.858885ms","start":"2026-02-24T06:40:35.846357Z","end":"2026-02-24T06:40:36.483216Z","steps":["trace[224197474] 'agreement among raft nodes before linearized reading' (duration: 636.012554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:36.48326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:35.846333Z","time spent":"636.917327ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T06:40:36.483308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.73043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-24T06:40:36.483478Z","caller":"traceutil/trace.go:171","msg":"trace[1661101881] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab; range_end:; response_count:1; response_revision:7981; }","duration":"347.006067ms","start":"2026-02-24T06:40:36.136448Z","end":"2026-02-24T06:40:36.483454Z","steps":["trace[1661101881] 'agreement among raft nodes before linearized reading' (duration: 346.172506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:36.483638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:36.136424Z","time spent":"347.153932ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" "} {"level":"info","ts":"2026-02-24T06:40:36.65893Z","caller":"traceutil/trace.go:171","msg":"trace[595703511] linearizableReadLoop","detail":"{readStateIndex:8306; appliedIndex:8305; }","duration":"171.964685ms","start":"2026-02-24T06:40:36.486936Z","end":"2026-02-24T06:40:36.6589Z","steps":["trace[595703511] 'read index received' (duration: 153.052802ms)","trace[595703511] 'applied index is now lower than readState.Index' (duration: 18.910883ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:40:36.659122Z","caller":"traceutil/trace.go:171","msg":"trace[1457490431] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"172.185401ms","start":"2026-02-24T06:40:36.486888Z","end":"2026-02-24T06:40:36.659073Z","steps":["trace[1457490431] 'process raft request' (duration: 153.091412ms)","trace[1457490431] 'compare' (duration: 18.774421ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:40:36.661768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.801306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:224418"} {"level":"info","ts":"2026-02-24T06:40:36.661836Z","caller":"traceutil/trace.go:171","msg":"trace[1343965276] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7982; }","duration":"174.914648ms","start":"2026-02-24T06:40:36.486905Z","end":"2026-02-24T06:40:36.661819Z","steps":["trace[1343965276] 'agreement among raft nodes before linearized reading' (duration: 172.17695ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:36.753578Z","caller":"traceutil/trace.go:171","msg":"trace[1789754967] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"264.909132ms","start":"2026-02-24T06:40:36.488645Z","end":"2026-02-24T06:40:36.753554Z","steps":["trace[1789754967] 'process raft request' (duration: 264.79178ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:36.753576Z","caller":"traceutil/trace.go:171","msg":"trace[589255849] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"265.935028ms","start":"2026-02-24T06:40:36.487606Z","end":"2026-02-24T06:40:36.753541Z","steps":["trace[589255849] 'process raft request' (duration: 265.687322ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:36.75388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.340802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:40:36.753961Z","caller":"traceutil/trace.go:171","msg":"trace[926598176] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"262.482922ms","start":"2026-02-24T06:40:36.491447Z","end":"2026-02-24T06:40:36.75393Z","steps":["trace[926598176] 'process raft request' (duration: 262.049181ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:36.753982Z","caller":"traceutil/trace.go:171","msg":"trace[1619796041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7985; }","duration":"261.479176ms","start":"2026-02-24T06:40:36.492482Z","end":"2026-02-24T06:40:36.753961Z","steps":["trace[1619796041] 'agreement among raft nodes before linearized reading' (duration: 261.305042ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:36.754008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.781548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3293"} {"level":"warn","ts":"2026-02-24T06:40:36.754005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.874436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:212"} {"level":"info","ts":"2026-02-24T06:40:36.754102Z","caller":"traceutil/trace.go:171","msg":"trace[1772875288] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:7985; }","duration":"258.920222ms","start":"2026-02-24T06:40:36.495142Z","end":"2026-02-24T06:40:36.754062Z","steps":["trace[1772875288] 'agreement among raft nodes before linearized reading' (duration: 258.635535ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:36.75412Z","caller":"traceutil/trace.go:171","msg":"trace[2030003754] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:7985; }","duration":"263.993409ms","start":"2026-02-24T06:40:36.490085Z","end":"2026-02-24T06:40:36.754078Z","steps":["trace[2030003754] 'agreement among raft nodes before linearized reading' (duration: 263.728803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:36.754149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.988739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:2990"} {"level":"warn","ts":"2026-02-24T06:40:36.754231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.78825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T06:40:36.754338Z","caller":"traceutil/trace.go:171","msg":"trace[973357861] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7985; }","duration":"128.015115ms","start":"2026-02-24T06:40:36.626307Z","end":"2026-02-24T06:40:36.754322Z","steps":["trace[973357861] 'agreement among raft nodes before linearized reading' (duration: 127.735578ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:36.754226Z","caller":"traceutil/trace.go:171","msg":"trace[1832881312] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:7985; }","duration":"264.45148ms","start":"2026-02-24T06:40:36.489753Z","end":"2026-02-24T06:40:36.754204Z","steps":["trace[1832881312] 'agreement among raft nodes before linearized reading' (duration: 264.120522ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:36.891156Z","caller":"traceutil/trace.go:171","msg":"trace[338991827] linearizableReadLoop","detail":"{readStateIndex:8311; appliedIndex:8309; }","duration":"131.559894ms","start":"2026-02-24T06:40:36.759569Z","end":"2026-02-24T06:40:36.891129Z","steps":["trace[338991827] 'read index received' (duration: 64.991247ms)","trace[338991827] 'applied index is now lower than readState.Index' (duration: 66.567827ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:40:36.891328Z","caller":"traceutil/trace.go:171","msg":"trace[1602143580] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"133.349199ms","start":"2026-02-24T06:40:36.757948Z","end":"2026-02-24T06:40:36.891297Z","steps":["trace[1602143580] 'process raft request' (duration: 132.964309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:36.891649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.209245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5541"} {"level":"info","ts":"2026-02-24T06:40:36.891812Z","caller":"traceutil/trace.go:171","msg":"trace[471165039] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7987; }","duration":"123.401279ms","start":"2026-02-24T06:40:36.76839Z","end":"2026-02-24T06:40:36.891791Z","steps":["trace[471165039] 'agreement among raft nodes before linearized reading' (duration: 123.075711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:36.891663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.247966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:1 size:220"} {"level":"info","ts":"2026-02-24T06:40:36.891991Z","caller":"traceutil/trace.go:171","msg":"trace[1613061393] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:1; response_revision:7987; }","duration":"131.600114ms","start":"2026-02-24T06:40:36.76037Z","end":"2026-02-24T06:40:36.89197Z","steps":["trace[1613061393] 'agreement among raft nodes before linearized reading' (duration: 131.138233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:36.891738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.421761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4182"} {"level":"info","ts":"2026-02-24T06:40:36.892076Z","caller":"traceutil/trace.go:171","msg":"trace[1947725594] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:7987; }","duration":"131.77715ms","start":"2026-02-24T06:40:36.760282Z","end":"2026-02-24T06:40:36.892059Z","steps":["trace[1947725594] 'agreement among raft nodes before linearized reading' (duration: 131.162084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:36.892303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.85031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-02-24T06:40:36.89236Z","caller":"traceutil/trace.go:171","msg":"trace[412320573] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:7987; }","duration":"132.835756ms","start":"2026-02-24T06:40:36.75951Z","end":"2026-02-24T06:40:36.892346Z","steps":["trace[412320573] 'agreement among raft nodes before linearized reading' (duration: 131.77752ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:37.194977Z","caller":"traceutil/trace.go:171","msg":"trace[2049787668] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"101.86497ms","start":"2026-02-24T06:40:37.093064Z","end":"2026-02-24T06:40:37.194929Z","steps":["trace[2049787668] 'process raft request' (duration: 101.701726ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:37.320783Z","caller":"traceutil/trace.go:171","msg":"trace[862236711] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"121.899492ms","start":"2026-02-24T06:40:37.198849Z","end":"2026-02-24T06:40:37.320748Z","steps":["trace[862236711] 'process raft request' (duration: 70.449604ms)","trace[862236711] 'compare' (duration: 50.925115ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:40:37.321061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.365013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-24T06:40:37.321153Z","caller":"traceutil/trace.go:171","msg":"trace[2063072402] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7996; }","duration":"122.489066ms","start":"2026-02-24T06:40:37.198641Z","end":"2026-02-24T06:40:37.32113Z","steps":["trace[2063072402] 'agreement among raft nodes before linearized reading' (duration: 122.203179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:37.321179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.702421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-02-24T06:40:37.321232Z","caller":"traceutil/trace.go:171","msg":"trace[444599794] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:7996; }","duration":"122.824975ms","start":"2026-02-24T06:40:37.198392Z","end":"2026-02-24T06:40:37.321217Z","steps":["trace[444599794] 'agreement among raft nodes before linearized reading' (duration: 122.129007ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:37.489796Z","caller":"traceutil/trace.go:171","msg":"trace[1785240616] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"102.080566ms","start":"2026-02-24T06:40:37.387683Z","end":"2026-02-24T06:40:37.489764Z","steps":["trace[1785240616] 'process raft request' (duration: 42.804392ms)","trace[1785240616] 'compare' (duration: 59.130601ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:40:37.48992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.117997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3293"} {"level":"info","ts":"2026-02-24T06:40:37.489974Z","caller":"traceutil/trace.go:171","msg":"trace[33232232] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:7999; }","duration":"102.203389ms","start":"2026-02-24T06:40:37.387756Z","end":"2026-02-24T06:40:37.489959Z","steps":["trace[33232232] 'agreement among raft nodes before linearized reading' (duration: 102.029455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:37.489954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.303582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-02-24T06:40:37.49011Z","caller":"traceutil/trace.go:171","msg":"trace[1205328487] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:7999; }","duration":"102.452865ms","start":"2026-02-24T06:40:37.387602Z","end":"2026-02-24T06:40:37.490055Z","steps":["trace[1205328487] 'agreement among raft nodes before linearized reading' (duration: 102.197729ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:37.714291Z","caller":"traceutil/trace.go:171","msg":"trace[1745130203] linearizableReadLoop","detail":"{readStateIndex:8325; appliedIndex:8324; }","duration":"182.858828ms","start":"2026-02-24T06:40:37.531403Z","end":"2026-02-24T06:40:37.714262Z","steps":["trace[1745130203] 'read index received' (duration: 182.668793ms)","trace[1745130203] 'applied index is now lower than readState.Index' (duration: 187.025µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:40:37.714309Z","caller":"traceutil/trace.go:171","msg":"trace[1447831899] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"182.904849ms","start":"2026-02-24T06:40:37.531364Z","end":"2026-02-24T06:40:37.714269Z","steps":["trace[1447831899] 'process raft request' (duration: 182.635612ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:37.714527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.104914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-02-24T06:40:37.714594Z","caller":"traceutil/trace.go:171","msg":"trace[1035419432] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-barbican-default-user; range_end:; response_count:1; response_revision:8001; }","duration":"183.225347ms","start":"2026-02-24T06:40:37.531354Z","end":"2026-02-24T06:40:37.714579Z","steps":["trace[1035419432] 'agreement among raft nodes before linearized reading' (duration: 182.985421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:37.714603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.5606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-02-24T06:40:37.71464Z","caller":"traceutil/trace.go:171","msg":"trace[801525604] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:8001; }","duration":"182.638443ms","start":"2026-02-24T06:40:37.53199Z","end":"2026-02-24T06:40:37.714629Z","steps":["trace[801525604] 'agreement among raft nodes before linearized reading' (duration: 182.459178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:37.714613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.293707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:40:37.71471Z","caller":"traceutil/trace.go:171","msg":"trace[106433139] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8001; }","duration":"143.449301ms","start":"2026-02-24T06:40:37.571237Z","end":"2026-02-24T06:40:37.714686Z","steps":["trace[106433139] 'agreement among raft nodes before linearized reading' (duration: 143.237526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:38.111649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.658449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:40:38.111773Z","caller":"traceutil/trace.go:171","msg":"trace[877787893] linearizableReadLoop","detail":"{readStateIndex:8326; appliedIndex:8325; }","duration":"391.0146ms","start":"2026-02-24T06:40:37.720738Z","end":"2026-02-24T06:40:38.111753Z","steps":["trace[877787893] 'read index received' (duration: 78.131996ms)","trace[877787893] 'applied index is now lower than readState.Index' (duration: 312.881284ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:40:38.111859Z","caller":"traceutil/trace.go:171","msg":"trace[2106049559] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"391.45881ms","start":"2026-02-24T06:40:37.720367Z","end":"2026-02-24T06:40:38.111826Z","steps":["trace[2106049559] 'process raft request' (duration: 78.539886ms)","trace[2106049559] 'compare' (duration: 312.391331ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:40:38.111933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.181944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-02-24T06:40:38.111964Z","caller":"traceutil/trace.go:171","msg":"trace[76614916] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:8002; }","duration":"391.231416ms","start":"2026-02-24T06:40:37.720722Z","end":"2026-02-24T06:40:38.111954Z","steps":["trace[76614916] 'agreement among raft nodes before linearized reading' (duration: 391.124153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:38.112007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:37.720715Z","time spent":"391.283347ms","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1289,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" "} {"level":"warn","ts":"2026-02-24T06:40:38.112016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:37.72034Z","time spent":"391.595844ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T06:40:38.112283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.672932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-02-24T06:40:38.112323Z","caller":"traceutil/trace.go:171","msg":"trace[28296389] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:8002; }","duration":"390.712392ms","start":"2026-02-24T06:40:37.721601Z","end":"2026-02-24T06:40:38.112313Z","steps":["trace[28296389] 'agreement among raft nodes before linearized reading' (duration: 390.589569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:38.112355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:37.72157Z","time spent":"390.775014ms","remote":"127.0.0.1:35174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-02-24T06:40:38.657867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.41104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:40:38.658076Z","caller":"traceutil/trace.go:171","msg":"trace[1478980706] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"170.659143ms","start":"2026-02-24T06:40:38.487398Z","end":"2026-02-24T06:40:38.658057Z","steps":["trace[1478980706] 'process raft request' (duration: 170.594682ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:38.658288Z","caller":"traceutil/trace.go:171","msg":"trace[1825916139] linearizableReadLoop","detail":"{readStateIndex:8327; appliedIndex:8326; }","duration":"536.170495ms","start":"2026-02-24T06:40:38.122077Z","end":"2026-02-24T06:40:38.658248Z","steps":["trace[1825916139] 'read index received' (duration: 285.280943ms)","trace[1825916139] 'applied index is now lower than readState.Index' (duration: 250.885522ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:40:38.658331Z","caller":"traceutil/trace.go:171","msg":"trace[1629840962] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"538.187935ms","start":"2026-02-24T06:40:38.120092Z","end":"2026-02-24T06:40:38.65828Z","steps":["trace[1629840962] 'process raft request' (duration: 287.266372ms)","trace[1629840962] 'compare' (duration: 250.286797ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:40:38.658542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.451082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-barbican.18971b84764a48d4\" ","response":"range_response_count:1 size:746"} {"level":"warn","ts":"2026-02-24T06:40:38.658574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:38.120073Z","time spent":"538.385099ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:40:38.658651Z","caller":"traceutil/trace.go:171","msg":"trace[1478731896] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-barbican.18971b84764a48d4; range_end:; response_count:1; response_revision:8004; }","duration":"536.566124ms","start":"2026-02-24T06:40:38.122044Z","end":"2026-02-24T06:40:38.65861Z","steps":["trace[1478731896] 'agreement among raft nodes before linearized reading' (duration: 536.313918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:38.658727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:38.122031Z","time spent":"536.686118ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":770,"request content":"key:\"/registry/events/openstack/rabbitmq-barbican.18971b84764a48d4\" "} {"level":"info","ts":"2026-02-24T06:40:39.124319Z","caller":"traceutil/trace.go:171","msg":"trace[1697646670] linearizableReadLoop","detail":"{readStateIndex:8330; appliedIndex:8328; }","duration":"465.907915ms","start":"2026-02-24T06:40:38.658379Z","end":"2026-02-24T06:40:39.124287Z","steps":["trace[1697646670] 'read index received' (duration: 465.670289ms)","trace[1697646670] 'applied index is now lower than readState.Index' (duration: 236.286µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:40:39.124414Z","caller":"traceutil/trace.go:171","msg":"trace[719512718] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"635.236505ms","start":"2026-02-24T06:40:38.489135Z","end":"2026-02-24T06:40:39.124371Z","steps":["trace[719512718] 'process raft request' (duration: 634.874896ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:39.124449Z","caller":"traceutil/trace.go:171","msg":"trace[1543064758] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"633.644765ms","start":"2026-02-24T06:40:38.490757Z","end":"2026-02-24T06:40:39.124402Z","steps":["trace[1543064758] 'process raft request' (duration: 633.46061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:39.124412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.891146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:40:39.124592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:38.489094Z","time spent":"635.401409ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:40:39.124675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:38.490741Z","time spent":"633.808818ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:40:39.124849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000974501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1455"} {"level":"warn","ts":"2026-02-24T06:40:39.124972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.792897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5710"} {"level":"info","ts":"2026-02-24T06:40:39.125024Z","caller":"traceutil/trace.go:171","msg":"trace[1658938477] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:8006; }","duration":"1.001084444s","start":"2026-02-24T06:40:38.123818Z","end":"2026-02-24T06:40:39.124902Z","steps":["trace[1658938477] 'agreement among raft nodes before linearized reading' (duration: 1.000627283s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:39.12506Z","caller":"traceutil/trace.go:171","msg":"trace[588425470] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8006; }","duration":"756.927941ms","start":"2026-02-24T06:40:38.368117Z","end":"2026-02-24T06:40:39.125045Z","steps":["trace[588425470] 'agreement among raft nodes before linearized reading' (duration: 756.308475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:39.125132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:38.368093Z","time spent":"757.027754ms","remote":"127.0.0.1:57488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5734,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-24T06:40:39.125189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:38.123806Z","time spent":"1.001360221s","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1479,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-02-24T06:40:39.124644Z","caller":"traceutil/trace.go:171","msg":"trace[494539630] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8006; }","duration":"516.173534ms","start":"2026-02-24T06:40:38.608431Z","end":"2026-02-24T06:40:39.124605Z","steps":["trace[494539630] 'agreement among raft nodes before linearized reading' (duration: 515.867496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:39.125343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:38.608403Z","time spent":"516.894062ms","remote":"127.0.0.1:52764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:39.125661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002564812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-02-24T06:40:39.125701Z","caller":"traceutil/trace.go:171","msg":"trace[45298131] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:8006; }","duration":"1.002607992s","start":"2026-02-24T06:40:38.123077Z","end":"2026-02-24T06:40:39.125685Z","steps":["trace[45298131] 'agreement among raft nodes before linearized reading' (duration: 1.001399342s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:39.125735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:38.123071Z","time spent":"1.002657614s","remote":"127.0.0.1:35174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":221,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-02-24T06:40:39.638984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.858155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:40:39.639142Z","caller":"traceutil/trace.go:171","msg":"trace[93685109] linearizableReadLoop","detail":"{readStateIndex:8331; appliedIndex:8330; }","duration":"514.703796ms","start":"2026-02-24T06:40:39.124409Z","end":"2026-02-24T06:40:39.639112Z","steps":["trace[93685109] 'read index received' (duration: 135.559364ms)","trace[93685109] 'applied index is now lower than readState.Index' (duration: 379.142542ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:40:39.639324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.668107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:40:39.63935Z","caller":"traceutil/trace.go:171","msg":"trace[121045851] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"978.205791ms","start":"2026-02-24T06:40:38.661128Z","end":"2026-02-24T06:40:39.639334Z","steps":["trace[121045851] 'process raft request' (duration: 598.820353ms)","trace[121045851] 'compare' (duration: 377.696125ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:40:39.63938Z","caller":"traceutil/trace.go:171","msg":"trace[414959747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8007; }","duration":"562.77143ms","start":"2026-02-24T06:40:39.076594Z","end":"2026-02-24T06:40:39.639366Z","steps":["trace[414959747] 'agreement among raft nodes before linearized reading' (duration: 562.677087ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:39.63942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:39.07657Z","time spent":"562.841822ms","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:40:39.639424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:38.661099Z","time spent":"978.283002ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:40:39.639454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.763751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-24T06:40:39.639531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.812535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:40:39.639567Z","caller":"traceutil/trace.go:171","msg":"trace[1079043749] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8007; }","duration":"880.920875ms","start":"2026-02-24T06:40:38.758612Z","end":"2026-02-24T06:40:39.639533Z","steps":["trace[1079043749] 'agreement among raft nodes before linearized reading' (duration: 880.654238ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:39.639595Z","caller":"traceutil/trace.go:171","msg":"trace[114659307] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:8007; }","duration":"964.903077ms","start":"2026-02-24T06:40:38.674676Z","end":"2026-02-24T06:40:39.63958Z","steps":["trace[114659307] 'agreement among raft nodes before linearized reading' (duration: 964.717582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:39.639635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:38.758588Z","time spent":"881.031537ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T06:40:39.639637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:38.674666Z","time spent":"964.960069ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"warn","ts":"2026-02-24T06:40:39.639886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.77659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-5b4rq.18971b7946eafcea\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-02-24T06:40:39.63993Z","caller":"traceutil/trace.go:171","msg":"trace[1914332129] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-7fcd8d6ffd-5b4rq.18971b7946eafcea; range_end:; response_count:1; response_revision:8007; }","duration":"977.826171ms","start":"2026-02-24T06:40:38.662092Z","end":"2026-02-24T06:40:39.639919Z","steps":["trace[1914332129] 'agreement among raft nodes before linearized reading' (duration: 977.626546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:39.639969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:38.66203Z","time spent":"977.927663ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-5b4rq.18971b7946eafcea\" "} {"level":"warn","ts":"2026-02-24T06:40:39.639974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.627227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T06:40:39.640145Z","caller":"traceutil/trace.go:171","msg":"trace[2010987956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8007; }","duration":"880.846543ms","start":"2026-02-24T06:40:38.759288Z","end":"2026-02-24T06:40:39.640134Z","steps":["trace[2010987956] 'agreement among raft nodes before linearized reading' (duration: 880.583046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:39.640195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:38.759263Z","time spent":"880.914925ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T06:40:40.0378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.989166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:40:40.037937Z","caller":"traceutil/trace.go:171","msg":"trace[1390473806] linearizableReadLoop","detail":"{readStateIndex:8332; appliedIndex:8331; }","duration":"398.737463ms","start":"2026-02-24T06:40:39.63918Z","end":"2026-02-24T06:40:40.037918Z","steps":["trace[1390473806] 'read index received' (duration: 121.584764ms)","trace[1390473806] 'applied index is now lower than readState.Index' (duration: 277.151399ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:40:40.038014Z","caller":"traceutil/trace.go:171","msg":"trace[1063961744] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"897.447569ms","start":"2026-02-24T06:40:39.140554Z","end":"2026-02-24T06:40:40.038002Z","steps":["trace[1063961744] 'process raft request' (duration: 620.154396ms)","trace[1063961744] 'compare' (duration: 276.864083ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:40:40.038093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:39.140537Z","time spent":"897.523931ms","remote":"127.0.0.1:57488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5813,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:40:40.038108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.575042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:40:40.03814Z","caller":"traceutil/trace.go:171","msg":"trace[1646214920] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8008; }","duration":"607.659213ms","start":"2026-02-24T06:40:39.430471Z","end":"2026-02-24T06:40:40.03813Z","steps":["trace[1646214920] 'agreement among raft nodes before linearized reading' (duration: 607.585892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:40.038167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:39.430447Z","time spent":"607.714035ms","remote":"127.0.0.1:35454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:40:40.038187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.315545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:40:40.038281Z","caller":"traceutil/trace.go:171","msg":"trace[132564583] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8008; }","duration":"482.48575ms","start":"2026-02-24T06:40:39.555769Z","end":"2026-02-24T06:40:40.038255Z","steps":["trace[132564583] 'agreement among raft nodes before linearized reading' (duration: 482.292335ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:40.038307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.084595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-02-24T06:40:40.038305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.932157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9538"} {"level":"info","ts":"2026-02-24T06:40:40.038393Z","caller":"traceutil/trace.go:171","msg":"trace[1783016248] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:8008; }","duration":"906.212308ms","start":"2026-02-24T06:40:39.132161Z","end":"2026-02-24T06:40:40.038373Z","steps":["trace[1783016248] 'agreement among raft nodes before linearized reading' (duration: 905.971342ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:40.038413Z","caller":"traceutil/trace.go:171","msg":"trace[2015515376] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:8008; }","duration":"905.091741ms","start":"2026-02-24T06:40:39.133298Z","end":"2026-02-24T06:40:40.03839Z","steps":["trace[2015515376] 'agreement among raft nodes before linearized reading' (duration: 904.789743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:40.038439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:39.132142Z","time spent":"906.28877ms","remote":"127.0.0.1:35174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-02-24T06:40:40.038462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:39.133284Z","time spent":"905.170122ms","remote":"127.0.0.1:35452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9562,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-02-24T06:40:40.038345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:39.555747Z","time spent":"482.581932ms","remote":"127.0.0.1:35334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:40:40.348741Z","caller":"traceutil/trace.go:171","msg":"trace[2087203360] linearizableReadLoop","detail":"{readStateIndex:8335; appliedIndex:8332; }","duration":"310.751891ms","start":"2026-02-24T06:40:40.037966Z","end":"2026-02-24T06:40:40.348718Z","steps":["trace[2087203360] 'read index received' (duration: 236.598005ms)","trace[2087203360] 'applied index is now lower than readState.Index' (duration: 74.152676ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:40:40.348751Z","caller":"traceutil/trace.go:171","msg":"trace[745962844] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"705.977015ms","start":"2026-02-24T06:40:39.642725Z","end":"2026-02-24T06:40:40.348702Z","steps":["trace[745962844] 'process raft request' (duration: 631.772328ms)","trace[745962844] 'compare' (duration: 73.91909ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:40:40.348865Z","caller":"traceutil/trace.go:171","msg":"trace[454954255] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"704.288653ms","start":"2026-02-24T06:40:39.644566Z","end":"2026-02-24T06:40:40.348855Z","steps":["trace[454954255] 'process raft request' (duration: 704.027007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:40.34898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:39.644548Z","time spent":"704.340414ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:40:40.348972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:39.642698Z","time spent":"706.15697ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:40:40.349115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.382256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-barbican.18971b847d880ddf\" ","response":"range_response_count:1 size:740"} {"level":"warn","ts":"2026-02-24T06:40:40.349248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.749558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:40:40.34928Z","caller":"traceutil/trace.go:171","msg":"trace[93289438] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8011; }","duration":"671.819249ms","start":"2026-02-24T06:40:39.67745Z","end":"2026-02-24T06:40:40.349269Z","steps":["trace[93289438] 'agreement among raft nodes before linearized reading' (duration: 671.765118ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:40.349268Z","caller":"traceutil/trace.go:171","msg":"trace[41902815] transaction","detail":"{read_only:false; response_revision:8011; number_of_response:1; }","duration":"703.429792ms","start":"2026-02-24T06:40:39.645816Z","end":"2026-02-24T06:40:40.349246Z","steps":["trace[41902815] 'process raft request' (duration: 702.862418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:40.349303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:39.677436Z","time spent":"671.86246ms","remote":"127.0.0.1:35288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:40:40.349221Z","caller":"traceutil/trace.go:171","msg":"trace[449346016] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-barbican.18971b847d880ddf; range_end:; response_count:1; response_revision:8011; }","duration":"704.55313ms","start":"2026-02-24T06:40:39.64464Z","end":"2026-02-24T06:40:40.349193Z","steps":["trace[449346016] 'agreement among raft nodes before linearized reading' (duration: 704.303163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:40.349352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:39.644608Z","time spent":"704.728274ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":764,"request content":"key:\"/registry/events/openstack/rabbitmq-barbican.18971b847d880ddf\" "} {"level":"warn","ts":"2026-02-24T06:40:40.349352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.508059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:40:40.349403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:39.645796Z","time spent":"703.530365ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:40:40.349416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.042202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-02-24T06:40:40.34941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.822346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-24T06:40:40.349447Z","caller":"traceutil/trace.go:171","msg":"trace[682986667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8011; }","duration":"708.624011ms","start":"2026-02-24T06:40:39.640789Z","end":"2026-02-24T06:40:40.349413Z","steps":["trace[682986667] 'agreement among raft nodes before linearized reading' (duration: 708.464917ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:40.349469Z","caller":"traceutil/trace.go:171","msg":"trace[1121423889] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8011; }","duration":"304.129035ms","start":"2026-02-24T06:40:40.045325Z","end":"2026-02-24T06:40:40.349454Z","steps":["trace[1121423889] 'agreement among raft nodes before linearized reading' (duration: 303.897548ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:40.349492Z","caller":"traceutil/trace.go:171","msg":"trace[1760450573] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8011; }","duration":"305.92657ms","start":"2026-02-24T06:40:40.043541Z","end":"2026-02-24T06:40:40.349468Z","steps":["trace[1760450573] 'agreement among raft nodes before linearized reading' (duration: 305.752015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:40.349506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:39.640773Z","time spent":"708.720945ms","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:40:40.349508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:40.045314Z","time spent":"304.183726ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":650,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-02-24T06:40:40.349548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:40.043519Z","time spent":"306.004783ms","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-24T06:40:40.34971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.672479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:224401"} {"level":"info","ts":"2026-02-24T06:40:40.349837Z","caller":"traceutil/trace.go:171","msg":"trace[1185328348] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8011; }","duration":"703.830243ms","start":"2026-02-24T06:40:39.645982Z","end":"2026-02-24T06:40:40.349812Z","steps":["trace[1185328348] 'agreement among raft nodes before linearized reading' (duration: 703.237067ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:40.349901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:39.645973Z","time spent":"703.905604ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":224425,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-24T06:40:40.349939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.906395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-02-24T06:40:40.349971Z","caller":"traceutil/trace.go:171","msg":"trace[1193306565] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:8011; }","duration":"307.004056ms","start":"2026-02-24T06:40:40.042957Z","end":"2026-02-24T06:40:40.349961Z","steps":["trace[1193306565] 'agreement among raft nodes before linearized reading' (duration: 306.714569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:40.349991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:40.042937Z","time spent":"307.049358ms","remote":"127.0.0.1:35174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":242,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-02-24T06:40:40.743579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.245026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:40:40.743734Z","caller":"traceutil/trace.go:171","msg":"trace[1413806573] linearizableReadLoop","detail":"{readStateIndex:8336; appliedIndex:8335; }","duration":"390.430425ms","start":"2026-02-24T06:40:40.353277Z","end":"2026-02-24T06:40:40.743707Z","steps":["trace[1413806573] 'read index received' (duration: 115.870521ms)","trace[1413806573] 'applied index is now lower than readState.Index' (duration: 274.558244ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:40:40.74386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.577958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:40:40.743948Z","caller":"traceutil/trace.go:171","msg":"trace[214105140] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8012; }","duration":"390.688231ms","start":"2026-02-24T06:40:40.35325Z","end":"2026-02-24T06:40:40.743938Z","steps":["trace[214105140] 'agreement among raft nodes before linearized reading' (duration: 390.563738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:40.743999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:40.35323Z","time spent":"390.758933ms","remote":"127.0.0.1:35052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"info","ts":"2026-02-24T06:40:40.744198Z","caller":"traceutil/trace.go:171","msg":"trace[1976412565] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"390.948448ms","start":"2026-02-24T06:40:40.353197Z","end":"2026-02-24T06:40:40.744145Z","steps":["trace[1976412565] 'process raft request' (duration: 115.968823ms)","trace[1976412565] 'compare' (duration: 274.059842ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:40:40.745437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:40.35316Z","time spent":"392.092517ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:40:40.753001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.62331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:40:40.753007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.068916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-24T06:40:40.75305Z","caller":"traceutil/trace.go:171","msg":"trace[329157661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8013; }","duration":"394.687342ms","start":"2026-02-24T06:40:40.358348Z","end":"2026-02-24T06:40:40.753035Z","steps":["trace[329157661] 'agreement among raft nodes before linearized reading' (duration: 394.5993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:40.753085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:40.358341Z","time spent":"394.737383ms","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:40:40.7532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.308406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-24T06:40:40.753239Z","caller":"traceutil/trace.go:171","msg":"trace[199997707] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8013; }","duration":"224.434179ms","start":"2026-02-24T06:40:40.528796Z","end":"2026-02-24T06:40:40.75323Z","steps":["trace[199997707] 'agreement among raft nodes before linearized reading' (duration: 224.307276ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:40:40.753079Z","caller":"traceutil/trace.go:171","msg":"trace[517551140] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8013; }","duration":"225.204099ms","start":"2026-02-24T06:40:40.527859Z","end":"2026-02-24T06:40:40.753063Z","steps":["trace[517551140] 'agreement among raft nodes before linearized reading' (duration: 224.933051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:40.753381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.277176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-02-24T06:40:40.753405Z","caller":"traceutil/trace.go:171","msg":"trace[1887469150] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:8013; }","duration":"399.329868ms","start":"2026-02-24T06:40:40.354069Z","end":"2026-02-24T06:40:40.753399Z","steps":["trace[1887469150] 'agreement among raft nodes before linearized reading' (duration: 399.259116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:40.753425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:40.354054Z","time spent":"399.36533ms","remote":"127.0.0.1:35174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-02-24T06:40:40.753587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.084687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-24T06:40:40.753781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.84792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9538"} {"level":"info","ts":"2026-02-24T06:40:40.753865Z","caller":"traceutil/trace.go:171","msg":"trace[2073581970] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:8013; }","duration":"389.978363ms","start":"2026-02-24T06:40:40.363871Z","end":"2026-02-24T06:40:40.753849Z","steps":["trace[2073581970] 'agreement among raft nodes before linearized reading' (duration: 389.101912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:40.753923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:40.363852Z","time spent":"390.063276ms","remote":"127.0.0.1:35452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9562,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"info","ts":"2026-02-24T06:40:40.754146Z","caller":"traceutil/trace.go:171","msg":"trace[1282916472] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab; range_end:; response_count:1; response_revision:8013; }","duration":"400.249161ms","start":"2026-02-24T06:40:40.35344Z","end":"2026-02-24T06:40:40.753689Z","steps":["trace[1282916472] 'agreement among raft nodes before linearized reading' (duration: 399.307207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:40:40.754212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:40:40.353422Z","time spent":"400.761283ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" "} {"level":"info","ts":"2026-02-24T06:40:54.981746Z","caller":"traceutil/trace.go:171","msg":"trace[782295008] transaction","detail":"{read_only:false; response_revision:8177; number_of_response:1; }","duration":"178.279634ms","start":"2026-02-24T06:40:54.803436Z","end":"2026-02-24T06:40:54.981715Z","steps":["trace[782295008] 'process raft request' (duration: 177.966716ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:41:55.559237Z","caller":"traceutil/trace.go:171","msg":"trace[1606735212] linearizableReadLoop","detail":"{readStateIndex:9120; appliedIndex:9119; }","duration":"270.627946ms","start":"2026-02-24T06:41:55.288565Z","end":"2026-02-24T06:41:55.559193Z","steps":["trace[1606735212] 'read index received' (duration: 270.592725ms)","trace[1606735212] 'applied index is now lower than readState.Index' (duration: 34.101µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:41:55.559318Z","caller":"traceutil/trace.go:171","msg":"trace[1542784229] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"277.460807ms","start":"2026-02-24T06:41:55.281828Z","end":"2026-02-24T06:41:55.559289Z","steps":["trace[1542784229] 'process raft request' (duration: 277.229021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:41:55.559462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.885412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T06:41:55.559503Z","caller":"traceutil/trace.go:171","msg":"trace[1804673128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8771; }","duration":"270.975295ms","start":"2026-02-24T06:41:55.288516Z","end":"2026-02-24T06:41:55.559491Z","steps":["trace[1804673128] 'agreement among raft nodes before linearized reading' (duration: 270.826471ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:41:55.586377Z","caller":"traceutil/trace.go:171","msg":"trace[719004364] transaction","detail":"{read_only:false; response_revision:8772; number_of_response:1; }","duration":"138.14676ms","start":"2026-02-24T06:41:55.44821Z","end":"2026-02-24T06:41:55.586357Z","steps":["trace[719004364] 'process raft request' (duration: 118.626641ms)","trace[719004364] 'compare' (duration: 19.374005ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:41:55.586631Z","caller":"traceutil/trace.go:171","msg":"trace[2073778834] transaction","detail":"{read_only:false; response_revision:8773; number_of_response:1; }","duration":"136.910948ms","start":"2026-02-24T06:41:55.449708Z","end":"2026-02-24T06:41:55.586619Z","steps":["trace[2073778834] 'process raft request' (duration: 136.610271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:41:55.586868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.621172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T06:41:55.586932Z","caller":"traceutil/trace.go:171","msg":"trace[693837448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8774; }","duration":"297.717113ms","start":"2026-02-24T06:41:55.289199Z","end":"2026-02-24T06:41:55.586916Z","steps":["trace[693837448] 'agreement among raft nodes before linearized reading' (duration: 297.463747ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:09.798047Z","caller":"traceutil/trace.go:171","msg":"trace[1376812735] transaction","detail":"{read_only:false; response_revision:8844; number_of_response:1; }","duration":"176.795416ms","start":"2026-02-24T06:42:09.621212Z","end":"2026-02-24T06:42:09.798008Z","steps":["trace[1376812735] 'process raft request' (duration: 176.493109ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:09.837059Z","caller":"traceutil/trace.go:171","msg":"trace[820909907] transaction","detail":"{read_only:false; response_revision:8846; number_of_response:1; }","duration":"145.526194ms","start":"2026-02-24T06:42:09.691503Z","end":"2026-02-24T06:42:09.837029Z","steps":["trace[820909907] 'process raft request' (duration: 145.37605ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:09.837059Z","caller":"traceutil/trace.go:171","msg":"trace[1059207401] transaction","detail":"{read_only:false; response_revision:8845; number_of_response:1; }","duration":"182.12005ms","start":"2026-02-24T06:42:09.654884Z","end":"2026-02-24T06:42:09.837004Z","steps":["trace[1059207401] 'process raft request' (duration: 181.785911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:11.136556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.469844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:42:11.136673Z","caller":"traceutil/trace.go:171","msg":"trace[418563329] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:8848; }","duration":"223.611089ms","start":"2026-02-24T06:42:10.913027Z","end":"2026-02-24T06:42:11.136638Z","steps":["trace[418563329] 'range keys from in-memory index tree' (duration: 223.28849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:11.136784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.454828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-24T06:42:11.136869Z","caller":"traceutil/trace.go:171","msg":"trace[1227736065] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8848; }","duration":"305.54446ms","start":"2026-02-24T06:42:10.831295Z","end":"2026-02-24T06:42:11.136839Z","steps":["trace[1227736065] 'range keys from in-memory index tree' (duration: 305.290214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:11.13666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.449835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T06:42:11.136979Z","caller":"traceutil/trace.go:171","msg":"trace[1866530048] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8848; }","duration":"342.789083ms","start":"2026-02-24T06:42:10.794171Z","end":"2026-02-24T06:42:11.13696Z","steps":["trace[1866530048] 'range keys from in-memory index tree' (duration: 342.31103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:11.136701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.126147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-24T06:42:11.137012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.204268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-24T06:42:11.137036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:10.79416Z","time spent":"342.856545ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T06:42:11.137053Z","caller":"traceutil/trace.go:171","msg":"trace[66947298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8848; }","duration":"600.27794ms","start":"2026-02-24T06:42:10.536764Z","end":"2026-02-24T06:42:11.137042Z","steps":["trace[66947298] 'range keys from in-memory index tree' (duration: 599.638564ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:11.137056Z","caller":"traceutil/trace.go:171","msg":"trace[1381010624] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8848; }","duration":"348.533277ms","start":"2026-02-24T06:42:10.7885Z","end":"2026-02-24T06:42:11.137033Z","steps":["trace[1381010624] 'range keys from in-memory index tree' (duration: 347.919721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:11.137094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:10.536744Z","time spent":"600.338431ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T06:42:11.13711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:10.788479Z","time spent":"348.615819ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T06:42:11.136924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:10.831284Z","time spent":"305.626102ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-24T06:42:11.136213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.372544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-24T06:42:11.13731Z","caller":"traceutil/trace.go:171","msg":"trace[1761750536] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8848; }","duration":"302.522194ms","start":"2026-02-24T06:42:10.834771Z","end":"2026-02-24T06:42:11.137293Z","steps":["trace[1761750536] 'range keys from in-memory index tree' (duration: 301.19961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:11.137353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:10.834758Z","time spent":"302.582695ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-24T06:42:11.286097Z","caller":"traceutil/trace.go:171","msg":"trace[569288769] transaction","detail":"{read_only:false; response_revision:8849; number_of_response:1; }","duration":"144.622772ms","start":"2026-02-24T06:42:11.141443Z","end":"2026-02-24T06:42:11.286066Z","steps":["trace[569288769] 'process raft request' (duration: 144.390716ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:11.837589Z","caller":"traceutil/trace.go:171","msg":"trace[1531940266] transaction","detail":"{read_only:false; response_revision:8850; number_of_response:1; }","duration":"695.448142ms","start":"2026-02-24T06:42:11.142101Z","end":"2026-02-24T06:42:11.837549Z","steps":["trace[1531940266] 'process raft request' (duration: 695.147855ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:11.837663Z","caller":"traceutil/trace.go:171","msg":"trace[1419226903] linearizableReadLoop","detail":"{readStateIndex:9203; appliedIndex:9200; }","duration":"694.475727ms","start":"2026-02-24T06:42:11.14315Z","end":"2026-02-24T06:42:11.837626Z","steps":["trace[1419226903] 'read index received' (duration: 142.706232ms)","trace[1419226903] 'applied index is now lower than readState.Index' (duration: 551.767925ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:42:11.837769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:11.142076Z","time spent":"695.602616ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:42:11.837812Z","caller":"traceutil/trace.go:171","msg":"trace[1336676399] transaction","detail":"{read_only:false; response_revision:8853; number_of_response:1; }","duration":"694.18717ms","start":"2026-02-24T06:42:11.143608Z","end":"2026-02-24T06:42:11.837795Z","steps":["trace[1336676399] 'process raft request' (duration: 693.967365ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:11.837857Z","caller":"traceutil/trace.go:171","msg":"trace[953906218] transaction","detail":"{read_only:false; response_revision:8852; number_of_response:1; }","duration":"694.695983ms","start":"2026-02-24T06:42:11.143127Z","end":"2026-02-24T06:42:11.837823Z","steps":["trace[953906218] 'process raft request' (duration: 694.392835ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:11.837901Z","caller":"traceutil/trace.go:171","msg":"trace[400280464] transaction","detail":"{read_only:false; response_revision:8851; number_of_response:1; }","duration":"695.693068ms","start":"2026-02-24T06:42:11.14216Z","end":"2026-02-24T06:42:11.837853Z","steps":["trace[400280464] 'process raft request' (duration: 695.298598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:11.837999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:11.143601Z","time spent":"694.285972ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:11.838047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:11.143101Z","time spent":"694.844007ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:11.838109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:11.142132Z","time spent":"695.862973ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:11.838313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.153715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:285929"} {"level":"info","ts":"2026-02-24T06:42:11.838368Z","caller":"traceutil/trace.go:171","msg":"trace[181174487] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8853; }","duration":"695.240396ms","start":"2026-02-24T06:42:11.143115Z","end":"2026-02-24T06:42:11.838355Z","steps":["trace[181174487] 'agreement among raft nodes before linearized reading' (duration: 694.840096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:11.838397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:11.143103Z","time spent":"695.286838ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":285953,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-24T06:42:12.108655Z","caller":"traceutil/trace.go:171","msg":"trace[128931726] linearizableReadLoop","detail":"{readStateIndex:9207; appliedIndex:9205; }","duration":"270.884703ms","start":"2026-02-24T06:42:11.837746Z","end":"2026-02-24T06:42:12.10863Z","steps":["trace[128931726] 'read index received' (duration: 270.726228ms)","trace[128931726] 'applied index is now lower than readState.Index' (duration: 157.365µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:42:12.108732Z","caller":"traceutil/trace.go:171","msg":"trace[943268989] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"654.64164ms","start":"2026-02-24T06:42:11.454053Z","end":"2026-02-24T06:42:12.108695Z","steps":["trace[943268989] 'process raft request' (duration: 654.393903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:12.108838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.019954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:42:12.108876Z","caller":"traceutil/trace.go:171","msg":"trace[1654044291] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8855; }","duration":"743.127207ms","start":"2026-02-24T06:42:11.365739Z","end":"2026-02-24T06:42:12.108866Z","steps":["trace[1654044291] 'agreement among raft nodes before linearized reading' (duration: 743.006354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:12.108906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:11.365718Z","time spent":"743.180118ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:42:12.108925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:11.454026Z","time spent":"654.803095ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:42:12.109133Z","caller":"traceutil/trace.go:171","msg":"trace[1752026953] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"305.819337ms","start":"2026-02-24T06:42:11.80324Z","end":"2026-02-24T06:42:12.109059Z","steps":["trace[1752026953] 'process raft request' (duration: 305.353315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:12.109434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:11.803218Z","time spent":"306.105235ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:42:12.245624Z","caller":"traceutil/trace.go:171","msg":"trace[789293285] linearizableReadLoop","detail":"{readStateIndex:9209; appliedIndex:9207; }","duration":"136.883266ms","start":"2026-02-24T06:42:12.108717Z","end":"2026-02-24T06:42:12.2456Z","steps":["trace[789293285] 'read index received' (duration: 38.909493ms)","trace[789293285] 'applied index is now lower than readState.Index' (duration: 97.972833ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:42:12.245706Z","caller":"traceutil/trace.go:171","msg":"trace[1921954014] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"403.087921ms","start":"2026-02-24T06:42:11.842591Z","end":"2026-02-24T06:42:12.245679Z","steps":["trace[1921954014] 'process raft request' (duration: 402.925847ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:12.245801Z","caller":"traceutil/trace.go:171","msg":"trace[84835655] transaction","detail":"{read_only:false; response_revision:8856; number_of_response:1; }","duration":"403.223334ms","start":"2026-02-24T06:42:11.84255Z","end":"2026-02-24T06:42:12.245774Z","steps":["trace[84835655] 'process raft request' (duration: 305.148039ms)","trace[84835655] 'compare' (duration: 97.692506ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:42:12.245846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.038439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-24T06:42:12.245856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:11.842561Z","time spent":"403.198914ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:12.24588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.935945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T06:42:12.245909Z","caller":"traceutil/trace.go:171","msg":"trace[1205619034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8857; }","duration":"337.132251ms","start":"2026-02-24T06:42:11.908742Z","end":"2026-02-24T06:42:12.245874Z","steps":["trace[1205619034] 'agreement among raft nodes before linearized reading' (duration: 336.967987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:12.245923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:11.842529Z","time spent":"403.335438ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:42:12.245941Z","caller":"traceutil/trace.go:171","msg":"trace[1396482464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8857; }","duration":"337.046629ms","start":"2026-02-24T06:42:11.908877Z","end":"2026-02-24T06:42:12.245923Z","steps":["trace[1396482464] 'agreement among raft nodes before linearized reading' (duration: 336.807292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:12.24595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:11.908715Z","time spent":"337.222063ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T06:42:12.245978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:11.908859Z","time spent":"337.110811ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T06:42:12.800922Z","caller":"traceutil/trace.go:171","msg":"trace[116597237] transaction","detail":"{read_only:false; response_revision:8860; number_of_response:1; }","duration":"160.636333ms","start":"2026-02-24T06:42:12.640257Z","end":"2026-02-24T06:42:12.800893Z","steps":["trace[116597237] 'process raft request' (duration: 61.782287ms)","trace[116597237] 'compare' (duration: 98.723532ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:42:37.537504Z","caller":"traceutil/trace.go:171","msg":"trace[1408425046] transaction","detail":"{read_only:false; response_revision:9031; number_of_response:1; }","duration":"104.589941ms","start":"2026-02-24T06:42:37.432883Z","end":"2026-02-24T06:42:37.537473Z","steps":["trace[1408425046] 'process raft request' (duration: 104.396936ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:38.790642Z","caller":"traceutil/trace.go:171","msg":"trace[434908915] transaction","detail":"{read_only:false; response_revision:9038; number_of_response:1; }","duration":"232.036333ms","start":"2026-02-24T06:42:38.558572Z","end":"2026-02-24T06:42:38.790608Z","steps":["trace[434908915] 'process raft request' (duration: 135.548346ms)","trace[434908915] 'compare' (duration: 96.254251ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:42:40.405069Z","caller":"traceutil/trace.go:171","msg":"trace[1277051262] transaction","detail":"{read_only:false; response_revision:9042; number_of_response:1; }","duration":"199.331133ms","start":"2026-02-24T06:42:40.205708Z","end":"2026-02-24T06:42:40.405039Z","steps":["trace[1277051262] 'process raft request' (duration: 165.621649ms)","trace[1277051262] 'compare' (duration: 33.599212ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:42:40.854813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.069624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:42:40.854941Z","caller":"traceutil/trace.go:171","msg":"trace[1244167469] transaction","detail":"{read_only:false; response_revision:9045; number_of_response:1; }","duration":"203.15776ms","start":"2026-02-24T06:42:40.651753Z","end":"2026-02-24T06:42:40.854911Z","steps":["trace[1244167469] 'process raft request' (duration: 45.916571ms)","trace[1244167469] 'compare' (duration: 156.90718ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:42:42.232531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.261324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T06:42:42.232613Z","caller":"traceutil/trace.go:171","msg":"trace[1890744098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9046; }","duration":"629.400888ms","start":"2026-02-24T06:42:41.603195Z","end":"2026-02-24T06:42:42.232596Z","steps":["trace[1890744098] 'range keys from in-memory index tree' (duration: 629.059819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:42.232646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:41.603173Z","time spent":"629.46634ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T06:42:42.232672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.251711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-24T06:42:42.23269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.985949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-24T06:42:42.232835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.979655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T06:42:42.232836Z","caller":"traceutil/trace.go:171","msg":"trace[809928994] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9046; }","duration":"368.188884ms","start":"2026-02-24T06:42:41.864614Z","end":"2026-02-24T06:42:42.232803Z","steps":["trace[809928994] 'range keys from in-memory index tree' (duration: 367.735923ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:42.232873Z","caller":"traceutil/trace.go:171","msg":"trace[856833555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9046; }","duration":"106.042026ms","start":"2026-02-24T06:42:42.126823Z","end":"2026-02-24T06:42:42.232865Z","steps":["trace[856833555] 'range keys from in-memory index tree' (duration: 105.893633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:42.232902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:41.864605Z","time spent":"368.285877ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-24T06:42:42.233066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166574844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:42:42.233156Z","caller":"traceutil/trace.go:171","msg":"trace[1919578247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9046; }","duration":"1.166725369s","start":"2026-02-24T06:42:41.06641Z","end":"2026-02-24T06:42:42.233135Z","steps":["trace[1919578247] 'range keys from in-memory index tree' (duration: 1.166460161s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:42.233305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:41.066385Z","time spent":"1.166906343s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:42:42.233411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.571833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:42:42.232755Z","caller":"traceutil/trace.go:171","msg":"trace[321651105] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9046; }","duration":"175.379024ms","start":"2026-02-24T06:42:42.057357Z","end":"2026-02-24T06:42:42.232736Z","steps":["trace[321651105] 'range keys from in-memory index tree' (duration: 175.076627ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:42.233462Z","caller":"traceutil/trace.go:171","msg":"trace[2064369626] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:9046; }","duration":"372.661466ms","start":"2026-02-24T06:42:41.860785Z","end":"2026-02-24T06:42:42.233447Z","steps":["trace[2064369626] 'count revisions from in-memory index tree' (duration: 372.494881ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:42.233497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:41.860764Z","time spent":"372.722068ms","remote":"127.0.0.1:38270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:42:42.233529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.743303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-24T06:42:42.233578Z","caller":"traceutil/trace.go:171","msg":"trace[1668573937] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9046; }","duration":"369.877395ms","start":"2026-02-24T06:42:41.863688Z","end":"2026-02-24T06:42:42.233565Z","steps":["trace[1668573937] 'range keys from in-memory index tree' (duration: 369.569138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:42.233617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:41.863666Z","time spent":"369.942178ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-24T06:42:42.25571Z","caller":"traceutil/trace.go:171","msg":"trace[1039813404] transaction","detail":"{read_only:false; response_revision:9047; number_of_response:1; }","duration":"120.738215ms","start":"2026-02-24T06:42:42.134961Z","end":"2026-02-24T06:42:42.255699Z","steps":["trace[1039813404] 'process raft request' (duration: 120.603682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:42.75673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835533,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:42:43.257347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835533,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:42:43.758085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835533,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:42:44.258883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835533,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:42:44.264183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000607488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:42:44.264289Z","caller":"traceutil/trace.go:171","msg":"trace[600092527] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000760682s","start":"2026-02-24T06:42:42.26351Z","end":"2026-02-24T06:42:44.264271Z","steps":["trace[600092527] 'agreement among raft nodes before linearized reading' (duration: 2.000639109s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:44.264334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:42.263496Z","time spent":"2.000827953s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:42:44.292813Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.021512531s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:42:44.413674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.583661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:42:44.414186Z","caller":"traceutil/trace.go:171","msg":"trace[2126418049] transaction","detail":"{read_only:false; response_revision:9048; number_of_response:1; }","duration":"2.174964737s","start":"2026-02-24T06:42:42.239187Z","end":"2026-02-24T06:42:44.414152Z","steps":["trace[2126418049] 'process raft request' (duration: 2.053891443s)","trace[2126418049] 'compare' (duration: 119.120134ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:42:44.414229Z","caller":"traceutil/trace.go:171","msg":"trace[1232261603] transaction","detail":"{read_only:false; response_revision:9049; number_of_response:1; }","duration":"2.174831423s","start":"2026-02-24T06:42:42.239383Z","end":"2026-02-24T06:42:44.414215Z","steps":["trace[1232261603] 'process raft request' (duration: 2.174396402s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:44.414317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:42.239168Z","time spent":"2.175086009s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:44.414302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:42.239354Z","time spent":"2.174909286s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:42:44.414467Z","caller":"traceutil/trace.go:171","msg":"trace[100942214] transaction","detail":"{read_only:false; response_revision:9050; number_of_response:1; }","duration":"2.175036788s","start":"2026-02-24T06:42:42.239405Z","end":"2026-02-24T06:42:44.414442Z","steps":["trace[100942214] 'process raft request' (duration: 2.174768011s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:44.414531Z","caller":"traceutil/trace.go:171","msg":"trace[715459444] transaction","detail":"{read_only:false; response_revision:9051; number_of_response:1; }","duration":"2.17506717s","start":"2026-02-24T06:42:42.239437Z","end":"2026-02-24T06:42:44.414504Z","steps":["trace[715459444] 'process raft request' (duration: 2.174909056s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:44.41464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:42.239414Z","time spent":"2.175170032s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:44.414644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:42.239379Z","time spent":"2.175167672s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:42:44.41464Z","caller":"traceutil/trace.go:171","msg":"trace[1529514499] transaction","detail":"{read_only:false; response_revision:9052; number_of_response:1; }","duration":"2.175120931s","start":"2026-02-24T06:42:42.239465Z","end":"2026-02-24T06:42:44.414586Z","steps":["trace[1529514499] 'process raft request' (duration: 2.174984387s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:44.414807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:42.239457Z","time spent":"2.175272484s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:42:45.081726Z","caller":"traceutil/trace.go:171","msg":"trace[186199318] transaction","detail":"{read_only:false; response_revision:9053; number_of_response:1; }","duration":"2.671886655s","start":"2026-02-24T06:42:42.409812Z","end":"2026-02-24T06:42:45.081698Z","steps":["trace[186199318] 'process raft request' (duration: 2.671555716s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:45.081731Z","caller":"traceutil/trace.go:171","msg":"trace[689215613] linearizableReadLoop","detail":"{readStateIndex:9415; appliedIndex:9407; }","duration":"2.825901513s","start":"2026-02-24T06:42:42.2558Z","end":"2026-02-24T06:42:45.081701Z","steps":["trace[689215613] 'read index received' (duration: 2.037223895s)","trace[689215613] 'applied index is now lower than readState.Index' (duration: 788.676478ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:42:45.081801Z","caller":"traceutil/trace.go:171","msg":"trace[120362169] transaction","detail":"{read_only:false; response_revision:9054; number_of_response:1; }","duration":"2.605475661s","start":"2026-02-24T06:42:42.476273Z","end":"2026-02-24T06:42:45.081749Z","steps":["trace[120362169] 'process raft request' (duration: 2.605318207s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:45.081935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142215504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:42:45.081965Z","caller":"traceutil/trace.go:171","msg":"trace[382645972] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:9055; }","duration":"1.142285026s","start":"2026-02-24T06:42:43.939672Z","end":"2026-02-24T06:42:45.081957Z","steps":["trace[382645972] 'agreement among raft nodes before linearized reading' (duration: 1.142221854s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:45.081983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:43.939652Z","time spent":"1.142326667s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:42:45.082021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552095154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-24T06:42:45.082114Z","caller":"traceutil/trace.go:171","msg":"trace[406385233] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:9055; }","duration":"2.552228406s","start":"2026-02-24T06:42:42.529867Z","end":"2026-02-24T06:42:45.082095Z","steps":["trace[406385233] 'agreement among raft nodes before linearized reading' (duration: 2.552022791s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:45.082167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:42.529855Z","time spent":"2.552299969s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-02-24T06:42:45.082169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.180433793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-24T06:42:45.082192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.424347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:42:45.082224Z","caller":"traceutil/trace.go:171","msg":"trace[610970500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9055; }","duration":"2.180530535s","start":"2026-02-24T06:42:42.90168Z","end":"2026-02-24T06:42:45.08221Z","steps":["trace[610970500] 'agreement among raft nodes before linearized reading' (duration: 2.180380031s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:45.082054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:42.476242Z","time spent":"2.605670406s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:42:45.08226Z","caller":"traceutil/trace.go:171","msg":"trace[2086731189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9055; }","duration":"817.502149ms","start":"2026-02-24T06:42:44.26472Z","end":"2026-02-24T06:42:45.082222Z","steps":["trace[2086731189] 'agreement among raft nodes before linearized reading' (duration: 817.443748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:45.082281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.358184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"warn","ts":"2026-02-24T06:42:45.08228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:42.90166Z","time spent":"2.180608317s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T06:42:45.082301Z","caller":"traceutil/trace.go:171","msg":"trace[1234382418] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9055; }","duration":"862.426995ms","start":"2026-02-24T06:42:44.219869Z","end":"2026-02-24T06:42:45.082296Z","steps":["trace[1234382418] 'agreement among raft nodes before linearized reading' (duration: 862.321243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:45.0823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:44.264698Z","time spent":"817.594922ms","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:42:45.08232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:44.219848Z","time spent":"862.469036ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T06:42:45.082311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.842444797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:300246"} {"level":"info","ts":"2026-02-24T06:42:45.082385Z","caller":"traceutil/trace.go:171","msg":"trace[2077622004] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:9055; }","duration":"2.842490588s","start":"2026-02-24T06:42:42.239853Z","end":"2026-02-24T06:42:45.082343Z","steps":["trace[2077622004] 'agreement among raft nodes before linearized reading' (duration: 2.842009467s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:45.081869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:42.409783Z","time spent":"2.672014018s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:45.082399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357452357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-24T06:42:45.08246Z","caller":"traceutil/trace.go:171","msg":"trace[2144990026] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9055; }","duration":"1.357549229s","start":"2026-02-24T06:42:43.724904Z","end":"2026-02-24T06:42:45.082453Z","steps":["trace[2144990026] 'agreement among raft nodes before linearized reading' (duration: 1.35718939s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:45.082466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:42.239841Z","time spent":"2.842582171s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":33,"response size":300270,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-24T06:42:45.082481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:43.724881Z","time spent":"1.35759486s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-24T06:42:45.082487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445974225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-02-24T06:42:45.082238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223564094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T06:42:45.082584Z","caller":"traceutil/trace.go:171","msg":"trace[1958074491] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9055; }","duration":"2.446084728s","start":"2026-02-24T06:42:42.636472Z","end":"2026-02-24T06:42:45.082557Z","steps":["trace[1958074491] 'agreement among raft nodes before linearized reading' (duration: 2.44578058s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:45.082601Z","caller":"traceutil/trace.go:171","msg":"trace[672489395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9055; }","duration":"2.223965264s","start":"2026-02-24T06:42:42.858628Z","end":"2026-02-24T06:42:45.082593Z","steps":["trace[672489395] 'agreement among raft nodes before linearized reading' (duration: 2.223553293s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:45.082651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:42.858607Z","time spent":"2.224035925s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T06:42:45.082644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:42.636448Z","time spent":"2.44618165s","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-02-24T06:42:45.081989Z","caller":"traceutil/trace.go:171","msg":"trace[1083978477] transaction","detail":"{read_only:false; response_revision:9055; number_of_response:1; }","duration":"2.437257736s","start":"2026-02-24T06:42:42.644678Z","end":"2026-02-24T06:42:45.081936Z","steps":["trace[1083978477] 'process raft request' (duration: 2.436975589s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:45.083092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:42.644666Z","time spent":"2.43817211s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:45.488429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.58928ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-02-24T06:42:45.488667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:45.083606Z","time spent":"405.038527ms","remote":"127.0.0.1:34982","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T06:42:45.48874Z","caller":"traceutil/trace.go:171","msg":"trace[406659531] transaction","detail":"{read_only:false; response_revision:9057; number_of_response:1; }","duration":"401.951009ms","start":"2026-02-24T06:42:45.086768Z","end":"2026-02-24T06:42:45.488719Z","steps":["trace[406659531] 'process raft request' (duration: 401.903028ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:45.488736Z","caller":"traceutil/trace.go:171","msg":"trace[1576854455] linearizableReadLoop","detail":"{readStateIndex:9416; appliedIndex:9415; }","duration":"402.799201ms","start":"2026-02-24T06:42:45.085909Z","end":"2026-02-24T06:42:45.488708Z","steps":["trace[1576854455] 'read index received' (duration: 109.921275ms)","trace[1576854455] 'applied index is now lower than readState.Index' (duration: 292.875256ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:42:45.488843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:45.086758Z","time spent":"402.020541ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:45.488947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.017577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9e9ff0bd-93ff-4151-b2f1-83cda9edba2e\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-02-24T06:42:45.488969Z","caller":"traceutil/trace.go:171","msg":"trace[1285971399] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9e9ff0bd-93ff-4151-b2f1-83cda9edba2e; range_end:; response_count:1; response_revision:9057; }","duration":"403.071788ms","start":"2026-02-24T06:42:45.085889Z","end":"2026-02-24T06:42:45.48896Z","steps":["trace[1285971399] 'agreement among raft nodes before linearized reading' (duration: 402.925094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:45.488991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:45.085883Z","time spent":"403.102858ms","remote":"127.0.0.1:35110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-9e9ff0bd-93ff-4151-b2f1-83cda9edba2e\" "} {"level":"warn","ts":"2026-02-24T06:42:45.488998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.36433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:42:45.489022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.069338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-24T06:42:45.489001Z","caller":"traceutil/trace.go:171","msg":"trace[868601710] transaction","detail":"{read_only:false; response_revision:9056; number_of_response:1; }","duration":"402.500703ms","start":"2026-02-24T06:42:45.086466Z","end":"2026-02-24T06:42:45.488967Z","steps":["trace[868601710] 'process raft request' (duration: 402.071262ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:45.489057Z","caller":"traceutil/trace.go:171","msg":"trace[489272467] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab; range_end:; response_count:1; response_revision:9057; }","duration":"403.197301ms","start":"2026-02-24T06:42:45.085847Z","end":"2026-02-24T06:42:45.489044Z","steps":["trace[489272467] 'agreement among raft nodes before linearized reading' (duration: 403.082318ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:45.489042Z","caller":"traceutil/trace.go:171","msg":"trace[1668980113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9057; }","duration":"400.425181ms","start":"2026-02-24T06:42:45.088601Z","end":"2026-02-24T06:42:45.489026Z","steps":["trace[1668980113] 'agreement among raft nodes before linearized reading' (duration: 400.339139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:45.489055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.718049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"warn","ts":"2026-02-24T06:42:45.489093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:45.088596Z","time spent":"400.489913ms","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:42:45.489085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:45.085835Z","time spent":"403.243812ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" "} {"level":"warn","ts":"2026-02-24T06:42:45.489058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.743787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:42:45.489111Z","caller":"traceutil/trace.go:171","msg":"trace[2065732103] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9057; }","duration":"402.76977ms","start":"2026-02-24T06:42:45.086324Z","end":"2026-02-24T06:42:45.489094Z","steps":["trace[2065732103] 'agreement among raft nodes before linearized reading' (duration: 402.620766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:45.489144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:45.08631Z","time spent":"402.826932ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-24T06:42:45.489154Z","caller":"traceutil/trace.go:171","msg":"trace[1629006522] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9057; }","duration":"259.886051ms","start":"2026-02-24T06:42:45.229246Z","end":"2026-02-24T06:42:45.489132Z","steps":["trace[1629006522] 'agreement among raft nodes before linearized reading' (duration: 259.704536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:45.489158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:45.086445Z","time spent":"402.632977ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:46.104362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.863678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:42:46.104591Z","caller":"traceutil/trace.go:171","msg":"trace[431058871] linearizableReadLoop","detail":"{readStateIndex:9420; appliedIndex:9419; }","duration":"558.499501ms","start":"2026-02-24T06:42:45.546073Z","end":"2026-02-24T06:42:46.104572Z","steps":["trace[431058871] 'read index received' (duration: 441.338495ms)","trace[431058871] 'applied index is now lower than readState.Index' (duration: 117.159066ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:42:46.104676Z","caller":"traceutil/trace.go:171","msg":"trace[656765339] transaction","detail":"{read_only:false; response_revision:9059; number_of_response:1; }","duration":"612.412162ms","start":"2026-02-24T06:42:45.49224Z","end":"2026-02-24T06:42:46.104652Z","steps":["trace[656765339] 'process raft request' (duration: 495.156084ms)","trace[656765339] 'compare' (duration: 116.740805ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:42:46.104765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.72924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:42:46.104847Z","caller":"traceutil/trace.go:171","msg":"trace[1466392050] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:9059; }","duration":"598.848532ms","start":"2026-02-24T06:42:45.505979Z","end":"2026-02-24T06:42:46.104827Z","steps":["trace[1466392050] 'agreement among raft nodes before linearized reading' (duration: 598.658557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:46.104852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.971686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-service-9rnh5\" ","response":"range_response_count:1 size:7864"} {"level":"warn","ts":"2026-02-24T06:42:46.104906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:45.505968Z","time spent":"598.922375ms","remote":"127.0.0.1:40372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:42:46.104795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:45.492231Z","time spent":"612.499825ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:42:46.104931Z","caller":"traceutil/trace.go:171","msg":"trace[914883754] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-service-9rnh5; range_end:; response_count:1; response_revision:9059; }","duration":"607.090229ms","start":"2026-02-24T06:42:45.497825Z","end":"2026-02-24T06:42:46.104915Z","steps":["trace[914883754] 'agreement among raft nodes before linearized reading' (duration: 606.815163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:46.104931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.482471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-02-24T06:42:46.10498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:45.497809Z","time spent":"607.159691ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":7888,"request content":"key:\"/registry/pods/openstack/glance-ks-service-9rnh5\" "} {"level":"warn","ts":"2026-02-24T06:42:46.104776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.861721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:42:46.105052Z","caller":"traceutil/trace.go:171","msg":"trace[1708554312] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9059; }","duration":"556.660536ms","start":"2026-02-24T06:42:45.548363Z","end":"2026-02-24T06:42:46.105024Z","steps":["trace[1708554312] 'agreement among raft nodes before linearized reading' (duration: 556.348718ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:46.105084Z","caller":"traceutil/trace.go:171","msg":"trace[1708305624] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9059; }","duration":"480.21106ms","start":"2026-02-24T06:42:45.624855Z","end":"2026-02-24T06:42:46.105066Z","steps":["trace[1708305624] 'agreement among raft nodes before linearized reading' (duration: 479.855261ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:46.105126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:45.624838Z","time spent":"480.279641ms","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-24T06:42:46.105119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:45.548322Z","time spent":"556.782829ms","remote":"127.0.0.1:35136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-24T06:42:46.517037Z","caller":"traceutil/trace.go:171","msg":"trace[649456402] linearizableReadLoop","detail":"{readStateIndex:9422; appliedIndex:9421; }","duration":"337.744021ms","start":"2026-02-24T06:42:46.179268Z","end":"2026-02-24T06:42:46.517012Z","steps":["trace[649456402] 'read index received' (duration: 337.72651ms)","trace[649456402] 'applied index is now lower than readState.Index' (duration: 15.621µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:42:46.517245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.944926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5541"} {"level":"info","ts":"2026-02-24T06:42:46.517301Z","caller":"traceutil/trace.go:171","msg":"trace[691745002] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9061; }","duration":"338.048288ms","start":"2026-02-24T06:42:46.179244Z","end":"2026-02-24T06:42:46.517292Z","steps":["trace[691745002] 'agreement among raft nodes before linearized reading' (duration: 337.866093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:46.517332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:46.179231Z","time spent":"338.094938ms","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5565,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-24T06:42:46.517061Z","caller":"traceutil/trace.go:171","msg":"trace[172984416] transaction","detail":"{read_only:false; response_revision:9061; number_of_response:1; }","duration":"403.498408ms","start":"2026-02-24T06:42:46.113519Z","end":"2026-02-24T06:42:46.517017Z","steps":["trace[172984416] 'process raft request' (duration: 403.359524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:46.517779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:46.113505Z","time spent":"404.213346ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8035,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:47.018088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835560,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:42:48.204328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128905561s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:42:48.204536Z","caller":"traceutil/trace.go:171","msg":"trace[1692470176] linearizableReadLoop","detail":"{readStateIndex:9424; appliedIndex:9422; }","duration":"1.687381872s","start":"2026-02-24T06:42:46.517142Z","end":"2026-02-24T06:42:48.204524Z","steps":["trace[1692470176] 'read index received' (duration: 558.176183ms)","trace[1692470176] 'applied index is now lower than readState.Index' (duration: 1.129204849s)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:42:48.204511Z","caller":"traceutil/trace.go:171","msg":"trace[1186852114] transaction","detail":"{read_only:false; response_revision:9062; number_of_response:1; }","duration":"1.713544567s","start":"2026-02-24T06:42:46.490945Z","end":"2026-02-24T06:42:48.20449Z","steps":["trace[1186852114] 'process raft request' (duration: 584.362299ms)","trace[1186852114] 'compare' (duration: 1.128690635s)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:42:48.20462Z","caller":"traceutil/trace.go:171","msg":"trace[939558126] transaction","detail":"{read_only:false; response_revision:9063; number_of_response:1; }","duration":"1.299587096s","start":"2026-02-24T06:42:46.905Z","end":"2026-02-24T06:42:48.204587Z","steps":["trace[939558126] 'process raft request' (duration: 1.299416162s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:48.204702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785156872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T06:42:48.204736Z","caller":"traceutil/trace.go:171","msg":"trace[573323369] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9063; }","duration":"1.785210453s","start":"2026-02-24T06:42:46.419516Z","end":"2026-02-24T06:42:48.204727Z","steps":["trace[573323369] 'agreement among raft nodes before linearized reading' (duration: 1.785074589s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:48.204763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:46.41951Z","time spent":"1.785245393s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T06:42:48.204779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:46.904975Z","time spent":"1.29971709s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:48.204892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786027083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-24T06:42:48.204645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:46.490928Z","time spent":"1.713654179s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:42:48.204929Z","caller":"traceutil/trace.go:171","msg":"trace[1724849476] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9063; }","duration":"1.786098524s","start":"2026-02-24T06:42:46.418819Z","end":"2026-02-24T06:42:48.204918Z","steps":["trace[1724849476] 'agreement among raft nodes before linearized reading' (duration: 1.786020713s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:48.204953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:46.418801Z","time spent":"1.786145256s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T06:42:48.205112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787087259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T06:42:48.205156Z","caller":"traceutil/trace.go:171","msg":"trace[1751196224] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9063; }","duration":"1.787170101s","start":"2026-02-24T06:42:46.417975Z","end":"2026-02-24T06:42:48.205145Z","steps":["trace[1751196224] 'agreement among raft nodes before linearized reading' (duration: 1.787008927s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:48.205189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:46.417956Z","time spent":"1.787225202s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T06:42:48.704952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:42:48.947128Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.042394334s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T06:42:48.947561Z","caller":"traceutil/trace.go:171","msg":"trace[1458149444] transaction","detail":"{read_only:false; response_revision:9064; number_of_response:1; }","duration":"1.860270942s","start":"2026-02-24T06:42:47.087268Z","end":"2026-02-24T06:42:48.947539Z","steps":["trace[1458149444] 'process raft request' (duration: 1.860056537s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:48.947719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:47.087251Z","time spent":"1.860377725s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:42:48.947892Z","caller":"traceutil/trace.go:171","msg":"trace[323928395] transaction","detail":"{read_only:false; response_revision:9065; number_of_response:1; }","duration":"1.860119488s","start":"2026-02-24T06:42:47.087754Z","end":"2026-02-24T06:42:48.947874Z","steps":["trace[323928395] 'process raft request' (duration: 1.859740059s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:48.947993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:47.087746Z","time spent":"1.860201791s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:42:48.948034Z","caller":"traceutil/trace.go:171","msg":"trace[1808701878] transaction","detail":"{read_only:false; response_revision:9066; number_of_response:1; }","duration":"1.858638702s","start":"2026-02-24T06:42:47.089356Z","end":"2026-02-24T06:42:48.947994Z","steps":["trace[1808701878] 'process raft request' (duration: 1.858407037s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:48.948152Z","caller":"traceutil/trace.go:171","msg":"trace[3790695] transaction","detail":"{read_only:false; response_revision:9067; number_of_response:1; }","duration":"1.420877374s","start":"2026-02-24T06:42:47.527242Z","end":"2026-02-24T06:42:48.94812Z","steps":["trace[3790695] 'process raft request' (duration: 1.420586767s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:48.948225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:47.089346Z","time spent":"1.858776246s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:48.948318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:47.527194Z","time spent":"1.421035388s","remote":"127.0.0.1:35214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6174,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:49.066099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000109435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:42:49.066179Z","caller":"traceutil/trace.go:171","msg":"trace[824050015] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000245809s","start":"2026-02-24T06:42:47.065915Z","end":"2026-02-24T06:42:49.066161Z","steps":["trace[824050015] 'agreement among raft nodes before linearized reading' (duration: 2.000144626s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:49.066226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:47.065896Z","time spent":"2.000320621s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:42:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:42:49.154549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.553424ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-24T06:42:49.154586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.774392ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:42:49.154697Z","caller":"traceutil/trace.go:171","msg":"trace[2026043971] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9067; }","duration":"143.902175ms","start":"2026-02-24T06:42:49.010778Z","end":"2026-02-24T06:42:49.15468Z","steps":["trace[2026043971] 'range keys from in-memory index tree' (duration: 143.758002ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:49.26137Z","caller":"traceutil/trace.go:171","msg":"trace[1028219745] transaction","detail":"{read_only:false; response_revision:9069; number_of_response:1; }","duration":"1.052352854s","start":"2026-02-24T06:42:48.208999Z","end":"2026-02-24T06:42:49.261352Z","steps":["trace[1028219745] 'process raft request' (duration: 1.052242751s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:49.261379Z","caller":"traceutil/trace.go:171","msg":"trace[864073357] transaction","detail":"{read_only:false; response_revision:9068; number_of_response:1; }","duration":"1.053173523s","start":"2026-02-24T06:42:48.208167Z","end":"2026-02-24T06:42:49.261341Z","steps":["trace[864073357] 'process raft request' (duration: 1.052693652s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:49.261492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:48.208991Z","time spent":"1.052437426s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:49.261521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:48.20815Z","time spent":"1.053291677s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:42:49.261569Z","caller":"traceutil/trace.go:171","msg":"trace[1301862292] linearizableReadLoop","detail":"{readStateIndex:9432; appliedIndex:9424; }","duration":"1.056970778s","start":"2026-02-24T06:42:48.204566Z","end":"2026-02-24T06:42:49.261537Z","steps":["trace[1301862292] 'read index received' (duration: 742.791398ms)","trace[1301862292] 'applied index is now lower than readState.Index' (duration: 314.17714ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:42:49.261667Z","caller":"traceutil/trace.go:171","msg":"trace[947880334] transaction","detail":"{read_only:false; response_revision:9070; number_of_response:1; }","duration":"1.051936793s","start":"2026-02-24T06:42:48.209712Z","end":"2026-02-24T06:42:49.261649Z","steps":["trace[947880334] 'process raft request' (duration: 1.051594535s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:49.261801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768088384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-24T06:42:49.261863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169967051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"warn","ts":"2026-02-24T06:42:49.261894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.924149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/glance-ks-service-9rnh5\" ","response":"range_response_count:1 size:2792"} {"level":"info","ts":"2026-02-24T06:42:49.261905Z","caller":"traceutil/trace.go:171","msg":"trace[1810648942] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:9070; }","duration":"2.170074364s","start":"2026-02-24T06:42:47.091819Z","end":"2026-02-24T06:42:49.261894Z","steps":["trace[1810648942] 'agreement among raft nodes before linearized reading' (duration: 2.169874399s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:49.261851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.877871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:42:49.26192Z","caller":"traceutil/trace.go:171","msg":"trace[1667634315] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/glance-ks-service-9rnh5; range_end:; response_count:1; response_revision:9070; }","duration":"126.9457ms","start":"2026-02-24T06:42:49.134965Z","end":"2026-02-24T06:42:49.261911Z","steps":["trace[1667634315] 'agreement among raft nodes before linearized reading' (duration: 126.852497ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:49.261914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.092859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-24T06:42:49.261909Z","caller":"traceutil/trace.go:171","msg":"trace[570027053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9070; }","duration":"1.768257867s","start":"2026-02-24T06:42:47.493627Z","end":"2026-02-24T06:42:49.261885Z","steps":["trace[570027053] 'agreement among raft nodes before linearized reading' (duration: 1.767922499s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:49.261943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:47.091798Z","time spent":"2.170136735s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"info","ts":"2026-02-24T06:42:49.261952Z","caller":"traceutil/trace.go:171","msg":"trace[676535474] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:9070; }","duration":"362.999624ms","start":"2026-02-24T06:42:48.898936Z","end":"2026-02-24T06:42:49.261935Z","steps":["trace[676535474] 'agreement among raft nodes before linearized reading' (duration: 362.885251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:49.261989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:47.493616Z","time spent":"1.76836218s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T06:42:49.262004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.880836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:42:49.261984Z","caller":"traceutil/trace.go:171","msg":"trace[487500502] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9070; }","duration":"615.147211ms","start":"2026-02-24T06:42:48.646809Z","end":"2026-02-24T06:42:49.261957Z","steps":["trace[487500502] 'agreement among raft nodes before linearized reading' (duration: 615.028788ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:49.262008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:48.898922Z","time spent":"363.073806ms","remote":"127.0.0.1:52708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:42:49.262031Z","caller":"traceutil/trace.go:171","msg":"trace[224555741] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:9070; }","duration":"945.947888ms","start":"2026-02-24T06:42:48.316074Z","end":"2026-02-24T06:42:49.262022Z","steps":["trace[224555741] 'agreement among raft nodes before linearized reading' (duration: 945.884067ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:49.262052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:48.316051Z","time spent":"945.995409ms","remote":"127.0.0.1:52786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:42:49.262061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:48.64677Z","time spent":"615.274744ms","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-24T06:42:49.261762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063385171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-02-24T06:42:49.261744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715195748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7398"} {"level":"info","ts":"2026-02-24T06:42:49.262151Z","caller":"traceutil/trace.go:171","msg":"trace[947427810] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9070; }","duration":"1.715627188s","start":"2026-02-24T06:42:47.546515Z","end":"2026-02-24T06:42:49.262143Z","steps":["trace[947427810] 'agreement among raft nodes before linearized reading' (duration: 1.715131646s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:49.262153Z","caller":"traceutil/trace.go:171","msg":"trace[1398828231] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9070; }","duration":"2.063814542s","start":"2026-02-24T06:42:47.198317Z","end":"2026-02-24T06:42:49.262132Z","steps":["trace[1398828231] 'agreement among raft nodes before linearized reading' (duration: 2.063286449s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:49.262176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:47.546501Z","time spent":"1.71566658s","remote":"127.0.0.1:57488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7422,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-24T06:42:49.261921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:48.209705Z","time spent":"1.052174239s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:49.261679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-24T06:42:49.262213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:47.198299Z","time spent":"2.063895014s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-24T06:42:49.262238Z","caller":"traceutil/trace.go:171","msg":"trace[1587867867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9070; }","duration":"1.768669847s","start":"2026-02-24T06:42:47.493561Z","end":"2026-02-24T06:42:49.262231Z","steps":["trace[1587867867] 'agreement among raft nodes before linearized reading' (duration: 1.767990271s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:49.262261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:47.493547Z","time spent":"1.768708148s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T06:42:49.261795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009337155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:42:49.261931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.285315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:42:49.262289Z","caller":"traceutil/trace.go:171","msg":"trace[599991566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9070; }","duration":"1.009861338s","start":"2026-02-24T06:42:48.252417Z","end":"2026-02-24T06:42:49.262278Z","steps":["trace[599991566] 'agreement among raft nodes before linearized reading' (duration: 1.009337925s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:49.262303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.870017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:42:49.262311Z","caller":"traceutil/trace.go:171","msg":"trace[14913948] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:9070; }","duration":"150.704955ms","start":"2026-02-24T06:42:49.111601Z","end":"2026-02-24T06:42:49.262306Z","steps":["trace[14913948] 'agreement among raft nodes before linearized reading' (duration: 150.304915ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:49.262322Z","caller":"traceutil/trace.go:171","msg":"trace[459316059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9070; }","duration":"195.928389ms","start":"2026-02-24T06:42:49.066388Z","end":"2026-02-24T06:42:49.262316Z","steps":["trace[459316059] 'agreement among raft nodes before linearized reading' (duration: 195.896338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:49.262326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:48.252398Z","time spent":"1.00991869s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:42:49.607235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.300578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T06:42:49.607375Z","caller":"traceutil/trace.go:171","msg":"trace[842702263] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9071; }","duration":"342.844099ms","start":"2026-02-24T06:42:49.264493Z","end":"2026-02-24T06:42:49.607337Z","steps":["trace[842702263] 'process raft request' (duration: 128.312965ms)","trace[842702263] 'compare' (duration: 214.068262ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:42:49.60746Z","caller":"traceutil/trace.go:171","msg":"trace[38052097] transaction","detail":"{read_only:false; response_revision:9073; number_of_response:1; }","duration":"340.830567ms","start":"2026-02-24T06:42:49.266614Z","end":"2026-02-24T06:42:49.607444Z","steps":["trace[38052097] 'process raft request' (duration: 340.793386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:49.607524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:49.266607Z","time spent":"340.889088ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:42:49.607506Z","caller":"traceutil/trace.go:171","msg":"trace[294950019] linearizableReadLoop","detail":"{readStateIndex:9433; appliedIndex:9432; }","duration":"342.5269ms","start":"2026-02-24T06:42:49.264951Z","end":"2026-02-24T06:42:49.607477Z","steps":["trace[294950019] 'read index received' (duration: 127.946725ms)","trace[294950019] 'applied index is now lower than readState.Index' (duration: 214.576145ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:42:49.607532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:49.264476Z","time spent":"342.959441ms","remote":"127.0.0.1:34568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-02-24T06:42:49.607507Z","caller":"traceutil/trace.go:171","msg":"trace[1074918919] transaction","detail":"{read_only:false; response_revision:9072; number_of_response:1; }","duration":"341.119335ms","start":"2026-02-24T06:42:49.266355Z","end":"2026-02-24T06:42:49.607475Z","steps":["trace[1074918919] 'process raft request' (duration: 340.999612ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:49.607658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:49.266342Z","time spent":"341.237928ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:49.607735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.652067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:42:49.607755Z","caller":"traceutil/trace.go:171","msg":"trace[1690942690] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9073; }","duration":"234.712579ms","start":"2026-02-24T06:42:49.373035Z","end":"2026-02-24T06:42:49.607747Z","steps":["trace[1690942690] 'agreement among raft nodes before linearized reading' (duration: 234.651357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:49.607751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.449293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-24T06:42:49.607747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.783936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d714da8f-2ccc-45b4-83b5-d42c5d24f2cb\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-02-24T06:42:49.607785Z","caller":"traceutil/trace.go:171","msg":"trace[1057595857] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab; range_end:; response_count:1; response_revision:9073; }","duration":"341.511844ms","start":"2026-02-24T06:42:49.266259Z","end":"2026-02-24T06:42:49.607771Z","steps":["trace[1057595857] 'agreement among raft nodes before linearized reading' (duration: 341.35107ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:49.607799Z","caller":"traceutil/trace.go:171","msg":"trace[1973221366] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d714da8f-2ccc-45b4-83b5-d42c5d24f2cb; range_end:; response_count:1; response_revision:9073; }","duration":"342.860799ms","start":"2026-02-24T06:42:49.264923Z","end":"2026-02-24T06:42:49.607784Z","steps":["trace[1973221366] 'agreement among raft nodes before linearized reading' (duration: 342.668634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:49.607813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:49.266251Z","time spent":"341.555515ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" "} {"level":"warn","ts":"2026-02-24T06:42:49.607835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:49.264916Z","time spent":"342.91069ms","remote":"127.0.0.1:35110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-d714da8f-2ccc-45b4-83b5-d42c5d24f2cb\" "} {"level":"warn","ts":"2026-02-24T06:42:49.60787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.260453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:42:49.607909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.778163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:42:49.607939Z","caller":"traceutil/trace.go:171","msg":"trace[336753616] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:9073; }","duration":"266.857676ms","start":"2026-02-24T06:42:49.341073Z","end":"2026-02-24T06:42:49.607931Z","steps":["trace[336753616] 'agreement among raft nodes before linearized reading' (duration: 266.748392ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:49.607943Z","caller":"traceutil/trace.go:171","msg":"trace[1499479393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9073; }","duration":"338.351656ms","start":"2026-02-24T06:42:49.269573Z","end":"2026-02-24T06:42:49.607925Z","steps":["trace[1499479393] 'agreement among raft nodes before linearized reading' (duration: 338.238182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:49.607981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:49.269567Z","time spent":"338.406017ms","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:42:49.608025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.895052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:42:49.608049Z","caller":"traceutil/trace.go:171","msg":"trace[1297261025] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:9073; }","duration":"190.942574ms","start":"2026-02-24T06:42:49.4171Z","end":"2026-02-24T06:42:49.608042Z","steps":["trace[1297261025] 'agreement among raft nodes before linearized reading' (duration: 190.898873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:49.608257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.003353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:300432"} {"level":"info","ts":"2026-02-24T06:42:49.608279Z","caller":"traceutil/trace.go:171","msg":"trace[81543142] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:9073; }","duration":"341.039364ms","start":"2026-02-24T06:42:49.267234Z","end":"2026-02-24T06:42:49.608273Z","steps":["trace[81543142] 'agreement among raft nodes before linearized reading' (duration: 340.727136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:49.608299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:49.267228Z","time spent":"341.065384ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":33,"response size":300456,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-24T06:42:49.977124Z","caller":"traceutil/trace.go:171","msg":"trace[852458701] transaction","detail":"{read_only:false; response_revision:9074; number_of_response:1; }","duration":"366.823169ms","start":"2026-02-24T06:42:49.61027Z","end":"2026-02-24T06:42:49.977093Z","steps":["trace[852458701] 'process raft request' (duration: 333.133145ms)","trace[852458701] 'compare' (duration: 33.320635ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:42:49.977318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:49.610252Z","time spent":"366.943313ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:42:50.017501Z","caller":"traceutil/trace.go:171","msg":"trace[1292425941] linearizableReadLoop","detail":"{readStateIndex:9437; appliedIndex:9435; }","duration":"176.615195ms","start":"2026-02-24T06:42:49.840863Z","end":"2026-02-24T06:42:50.017478Z","steps":["trace[1292425941] 'read index received' (duration: 102.556889ms)","trace[1292425941] 'applied index is now lower than readState.Index' (duration: 74.057206ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:42:50.017649Z","caller":"traceutil/trace.go:171","msg":"trace[1086301253] transaction","detail":"{read_only:false; response_revision:9075; number_of_response:1; }","duration":"257.831869ms","start":"2026-02-24T06:42:49.759783Z","end":"2026-02-24T06:42:50.017615Z","steps":["trace[1086301253] 'process raft request' (duration: 257.573093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:50.017995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.101526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-service-9rnh5\" ","response":"range_response_count:1 size:8050"} {"level":"info","ts":"2026-02-24T06:42:50.018071Z","caller":"traceutil/trace.go:171","msg":"trace[1643705655] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-service-9rnh5; range_end:; response_count:1; response_revision:9075; }","duration":"177.23256ms","start":"2026-02-24T06:42:49.840821Z","end":"2026-02-24T06:42:50.018054Z","steps":["trace[1643705655] 'agreement among raft nodes before linearized reading' (duration: 176.81283ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:50.408584Z","caller":"traceutil/trace.go:171","msg":"trace[825770243] linearizableReadLoop","detail":"{readStateIndex:9438; appliedIndex:9437; }","duration":"108.459146ms","start":"2026-02-24T06:42:50.300095Z","end":"2026-02-24T06:42:50.408554Z","steps":["trace[825770243] 'read index received' (duration: 108.181469ms)","trace[825770243] 'applied index is now lower than readState.Index' (duration: 276.477µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:42:50.408642Z","caller":"traceutil/trace.go:171","msg":"trace[1441418363] transaction","detail":"{read_only:false; response_revision:9076; number_of_response:1; }","duration":"381.054995ms","start":"2026-02-24T06:42:50.027556Z","end":"2026-02-24T06:42:50.408611Z","steps":["trace[1441418363] 'process raft request' (duration: 380.791309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:50.408764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.646481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:42:50.408813Z","caller":"traceutil/trace.go:171","msg":"trace[600700470] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:9076; }","duration":"108.765874ms","start":"2026-02-24T06:42:50.300034Z","end":"2026-02-24T06:42:50.4088Z","steps":["trace[600700470] 'agreement among raft nodes before linearized reading' (duration: 108.650881ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:50.408839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:50.027527Z","time spent":"381.191289ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:50.909036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835583,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T06:42:51.00093Z","caller":"traceutil/trace.go:171","msg":"trace[1585099768] linearizableReadLoop","detail":"{readStateIndex:9439; appliedIndex:9438; }","duration":"592.259307ms","start":"2026-02-24T06:42:50.408656Z","end":"2026-02-24T06:42:51.000915Z","steps":["trace[1585099768] 'read index received' (duration: 592.198486ms)","trace[1585099768] 'applied index is now lower than readState.Index' (duration: 60.091µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:42:51.001013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.513863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:42:51.00099Z","caller":"traceutil/trace.go:171","msg":"trace[1099388096] transaction","detail":"{read_only:false; response_revision:9077; number_of_response:1; }","duration":"673.160655ms","start":"2026-02-24T06:42:50.327804Z","end":"2026-02-24T06:42:51.000965Z","steps":["trace[1099388096] 'process raft request' (duration: 673.007831ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:51.001031Z","caller":"traceutil/trace.go:171","msg":"trace[726185888] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:9077; }","duration":"695.588625ms","start":"2026-02-24T06:42:50.305437Z","end":"2026-02-24T06:42:51.001025Z","steps":["trace[726185888] 'agreement among raft nodes before linearized reading' (duration: 695.535844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:51.001055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:50.305403Z","time spent":"695.646338ms","remote":"127.0.0.1:35288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:42:51.001123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:50.327779Z","time spent":"673.272328ms","remote":"127.0.0.1:57488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7383,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:51.4966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.757196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:42:51.496977Z","caller":"traceutil/trace.go:171","msg":"trace[1559929972] linearizableReadLoop","detail":"{readStateIndex:9442; appliedIndex:9439; }","duration":"429.289884ms","start":"2026-02-24T06:42:51.06767Z","end":"2026-02-24T06:42:51.49696Z","steps":["trace[1559929972] 'read index received' (duration: 108.018775ms)","trace[1559929972] 'applied index is now lower than readState.Index' (duration: 321.270139ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:42:51.496991Z","caller":"traceutil/trace.go:171","msg":"trace[173315152] transaction","detail":"{read_only:false; response_revision:9078; number_of_response:1; }","duration":"543.883785ms","start":"2026-02-24T06:42:50.953075Z","end":"2026-02-24T06:42:51.496958Z","steps":["trace[173315152] 'process raft request' (duration: 222.704118ms)","trace[173315152] 'compare' (duration: 320.49024ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:42:51.497077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.410657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:42:51.49707Z","caller":"traceutil/trace.go:171","msg":"trace[1338454192] transaction","detail":"{read_only:false; response_revision:9079; number_of_response:1; }","duration":"543.936296ms","start":"2026-02-24T06:42:50.953115Z","end":"2026-02-24T06:42:51.497052Z","steps":["trace[1338454192] 'process raft request' (duration: 543.583927ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:51.497104Z","caller":"traceutil/trace.go:171","msg":"trace[515484820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9080; }","duration":"429.479239ms","start":"2026-02-24T06:42:51.067616Z","end":"2026-02-24T06:42:51.497095Z","steps":["trace[515484820] 'agreement among raft nodes before linearized reading' (duration: 429.428648ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:51.497085Z","caller":"traceutil/trace.go:171","msg":"trace[630039764] transaction","detail":"{read_only:false; response_revision:9080; number_of_response:1; }","duration":"537.503246ms","start":"2026-02-24T06:42:50.959538Z","end":"2026-02-24T06:42:51.497041Z","steps":["trace[630039764] 'process raft request' (duration: 537.370862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:51.497159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:51.067593Z","time spent":"429.55916ms","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:42:51.497157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:50.953053Z","time spent":"544.002988ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:51.497177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:50.953088Z","time spent":"544.021418ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:51.497258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:50.959517Z","time spent":"537.665859ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:42:51.872306Z","caller":"traceutil/trace.go:171","msg":"trace[1115772567] linearizableReadLoop","detail":"{readStateIndex:9443; appliedIndex:9442; }","duration":"375.256041ms","start":"2026-02-24T06:42:51.497017Z","end":"2026-02-24T06:42:51.872273Z","steps":["trace[1115772567] 'read index received' (duration: 286.422595ms)","trace[1115772567] 'applied index is now lower than readState.Index' (duration: 88.831816ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:42:51.872474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.287838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-24T06:42:51.872548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.063617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T06:42:51.872605Z","caller":"traceutil/trace.go:171","msg":"trace[950718208] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9081; }","duration":"605.16049ms","start":"2026-02-24T06:42:51.267431Z","end":"2026-02-24T06:42:51.872591Z","steps":["trace[950718208] 'agreement among raft nodes before linearized reading' (duration: 605.016966ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:51.872608Z","caller":"traceutil/trace.go:171","msg":"trace[1234631878] transaction","detail":"{read_only:false; response_revision:9081; number_of_response:1; }","duration":"449.166612ms","start":"2026-02-24T06:42:51.423424Z","end":"2026-02-24T06:42:51.87259Z","steps":["trace[1234631878] 'process raft request' (duration: 360.070819ms)","trace[1234631878] 'compare' (duration: 88.513798ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:42:51.87266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:51.26741Z","time spent":"605.237272ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T06:42:51.872731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.553281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-02-24T06:42:51.872724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:51.423394Z","time spent":"449.256354ms","remote":"127.0.0.1:35214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6277,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:51.872741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.392258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:42:51.872769Z","caller":"traceutil/trace.go:171","msg":"trace[437833198] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9081; }","duration":"217.589532ms","start":"2026-02-24T06:42:51.655168Z","end":"2026-02-24T06:42:51.872758Z","steps":["trace[437833198] 'agreement among raft nodes before linearized reading' (duration: 217.49884ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:51.872555Z","caller":"traceutil/trace.go:171","msg":"trace[134966876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9081; }","duration":"604.418561ms","start":"2026-02-24T06:42:51.26812Z","end":"2026-02-24T06:42:51.872538Z","steps":["trace[134966876] 'agreement among raft nodes before linearized reading' (duration: 604.158905ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:51.872782Z","caller":"traceutil/trace.go:171","msg":"trace[1042949163] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:9081; }","duration":"257.47771ms","start":"2026-02-24T06:42:51.615293Z","end":"2026-02-24T06:42:51.87277Z","steps":["trace[1042949163] 'agreement among raft nodes before linearized reading' (duration: 257.382318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:51.872759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.732978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:42:51.872802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.472095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-24T06:42:51.87284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:51.268101Z","time spent":"604.710279ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T06:42:51.872857Z","caller":"traceutil/trace.go:171","msg":"trace[748271811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9081; }","duration":"374.888562ms","start":"2026-02-24T06:42:51.497945Z","end":"2026-02-24T06:42:51.872834Z","steps":["trace[748271811] 'agreement among raft nodes before linearized reading' (duration: 374.709797ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:51.872877Z","caller":"traceutil/trace.go:171","msg":"trace[694276996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9081; }","duration":"260.581037ms","start":"2026-02-24T06:42:51.612279Z","end":"2026-02-24T06:42:51.87286Z","steps":["trace[694276996] 'agreement among raft nodes before linearized reading' (duration: 260.372602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:51.872477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.74159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-24T06:42:51.872916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:51.497926Z","time spent":"374.977644ms","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T06:42:51.872945Z","caller":"traceutil/trace.go:171","msg":"trace[763030276] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9081; }","duration":"605.265692ms","start":"2026-02-24T06:42:51.26767Z","end":"2026-02-24T06:42:51.872935Z","steps":["trace[763030276] 'agreement among raft nodes before linearized reading' (duration: 604.658107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:51.872982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:51.267645Z","time spent":"605.326864ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T06:42:51.873051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.432659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T06:42:51.873072Z","caller":"traceutil/trace.go:171","msg":"trace[1632771094] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9081; }","duration":"350.496011ms","start":"2026-02-24T06:42:51.522571Z","end":"2026-02-24T06:42:51.873067Z","steps":["trace[1632771094] 'agreement among raft nodes before linearized reading' (duration: 350.430979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:51.873086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:51.522547Z","time spent":"350.535641ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T06:42:51.873004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.874861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:42:51.873083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.955657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T06:42:51.87318Z","caller":"traceutil/trace.go:171","msg":"trace[539734184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9081; }","duration":"261.253364ms","start":"2026-02-24T06:42:51.611886Z","end":"2026-02-24T06:42:51.87314Z","steps":["trace[539734184] 'agreement among raft nodes before linearized reading' (duration: 261.129981ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:51.873167Z","caller":"traceutil/trace.go:171","msg":"trace[2123675599] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:9081; }","duration":"266.024234ms","start":"2026-02-24T06:42:51.607116Z","end":"2026-02-24T06:42:51.873141Z","steps":["trace[2123675599] 'agreement among raft nodes before linearized reading' (duration: 265.825629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:52.446363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.683318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:42:52.446583Z","caller":"traceutil/trace.go:171","msg":"trace[277856480] transaction","detail":"{read_only:false; response_revision:9083; number_of_response:1; }","duration":"569.62065ms","start":"2026-02-24T06:42:51.876942Z","end":"2026-02-24T06:42:52.446563Z","steps":["trace[277856480] 'process raft request' (duration: 569.519818ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:52.446687Z","caller":"traceutil/trace.go:171","msg":"trace[875190773] transaction","detail":"{read_only:false; response_revision:9082; number_of_response:1; }","duration":"569.770604ms","start":"2026-02-24T06:42:51.876888Z","end":"2026-02-24T06:42:52.446659Z","steps":["trace[875190773] 'process raft request' (duration: 356.698276ms)","trace[875190773] 'compare' (duration: 212.484983ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:42:52.446839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:51.876859Z","time spent":"569.905817ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:52.446679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:51.876919Z","time spent":"569.716292ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:52.827943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.825835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:42:52.828263Z","caller":"traceutil/trace.go:171","msg":"trace[1560171371] transaction","detail":"{read_only:false; response_revision:9085; number_of_response:1; }","duration":"950.894061ms","start":"2026-02-24T06:42:51.877347Z","end":"2026-02-24T06:42:52.828241Z","steps":["trace[1560171371] 'process raft request' (duration: 950.710146ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:52.828354Z","caller":"traceutil/trace.go:171","msg":"trace[437323244] transaction","detail":"{read_only:false; response_revision:9084; number_of_response:1; }","duration":"951.344093ms","start":"2026-02-24T06:42:51.876995Z","end":"2026-02-24T06:42:52.828339Z","steps":["trace[437323244] 'process raft request' (duration: 670.033016ms)","trace[437323244] 'compare' (duration: 280.653421ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:42:52.828334Z","caller":"traceutil/trace.go:171","msg":"trace[1157531767] transaction","detail":"{read_only:false; response_revision:9086; number_of_response:1; }","duration":"950.780817ms","start":"2026-02-24T06:42:51.877524Z","end":"2026-02-24T06:42:52.828305Z","steps":["trace[1157531767] 'process raft request' (duration: 950.605513ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:52.828368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:51.877334Z","time spent":"950.989603ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:52.828399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:51.876985Z","time spent":"951.392004ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:42:52.828415Z","caller":"traceutil/trace.go:171","msg":"trace[405888631] linearizableReadLoop","detail":"{readStateIndex:9447; appliedIndex:9443; }","duration":"950.862489ms","start":"2026-02-24T06:42:51.877524Z","end":"2026-02-24T06:42:52.828387Z","steps":["trace[405888631] 'read index received' (duration: 356.10767ms)","trace[405888631] 'applied index is now lower than readState.Index' (duration: 594.752599ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:42:52.828471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:51.877515Z","time spent":"950.878911ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:42:52.828505Z","caller":"traceutil/trace.go:171","msg":"trace[1730782904] transaction","detail":"{read_only:false; response_revision:9087; number_of_response:1; }","duration":"944.504031ms","start":"2026-02-24T06:42:51.88397Z","end":"2026-02-24T06:42:52.828474Z","steps":["trace[1730782904] 'process raft request' (duration: 944.205213ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:52.828631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.093256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"warn","ts":"2026-02-24T06:42:52.828644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:51.883952Z","time spent":"944.616334ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7935,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:52.828651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.171449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:42:52.828681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.446691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-24T06:42:52.828686Z","caller":"traceutil/trace.go:171","msg":"trace[719816441] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9087; }","duration":"951.156197ms","start":"2026-02-24T06:42:51.877517Z","end":"2026-02-24T06:42:52.828674Z","steps":["trace[719816441] 'agreement among raft nodes before linearized reading' (duration: 950.959983ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:52.828726Z","caller":"traceutil/trace.go:171","msg":"trace[1057178839] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:9087; }","duration":"297.559793ms","start":"2026-02-24T06:42:52.531156Z","end":"2026-02-24T06:42:52.828716Z","steps":["trace[1057178839] 'agreement among raft nodes before linearized reading' (duration: 297.384369ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:52.828739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:51.877486Z","time spent":"951.242329ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-24T06:42:52.828741Z","caller":"traceutil/trace.go:171","msg":"trace[1929754435] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:9087; }","duration":"203.297502ms","start":"2026-02-24T06:42:52.625416Z","end":"2026-02-24T06:42:52.828713Z","steps":["trace[1929754435] 'agreement among raft nodes before linearized reading' (duration: 203.153039ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:53.250764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.408718ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-24T06:42:53.250856Z","caller":"traceutil/trace.go:171","msg":"trace[9432812] linearizableReadLoop","detail":"{readStateIndex:9450; appliedIndex:9449; }","duration":"420.583546ms","start":"2026-02-24T06:42:52.830257Z","end":"2026-02-24T06:42:53.25084Z","steps":["trace[9432812] 'read index received' (duration: 173.093976ms)","trace[9432812] 'applied index is now lower than readState.Index' (duration: 247.48814ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:42:53.250858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:52.829536Z","time spent":"421.315604ms","remote":"127.0.0.1:34982","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T06:42:53.251104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.836773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17352"} {"level":"info","ts":"2026-02-24T06:42:53.251142Z","caller":"traceutil/trace.go:171","msg":"trace[1485803068] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9087; }","duration":"420.903964ms","start":"2026-02-24T06:42:52.830228Z","end":"2026-02-24T06:42:53.251132Z","steps":["trace[1485803068] 'agreement among raft nodes before linearized reading' (duration: 420.676808ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:53.251173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:52.830199Z","time spent":"420.966886ms","remote":"127.0.0.1:35148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17376,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-24T06:42:53.751277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:42:54.069819Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.066455576s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:42:55.066806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000392693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:42:55.066892Z","caller":"traceutil/trace.go:171","msg":"trace[929957559] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000533096s","start":"2026-02-24T06:42:53.066341Z","end":"2026-02-24T06:42:55.066874Z","steps":["trace[929957559] 'agreement among raft nodes before linearized reading' (duration: 2.000418333s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:55.066941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:53.066324Z","time spent":"2.000606108s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:42:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:42:56.141073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:55.304255Z","time spent":"836.805444ms","remote":"127.0.0.1:53298","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T06:42:56.141381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071260288s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:42:56.141555Z","caller":"traceutil/trace.go:171","msg":"trace[1324885299] transaction","detail":"{read_only:false; response_revision:9088; number_of_response:1; }","duration":"3.306487762s","start":"2026-02-24T06:42:52.835033Z","end":"2026-02-24T06:42:56.14152Z","steps":["trace[1324885299] 'process raft request' (duration: 1.234994778s)","trace[1324885299] 'compare' (duration: 2.071006622s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:42:56.14167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:52.835019Z","time spent":"3.306594415s","remote":"127.0.0.1:35214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6271,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:56.451537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.371825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:42:56.451743Z","caller":"traceutil/trace.go:171","msg":"trace[1740910590] transaction","detail":"{read_only:false; response_revision:9089; number_of_response:1; }","duration":"3.199745078s","start":"2026-02-24T06:42:53.251963Z","end":"2026-02-24T06:42:56.451708Z","steps":["trace[1740910590] 'process raft request' (duration: 3.057112855s)","trace[1740910590] 'compare' (duration: 142.240052ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:42:56.451794Z","caller":"traceutil/trace.go:171","msg":"trace[951391507] transaction","detail":"{read_only:false; response_revision:9091; number_of_response:1; }","duration":"2.948882414s","start":"2026-02-24T06:42:53.502892Z","end":"2026-02-24T06:42:56.451774Z","steps":["trace[951391507] 'process raft request' (duration: 2.948802042s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:56.451866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:53.50288Z","time spent":"2.948949215s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:56.451893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:53.25192Z","time spent":"3.199891303s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:42:56.451917Z","caller":"traceutil/trace.go:171","msg":"trace[1098524127] transaction","detail":"{read_only:false; response_revision:9090; number_of_response:1; }","duration":"2.950285249s","start":"2026-02-24T06:42:53.501594Z","end":"2026-02-24T06:42:56.451879Z","steps":["trace[1098524127] 'process raft request' (duration: 2.950042962s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:56.452002Z","caller":"traceutil/trace.go:171","msg":"trace[1920061667] transaction","detail":"{read_only:false; response_revision:9092; number_of_response:1; }","duration":"2.949034257s","start":"2026-02-24T06:42:53.502957Z","end":"2026-02-24T06:42:56.451992Z","steps":["trace[1920061667] 'process raft request' (duration: 2.94876697s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:56.452058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:53.501566Z","time spent":"2.950422063s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:56.452057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:53.50295Z","time spent":"2.949081168s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:42:56.452202Z","caller":"traceutil/trace.go:171","msg":"trace[2122400885] linearizableReadLoop","detail":"{readStateIndex:9455; appliedIndex:9450; }","duration":"3.201270516s","start":"2026-02-24T06:42:53.250881Z","end":"2026-02-24T06:42:56.452152Z","steps":["trace[2122400885] 'read index received' (duration: 819.12592ms)","trace[2122400885] 'applied index is now lower than readState.Index' (duration: 2.382133986s)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:42:56.452269Z","caller":"traceutil/trace.go:171","msg":"trace[2131737444] transaction","detail":"{read_only:false; response_revision:9093; number_of_response:1; }","duration":"306.071208ms","start":"2026-02-24T06:42:56.146177Z","end":"2026-02-24T06:42:56.452248Z","steps":["trace[2131737444] 'process raft request' (duration: 305.838073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:56.452367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:56.146147Z","time spent":"306.176961ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":645,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T06:42:56.452438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.144224258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:42:56.452468Z","caller":"traceutil/trace.go:171","msg":"trace[1645614313] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9093; }","duration":"3.14431018s","start":"2026-02-24T06:42:53.30815Z","end":"2026-02-24T06:42:56.452461Z","steps":["trace[1645614313] 'agreement among raft nodes before linearized reading' (duration: 3.144240368s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:56.452487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:53.308128Z","time spent":"3.144355001s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-24T06:42:56.452524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.569005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:42:56.452519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619367437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T06:42:56.452588Z","caller":"traceutil/trace.go:171","msg":"trace[479216176] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:9093; }","duration":"602.710759ms","start":"2026-02-24T06:42:55.849867Z","end":"2026-02-24T06:42:56.452578Z","steps":["trace[479216176] 'agreement among raft nodes before linearized reading' (duration: 602.537774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:56.452594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001689906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T06:42:56.452611Z","caller":"traceutil/trace.go:171","msg":"trace[1075912829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9093; }","duration":"1.61950687s","start":"2026-02-24T06:42:54.833092Z","end":"2026-02-24T06:42:56.452599Z","steps":["trace[1075912829] 'agreement among raft nodes before linearized reading' (duration: 1.619302755s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:56.452618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.075072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:42:56.452629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:55.849848Z","time spent":"602.77144ms","remote":"127.0.0.1:35350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:42:56.452636Z","caller":"traceutil/trace.go:171","msg":"trace[1874075347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9093; }","duration":"2.001731757s","start":"2026-02-24T06:42:54.450894Z","end":"2026-02-24T06:42:56.452626Z","steps":["trace[1874075347] 'agreement among raft nodes before linearized reading' (duration: 2.001566263s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:56.45264Z","caller":"traceutil/trace.go:171","msg":"trace[1896449289] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-endpoints; range_end:; response_count:0; response_revision:9093; }","duration":"299.131804ms","start":"2026-02-24T06:42:56.153503Z","end":"2026-02-24T06:42:56.452635Z","steps":["trace[1896449289] 'agreement among raft nodes before linearized reading' (duration: 299.085723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:56.452644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:54.833065Z","time spent":"1.619571712s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T06:42:56.452659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.568834802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:42:56.452684Z","caller":"traceutil/trace.go:171","msg":"trace[1160095533] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:9093; }","duration":"2.568901834s","start":"2026-02-24T06:42:53.883776Z","end":"2026-02-24T06:42:56.452678Z","steps":["trace[1160095533] 'agreement among raft nodes before linearized reading' (duration: 2.568828492s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:56.452654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385314964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:42:56.452715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619653304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T06:42:56.45274Z","caller":"traceutil/trace.go:171","msg":"trace[1045131859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9093; }","duration":"1.619676184s","start":"2026-02-24T06:42:54.833057Z","end":"2026-02-24T06:42:56.452733Z","steps":["trace[1045131859] 'agreement among raft nodes before linearized reading' (duration: 1.619617203s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:56.452737Z","caller":"traceutil/trace.go:171","msg":"trace[729039108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9093; }","duration":"1.38555092s","start":"2026-02-24T06:42:55.067169Z","end":"2026-02-24T06:42:56.45272Z","steps":["trace[729039108] 'agreement among raft nodes before linearized reading' (duration: 1.385310764s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:56.452768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:54.833Z","time spent":"1.619763577s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T06:42:56.452782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748086673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:42:56.452807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224493505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:42:56.452814Z","caller":"traceutil/trace.go:171","msg":"trace[1712730010] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:9093; }","duration":"2.748162755s","start":"2026-02-24T06:42:53.704646Z","end":"2026-02-24T06:42:56.452809Z","steps":["trace[1712730010] 'agreement among raft nodes before linearized reading' (duration: 2.748064563s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:56.45283Z","caller":"traceutil/trace.go:171","msg":"trace[794165647] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9093; }","duration":"1.224553957s","start":"2026-02-24T06:42:55.22827Z","end":"2026-02-24T06:42:56.452824Z","steps":["trace[794165647] 'agreement among raft nodes before linearized reading' (duration: 1.224510246s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:56.452845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832898856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-02-24T06:42:56.452845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.054224522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:42:56.452867Z","caller":"traceutil/trace.go:171","msg":"trace[1801594382] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:9093; }","duration":"1.832954857s","start":"2026-02-24T06:42:54.619905Z","end":"2026-02-24T06:42:56.45286Z","steps":["trace[1801594382] 'agreement among raft nodes before linearized reading' (duration: 1.832914256s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:56.452881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:55.228254Z","time spent":"1.224621578s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:42:56.452878Z","caller":"traceutil/trace.go:171","msg":"trace[156988505] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:9093; }","duration":"3.054312804s","start":"2026-02-24T06:42:53.398556Z","end":"2026-02-24T06:42:56.452869Z","steps":["trace[156988505] 'agreement among raft nodes before linearized reading' (duration: 3.054252682s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:56.452736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618817373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T06:42:56.452944Z","caller":"traceutil/trace.go:171","msg":"trace[1492468680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9093; }","duration":"1.619060349s","start":"2026-02-24T06:42:54.833877Z","end":"2026-02-24T06:42:56.452937Z","steps":["trace[1492468680] 'agreement among raft nodes before linearized reading' (duration: 1.618802173s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:56.452945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001632283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-24T06:42:56.452966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:54.833854Z","time spent":"1.619105901s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T06:42:56.452966Z","caller":"traceutil/trace.go:171","msg":"trace[2064042533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9093; }","duration":"2.001697466s","start":"2026-02-24T06:42:54.451263Z","end":"2026-02-24T06:42:56.452961Z","steps":["trace[2064042533] 'agreement among raft nodes before linearized reading' (duration: 2.001638195s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:56.452987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:54.451239Z","time spent":"2.001744327s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T06:42:56.452889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:54.619886Z","time spent":"1.832998649s","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-24T06:42:56.452834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:53.704618Z","time spent":"2.748210326s","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":57,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:42:56.452701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:53.883752Z","time spent":"2.568945725s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"warn","ts":"2026-02-24T06:42:56.452781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:55.067154Z","time spent":"1.385618802s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:42:56.452662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:54.450838Z","time spent":"2.001817628s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T06:42:56.452911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:53.398531Z","time spent":"3.054373206s","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:42:56.453826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.402069937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:42:56.454133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.910942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:42:56.45419Z","caller":"traceutil/trace.go:171","msg":"trace[1361995902] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9093; }","duration":"564.213574ms","start":"2026-02-24T06:42:55.889957Z","end":"2026-02-24T06:42:56.454171Z","steps":["trace[1361995902] 'agreement among raft nodes before linearized reading' (duration: 562.927712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:56.454223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:55.889936Z","time spent":"564.274336ms","remote":"127.0.0.1:57494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:42:56.453984Z","caller":"traceutil/trace.go:171","msg":"trace[1045163349] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:9093; }","duration":"3.403730998s","start":"2026-02-24T06:42:53.050237Z","end":"2026-02-24T06:42:56.453968Z","steps":["trace[1045163349] 'agreement among raft nodes before linearized reading' (duration: 3.402047286s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:56.454667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:53.050216Z","time spent":"3.40418862s","remote":"127.0.0.1:35222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:42:57.025802Z","caller":"traceutil/trace.go:171","msg":"trace[1791988202] transaction","detail":"{read_only:false; response_revision:9095; number_of_response:1; }","duration":"567.483865ms","start":"2026-02-24T06:42:56.458279Z","end":"2026-02-24T06:42:57.025763Z","steps":["trace[1791988202] 'process raft request' (duration: 566.986993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:57.026935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.44762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"warn","ts":"2026-02-24T06:42:57.026931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.823105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:42:57.027022Z","caller":"traceutil/trace.go:171","msg":"trace[1548540369] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9100; }","duration":"566.535312ms","start":"2026-02-24T06:42:56.460448Z","end":"2026-02-24T06:42:57.026983Z","steps":["trace[1548540369] 'agreement among raft nodes before linearized reading' (duration: 566.390019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:57.02702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:56.458274Z","time spent":"568.656276ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:42:57.026036Z","caller":"traceutil/trace.go:171","msg":"trace[416232464] transaction","detail":"{read_only:false; response_revision:9097; number_of_response:1; }","duration":"567.162018ms","start":"2026-02-24T06:42:56.458851Z","end":"2026-02-24T06:42:57.026013Z","steps":["trace[416232464] 'process raft request' (duration: 566.87149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:57.027078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:56.460444Z","time spent":"566.622264ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-24T06:42:57.027084Z","caller":"traceutil/trace.go:171","msg":"trace[845749470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9100; }","duration":"566.008089ms","start":"2026-02-24T06:42:56.46105Z","end":"2026-02-24T06:42:57.027058Z","steps":["trace[845749470] 'agreement among raft nodes before linearized reading' (duration: 565.732732ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:57.026047Z","caller":"traceutil/trace.go:171","msg":"trace[2141526812] transaction","detail":"{read_only:false; response_revision:9098; number_of_response:1; }","duration":"566.454381ms","start":"2026-02-24T06:42:56.459575Z","end":"2026-02-24T06:42:57.026029Z","steps":["trace[2141526812] 'process raft request' (duration: 566.228954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:57.027144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:56.461045Z","time spent":"566.088601ms","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T06:42:57.026073Z","caller":"traceutil/trace.go:171","msg":"trace[933525842] transaction","detail":"{read_only:false; response_revision:9099; number_of_response:1; }","duration":"564.730427ms","start":"2026-02-24T06:42:56.46132Z","end":"2026-02-24T06:42:57.026051Z","steps":["trace[933525842] 'process raft request' (duration: 564.529481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:57.027205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:56.45884Z","time spent":"568.268366ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:42:57.026108Z","caller":"traceutil/trace.go:171","msg":"trace[667288265] transaction","detail":"{read_only:false; response_revision:9096; number_of_response:1; }","duration":"567.6384ms","start":"2026-02-24T06:42:56.458461Z","end":"2026-02-24T06:42:57.026099Z","steps":["trace[667288265] 'process raft request' (duration: 567.157108ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:57.026565Z","caller":"traceutil/trace.go:171","msg":"trace[384159208] transaction","detail":"{read_only:false; response_revision:9100; number_of_response:1; }","duration":"540.864599ms","start":"2026-02-24T06:42:56.48568Z","end":"2026-02-24T06:42:57.026545Z","steps":["trace[384159208] 'process raft request' (duration: 540.238003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:57.026869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.451241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:300332"} {"level":"info","ts":"2026-02-24T06:42:57.027621Z","caller":"traceutil/trace.go:171","msg":"trace[936847820] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:9100; }","duration":"569.22715ms","start":"2026-02-24T06:42:56.45838Z","end":"2026-02-24T06:42:57.027607Z","steps":["trace[936847820] 'agreement among raft nodes before linearized reading' (duration: 568.101482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:57.02762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:56.485657Z","time spent":"541.830633ms","remote":"127.0.0.1:35052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65746,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:57.027686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:56.458376Z","time spent":"569.295561ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":33,"response size":300356,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-24T06:42:57.02727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:56.461313Z","time spent":"565.922657ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:42:57.026455Z","caller":"traceutil/trace.go:171","msg":"trace[1158532722] linearizableReadLoop","detail":"{readStateIndex:9463; appliedIndex:9457; }","duration":"497.850432ms","start":"2026-02-24T06:42:56.528589Z","end":"2026-02-24T06:42:57.026439Z","steps":["trace[1158532722] 'read index received' (duration: 496.59583ms)","trace[1158532722] 'applied index is now lower than readState.Index' (duration: 1.252842ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:42:57.027388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:56.458448Z","time spent":"568.875481ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:57.027905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:56.459564Z","time spent":"567.62838ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:57.028241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.019121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-24T06:42:57.028339Z","caller":"traceutil/trace.go:171","msg":"trace[13124177] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9100; }","duration":"497.157314ms","start":"2026-02-24T06:42:56.531124Z","end":"2026-02-24T06:42:57.028282Z","steps":["trace[13124177] 'agreement among raft nodes before linearized reading' (duration: 496.895748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:57.028404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:56.531112Z","time spent":"497.281167ms","remote":"127.0.0.1:35248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-24T06:42:57.028411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.897921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-02-24T06:42:57.028459Z","caller":"traceutil/trace.go:171","msg":"trace[1693896648] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9100; }","duration":"365.003773ms","start":"2026-02-24T06:42:56.663441Z","end":"2026-02-24T06:42:57.028445Z","steps":["trace[1693896648] 'agreement among raft nodes before linearized reading' (duration: 364.817909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:57.028493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:56.663411Z","time spent":"365.073725ms","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-02-24T06:42:57.562414Z","caller":"traceutil/trace.go:171","msg":"trace[999101043] linearizableReadLoop","detail":"{readStateIndex:9464; appliedIndex:9463; }","duration":"206.881863ms","start":"2026-02-24T06:42:57.355506Z","end":"2026-02-24T06:42:57.562387Z","steps":["trace[999101043] 'read index received' (duration: 206.709409ms)","trace[999101043] 'applied index is now lower than readState.Index' (duration: 170.784µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:42:57.562614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.100019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:42:57.5627Z","caller":"traceutil/trace.go:171","msg":"trace[845958246] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:9101; }","duration":"207.243922ms","start":"2026-02-24T06:42:57.355435Z","end":"2026-02-24T06:42:57.562679Z","steps":["trace[845958246] 'agreement among raft nodes before linearized reading' (duration: 207.052327ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:57.5625Z","caller":"traceutil/trace.go:171","msg":"trace[1236083920] transaction","detail":"{read_only:false; response_revision:9101; number_of_response:1; }","duration":"522.699795ms","start":"2026-02-24T06:42:57.039743Z","end":"2026-02-24T06:42:57.562443Z","steps":["trace[1236083920] 'process raft request' (duration: 522.458079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:57.563133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:57.039724Z","time spent":"523.30709ms","remote":"127.0.0.1:35214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12193,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T06:42:57.97912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.312258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:42:57.979237Z","caller":"traceutil/trace.go:171","msg":"trace[1135039182] linearizableReadLoop","detail":"{readStateIndex:9465; appliedIndex:9464; }","duration":"409.617311ms","start":"2026-02-24T06:42:57.569599Z","end":"2026-02-24T06:42:57.979217Z","steps":["trace[1135039182] 'read index received' (duration: 122.036887ms)","trace[1135039182] 'applied index is now lower than readState.Index' (duration: 287.578664ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:42:57.979265Z","caller":"traceutil/trace.go:171","msg":"trace[1157616889] transaction","detail":"{read_only:false; response_revision:9102; number_of_response:1; }","duration":"456.399004ms","start":"2026-02-24T06:42:57.522839Z","end":"2026-02-24T06:42:57.979238Z","steps":["trace[1157616889] 'process raft request' (duration: 168.87289ms)","trace[1157616889] 'compare' (duration: 287.112743ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:42:57.979357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.765365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:42:57.979391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:57.522812Z","time spent":"456.510177ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:57.979466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.580642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:42:57.9795Z","caller":"traceutil/trace.go:171","msg":"trace[2021403037] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:9102; }","duration":"154.643854ms","start":"2026-02-24T06:42:57.824848Z","end":"2026-02-24T06:42:57.979492Z","steps":["trace[2021403037] 'agreement among raft nodes before linearized reading' (duration: 154.584732ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:57.979493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.417224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:42:57.979547Z","caller":"traceutil/trace.go:171","msg":"trace[438429957] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:9102; }","duration":"409.801356ms","start":"2026-02-24T06:42:57.56958Z","end":"2026-02-24T06:42:57.979382Z","steps":["trace[438429957] 'agreement among raft nodes before linearized reading' (duration: 409.732324ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:57.979551Z","caller":"traceutil/trace.go:171","msg":"trace[2045594798] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:9102; }","duration":"179.521537ms","start":"2026-02-24T06:42:57.800011Z","end":"2026-02-24T06:42:57.979532Z","steps":["trace[2045594798] 'agreement among raft nodes before linearized reading' (duration: 179.427194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:57.979625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:57.569516Z","time spent":"410.066292ms","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"info","ts":"2026-02-24T06:42:58.464254Z","caller":"traceutil/trace.go:171","msg":"trace[38804749] linearizableReadLoop","detail":"{readStateIndex:9466; appliedIndex:9465; }","duration":"398.092522ms","start":"2026-02-24T06:42:58.066141Z","end":"2026-02-24T06:42:58.464234Z","steps":["trace[38804749] 'read index received' (duration: 398.068952ms)","trace[38804749] 'applied index is now lower than readState.Index' (duration: 22.7µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:42:58.464312Z","caller":"traceutil/trace.go:171","msg":"trace[1966597834] transaction","detail":"{read_only:false; response_revision:9103; number_of_response:1; }","duration":"481.336958ms","start":"2026-02-24T06:42:57.982943Z","end":"2026-02-24T06:42:58.46428Z","steps":["trace[1966597834] 'process raft request' (duration: 481.176674ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:58.464416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.261017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:42:58.464441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:57.982921Z","time spent":"481.455982ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12726,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T06:42:58.46448Z","caller":"traceutil/trace.go:171","msg":"trace[993361148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9103; }","duration":"398.38702ms","start":"2026-02-24T06:42:58.066083Z","end":"2026-02-24T06:42:58.46447Z","steps":["trace[993361148] 'agreement among raft nodes before linearized reading' (duration: 398.241346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:58.464517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:58.066059Z","time spent":"398.446421ms","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T06:42:58.883026Z","caller":"traceutil/trace.go:171","msg":"trace[1752764164] transaction","detail":"{read_only:false; response_revision:9105; number_of_response:1; }","duration":"510.639372ms","start":"2026-02-24T06:42:58.372369Z","end":"2026-02-24T06:42:58.883009Z","steps":["trace[1752764164] 'process raft request' (duration: 510.57613ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:58.883045Z","caller":"traceutil/trace.go:171","msg":"trace[1667694733] transaction","detail":"{read_only:false; response_revision:9104; number_of_response:1; }","duration":"582.951793ms","start":"2026-02-24T06:42:58.300072Z","end":"2026-02-24T06:42:58.883024Z","steps":["trace[1667694733] 'process raft request' (duration: 582.748358ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:58.883131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:58.372348Z","time spent":"510.731425ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:58.883145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:58.30003Z","time spent":"583.058826ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:42:58.883619Z","caller":"traceutil/trace.go:171","msg":"trace[1110687285] transaction","detail":"{read_only:false; response_revision:9107; number_of_response:1; }","duration":"423.697675ms","start":"2026-02-24T06:42:58.459899Z","end":"2026-02-24T06:42:58.883597Z","steps":["trace[1110687285] 'process raft request' (duration: 423.570282ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:42:58.883628Z","caller":"traceutil/trace.go:171","msg":"trace[1817886308] transaction","detail":"{read_only:false; response_revision:9106; number_of_response:1; }","duration":"425.842588ms","start":"2026-02-24T06:42:58.457744Z","end":"2026-02-24T06:42:58.883586Z","steps":["trace[1817886308] 'process raft request' (duration: 425.227262ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:42:58.883767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:58.459876Z","time spent":"423.814778ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:42:58.883827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:58.457724Z","time spent":"425.989551ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:00.396945Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.513965547s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:43:00.397589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387401966s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:00.397739Z","caller":"traceutil/trace.go:171","msg":"trace[152117307] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9107; }","duration":"1.38756337s","start":"2026-02-24T06:42:59.010157Z","end":"2026-02-24T06:43:00.397721Z","steps":["trace[152117307] 'range keys from in-memory index tree' (duration: 1.387388705s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:00.398037Z","caller":"traceutil/trace.go:171","msg":"trace[1854882521] transaction","detail":"{read_only:false; response_revision:9108; number_of_response:1; }","duration":"1.933784524s","start":"2026-02-24T06:42:58.46422Z","end":"2026-02-24T06:43:00.398004Z","steps":["trace[1854882521] 'process raft request' (duration: 1.932905622s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:00.398321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:58.464206Z","time spent":"1.933977688s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:00.398421Z","caller":"traceutil/trace.go:171","msg":"trace[1963562554] transaction","detail":"{read_only:false; response_revision:9109; number_of_response:1; }","duration":"1.926761908s","start":"2026-02-24T06:42:58.471615Z","end":"2026-02-24T06:43:00.398377Z","steps":["trace[1963562554] 'process raft request' (duration: 1.926250425s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:00.398473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933089057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:00.398507Z","caller":"traceutil/trace.go:171","msg":"trace[1314429419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9111; }","duration":"1.933171649s","start":"2026-02-24T06:42:58.465326Z","end":"2026-02-24T06:43:00.398498Z","steps":["trace[1314429419] 'agreement among raft nodes before linearized reading' (duration: 1.933087837s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:00.398545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:58.471593Z","time spent":"1.92689264s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":683,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T06:43:00.398556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:58.465304Z","time spent":"1.93322644s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T06:43:00.398663Z","caller":"traceutil/trace.go:171","msg":"trace[1511213349] transaction","detail":"{read_only:false; response_revision:9110; number_of_response:1; }","duration":"1.924659115s","start":"2026-02-24T06:42:58.47398Z","end":"2026-02-24T06:43:00.398639Z","steps":["trace[1511213349] 'process raft request' (duration: 1.924254945s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:00.398741Z","caller":"traceutil/trace.go:171","msg":"trace[2125902492] transaction","detail":"{read_only:false; response_revision:9111; number_of_response:1; }","duration":"1.922707275s","start":"2026-02-24T06:42:58.476022Z","end":"2026-02-24T06:43:00.39873Z","steps":["trace[2125902492] 'process raft request' (duration: 1.922296885s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:00.398787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:58.473963Z","time spent":"1.924754607s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12772,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:00.398836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:58.476008Z","time spent":"1.922774568s","remote":"127.0.0.1:35214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12375,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:00.398386Z","caller":"traceutil/trace.go:171","msg":"trace[35205084] linearizableReadLoop","detail":"{readStateIndex:9471; appliedIndex:9467; }","duration":"1.932989494s","start":"2026-02-24T06:42:58.465383Z","end":"2026-02-24T06:43:00.398372Z","steps":["trace[35205084] 'read index received' (duration: 417.55506ms)","trace[35205084] 'applied index is now lower than readState.Index' (duration: 1.515433224s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:01.908576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390463932s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T06:43:01.908807Z","caller":"traceutil/trace.go:171","msg":"trace[571418931] linearizableReadLoop","detail":"{readStateIndex:9475; appliedIndex:9474; }","duration":"1.509816603s","start":"2026-02-24T06:43:00.398972Z","end":"2026-02-24T06:43:01.908789Z","steps":["trace[571418931] 'read index received' (duration: 119.019642ms)","trace[571418931] 'applied index is now lower than readState.Index' (duration: 1.390795681s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:01.909007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490030958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-24T06:43:01.909035Z","caller":"traceutil/trace.go:171","msg":"trace[868399919] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9111; }","duration":"2.49009204s","start":"2026-02-24T06:42:59.418934Z","end":"2026-02-24T06:43:01.909026Z","steps":["trace[868399919] 'agreement among raft nodes before linearized reading' (duration: 2.489955647s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:01.90907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:59.418921Z","time spent":"2.490140761s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-24T06:43:01.909045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490010158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-24T06:43:01.909138Z","caller":"traceutil/trace.go:171","msg":"trace[2144738092] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9111; }","duration":"2.490151491s","start":"2026-02-24T06:42:59.418961Z","end":"2026-02-24T06:43:01.909112Z","steps":["trace[2144738092] 'agreement among raft nodes before linearized reading' (duration: 2.489869154s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:01.909163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68690581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:43:01.909194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:59.418944Z","time spent":"2.490234923s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-24T06:43:01.909211Z","caller":"traceutil/trace.go:171","msg":"trace[1777760256] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9111; }","duration":"1.687001422s","start":"2026-02-24T06:43:00.222198Z","end":"2026-02-24T06:43:01.909199Z","steps":["trace[1777760256] 'agreement among raft nodes before linearized reading' (duration: 1.686897s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:01.909238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:00.222179Z","time spent":"1.687054044s","remote":"127.0.0.1:51180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:01.909221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676694924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:43:01.909304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.862675874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:43:01.909336Z","caller":"traceutil/trace.go:171","msg":"trace[4955972] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9111; }","duration":"2.862728865s","start":"2026-02-24T06:42:59.046593Z","end":"2026-02-24T06:43:01.909322Z","steps":["trace[4955972] 'agreement among raft nodes before linearized reading' (duration: 2.862686564s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:01.90934Z","caller":"traceutil/trace.go:171","msg":"trace[1495098580] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:9111; }","duration":"1.676898809s","start":"2026-02-24T06:43:00.232421Z","end":"2026-02-24T06:43:01.90932Z","steps":["trace[1495098580] 'agreement among raft nodes before linearized reading' (duration: 1.676496029s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:01.909357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:59.046578Z","time spent":"2.862774906s","remote":"127.0.0.1:51258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:01.909349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.861407103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-24T06:43:01.909386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:00.2324Z","time spent":"1.676977491s","remote":"127.0.0.1:34568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":38,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:43:01.909399Z","caller":"traceutil/trace.go:171","msg":"trace[1145059435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9111; }","duration":"2.861468434s","start":"2026-02-24T06:42:59.047911Z","end":"2026-02-24T06:43:01.909379Z","steps":["trace[1145059435] 'agreement among raft nodes before linearized reading' (duration: 2.861370621s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:01.909446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:59.047901Z","time spent":"2.861534355s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T06:43:01.909501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.25492047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-24T06:43:01.90952Z","caller":"traceutil/trace.go:171","msg":"trace[1120191216] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:9111; }","duration":"3.254983791s","start":"2026-02-24T06:42:58.654531Z","end":"2026-02-24T06:43:01.909514Z","steps":["trace[1120191216] 'agreement among raft nodes before linearized reading' (duration: 3.25493059s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:01.909535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:58.654493Z","time spent":"3.255037453s","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-24T06:43:01.909244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.375802118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-24T06:43:01.909245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.861941245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-24T06:43:01.909619Z","caller":"traceutil/trace.go:171","msg":"trace[306165304] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9111; }","duration":"3.376211448s","start":"2026-02-24T06:42:58.533387Z","end":"2026-02-24T06:43:01.909598Z","steps":["trace[306165304] 'agreement among raft nodes before linearized reading' (duration: 3.375735747s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:01.909664Z","caller":"traceutil/trace.go:171","msg":"trace[1583325186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9111; }","duration":"2.862391247s","start":"2026-02-24T06:42:59.047259Z","end":"2026-02-24T06:43:01.90965Z","steps":["trace[1583325186] 'agreement among raft nodes before linearized reading' (duration: 2.861843373s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:01.909678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:58.533371Z","time spent":"3.376289s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T06:43:01.909714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:59.047244Z","time spent":"2.862456279s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-24T06:43:01.909987Z","caller":"traceutil/trace.go:171","msg":"trace[587126395] transaction","detail":"{read_only:false; response_revision:9112; number_of_response:1; }","duration":"1.5068977s","start":"2026-02-24T06:43:00.403067Z","end":"2026-02-24T06:43:01.909965Z","steps":["trace[587126395] 'process raft request' (duration: 1.505608558s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:01.91012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:00.403047Z","time spent":"1.507004262s","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T06:43:02.407692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000001354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:43:02.407777Z","caller":"traceutil/trace.go:171","msg":"trace[1707463783] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000115136s","start":"2026-02-24T06:43:00.407643Z","end":"2026-02-24T06:43:02.407759Z","steps":["trace[1707463783] 'agreement among raft nodes before linearized reading' (duration: 1.999995233s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:02.407813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:00.407619Z","time spent":"2.000186668s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:43:02.732416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.684617966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T06:43:02.732474Z","caller":"traceutil/trace.go:171","msg":"trace[570769934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9112; }","duration":"3.684723807s","start":"2026-02-24T06:42:59.047734Z","end":"2026-02-24T06:43:02.732458Z","steps":["trace[570769934] 'agreement among raft nodes before linearized reading' (duration: 2.861864503s)","trace[570769934] 'range keys from in-memory index tree' (duration: 822.698028ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:02.732499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:59.047707Z","time spent":"3.684787169s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T06:43:02.732488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.684974764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:43:02.732557Z","caller":"traceutil/trace.go:171","msg":"trace[2041767482] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:9112; }","duration":"3.685065116s","start":"2026-02-24T06:42:59.047475Z","end":"2026-02-24T06:43:02.73254Z","steps":["trace[2041767482] 'agreement among raft nodes before linearized reading' (duration: 2.862142241s)","trace[2041767482] 'range keys from in-memory index tree' (duration: 822.750931ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:02.732584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:59.047469Z","time spent":"3.685110187s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"warn","ts":"2026-02-24T06:43:02.73265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.68483614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T06:43:02.732706Z","caller":"traceutil/trace.go:171","msg":"trace[528235430] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9112; }","duration":"3.684924583s","start":"2026-02-24T06:42:59.047764Z","end":"2026-02-24T06:43:02.732688Z","steps":["trace[528235430] 'agreement among raft nodes before linearized reading' (duration: 2.861846814s)","trace[528235430] 'range keys from in-memory index tree' (duration: 822.932545ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:02.732731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:42:59.04775Z","time spent":"3.684974904s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T06:43:02.732769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.774692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:43:02.732899Z","caller":"traceutil/trace.go:171","msg":"trace[400011493] transaction","detail":"{read_only:false; response_revision:9113; number_of_response:1; }","duration":"1.843973385s","start":"2026-02-24T06:43:00.888915Z","end":"2026-02-24T06:43:02.732889Z","steps":["trace[400011493] 'process raft request' (duration: 1.021033439s)","trace[400011493] 'compare' (duration: 822.563617ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:43:02.732945Z","caller":"traceutil/trace.go:171","msg":"trace[776013161] linearizableReadLoop","detail":"{readStateIndex:9478; appliedIndex:9475; }","duration":"824.083294ms","start":"2026-02-24T06:43:01.908842Z","end":"2026-02-24T06:43:02.732925Z","steps":["trace[776013161] 'read index received' (duration: 445.731µs)","trace[776013161] 'applied index is now lower than readState.Index' (duration: 823.635193ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:02.732969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:00.888888Z","time spent":"1.844029306s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:02.732978Z","caller":"traceutil/trace.go:171","msg":"trace[1398082696] transaction","detail":"{read_only:false; response_revision:9119; number_of_response:1; }","duration":"818.021903ms","start":"2026-02-24T06:43:01.914948Z","end":"2026-02-24T06:43:02.73297Z","steps":["trace[1398082696] 'process raft request' (duration: 817.984972ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:02.733005Z","caller":"traceutil/trace.go:171","msg":"trace[1596903364] transaction","detail":"{read_only:false; response_revision:9114; number_of_response:1; }","duration":"1.843936533s","start":"2026-02-24T06:43:00.889058Z","end":"2026-02-24T06:43:02.732995Z","steps":["trace[1596903364] 'process raft request' (duration: 1.843749388s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:02.733013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:01.914919Z","time spent":"818.077804ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:02.733005Z","caller":"traceutil/trace.go:171","msg":"trace[1495516458] transaction","detail":"{read_only:false; response_revision:9116; number_of_response:1; }","duration":"818.733022ms","start":"2026-02-24T06:43:01.914227Z","end":"2026-02-24T06:43:02.73296Z","steps":["trace[1495516458] 'process raft request' (duration: 818.65524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:02.733064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:00.889031Z","time spent":"1.843989495s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:02.733096Z","caller":"traceutil/trace.go:171","msg":"trace[2006612150] transaction","detail":"{read_only:false; response_revision:9117; number_of_response:1; }","duration":"818.393342ms","start":"2026-02-24T06:43:01.914696Z","end":"2026-02-24T06:43:02.733089Z","steps":["trace[2006612150] 'process raft request' (duration: 818.202857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:02.733126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:01.914672Z","time spent":"818.437133ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:02.733152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793816718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:43:02.733139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:01.914205Z","time spent":"818.861354ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:02.733164Z","caller":"traceutil/trace.go:171","msg":"trace[912040341] transaction","detail":"{read_only:false; response_revision:9118; number_of_response:1; }","duration":"818.366872ms","start":"2026-02-24T06:43:01.914792Z","end":"2026-02-24T06:43:02.733159Z","steps":["trace[912040341] 'process raft request' (duration: 818.122526ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:02.733171Z","caller":"traceutil/trace.go:171","msg":"trace[2033681727] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9119; }","duration":"1.79386809s","start":"2026-02-24T06:43:00.939296Z","end":"2026-02-24T06:43:02.733164Z","steps":["trace[2033681727] 'agreement among raft nodes before linearized reading' (duration: 1.793816708s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:02.733188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:00.939286Z","time spent":"1.79389833s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:02.73319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:01.914761Z","time spent":"818.413392ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:02.733267Z","caller":"traceutil/trace.go:171","msg":"trace[651961290] transaction","detail":"{read_only:false; response_revision:9115; number_of_response:1; }","duration":"819.07428ms","start":"2026-02-24T06:43:01.914181Z","end":"2026-02-24T06:43:02.733256Z","steps":["trace[651961290] 'process raft request' (duration: 818.6776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:02.733317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.325507907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-endpoints\" ","response":"range_response_count:1 size:12390"} {"level":"info","ts":"2026-02-24T06:43:02.733504Z","caller":"traceutil/trace.go:171","msg":"trace[2142159406] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-endpoints; range_end:; response_count:1; response_revision:9119; }","duration":"2.325706952s","start":"2026-02-24T06:43:00.407792Z","end":"2026-02-24T06:43:02.733499Z","steps":["trace[2142159406] 'agreement among raft nodes before linearized reading' (duration: 2.325479386s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:02.733505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:01.914168Z","time spent":"819.133141ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:02.733523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:00.407785Z","time spent":"2.325734482s","remote":"127.0.0.1:35214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12414,"request content":"key:\"/registry/jobs/openstack/glance-ks-endpoints\" "} {"level":"warn","ts":"2026-02-24T06:43:02.733571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.325941498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-endpoints-8n8lz\" ","response":"range_response_count:1 size:12787"} {"level":"info","ts":"2026-02-24T06:43:02.733761Z","caller":"traceutil/trace.go:171","msg":"trace[1268720559] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-endpoints-8n8lz; range_end:; response_count:1; response_revision:9119; }","duration":"2.326154743s","start":"2026-02-24T06:43:00.407592Z","end":"2026-02-24T06:43:02.733747Z","steps":["trace[1268720559] 'agreement among raft nodes before linearized reading' (duration: 2.325940108s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:02.733802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:00.407576Z","time spent":"2.326212124s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":12811,"request content":"key:\"/registry/pods/openstack/glance-ks-endpoints-8n8lz\" "} {"level":"warn","ts":"2026-02-24T06:43:03.311706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.204435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:43:03.3118Z","caller":"traceutil/trace.go:171","msg":"trace[499715634] linearizableReadLoop","detail":"{readStateIndex:9484; appliedIndex:9483; }","duration":"578.82016ms","start":"2026-02-24T06:43:02.732965Z","end":"2026-02-24T06:43:03.311785Z","steps":["trace[499715634] 'read index received' (duration: 283.550573ms)","trace[499715634] 'applied index is now lower than readState.Index' (duration: 295.268326ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:43:03.311869Z","caller":"traceutil/trace.go:171","msg":"trace[496250900] transaction","detail":"{read_only:false; response_revision:9120; number_of_response:1; }","duration":"908.091149ms","start":"2026-02-24T06:43:02.403766Z","end":"2026-02-24T06:43:03.311858Z","steps":["trace[496250900] 'process raft request' (duration: 612.672539ms)","trace[496250900] 'compare' (duration: 294.98744ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:03.311933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:02.403726Z","time spent":"908.173361ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:03.312142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.584305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:03.312188Z","caller":"traceutil/trace.go:171","msg":"trace[1261842860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9120; }","duration":"903.665097ms","start":"2026-02-24T06:43:02.408512Z","end":"2026-02-24T06:43:03.312177Z","steps":["trace[1261842860] 'agreement among raft nodes before linearized reading' (duration: 903.594105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:03.31221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.064811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:43:03.312264Z","caller":"traceutil/trace.go:171","msg":"trace[430841557] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9120; }","duration":"588.152194ms","start":"2026-02-24T06:43:02.724095Z","end":"2026-02-24T06:43:03.312247Z","steps":["trace[430841557] 'agreement among raft nodes before linearized reading' (duration: 588.076591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:03.312308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:02.724073Z","time spent":"588.226306ms","remote":"127.0.0.1:35396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:03.312221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:02.408496Z","time spent":"903.717868ms","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:43:03.312332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267831131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T06:43:03.312373Z","caller":"traceutil/trace.go:171","msg":"trace[614178195] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9120; }","duration":"1.267917734s","start":"2026-02-24T06:43:02.044448Z","end":"2026-02-24T06:43:03.312365Z","steps":["trace[614178195] 'agreement among raft nodes before linearized reading' (duration: 1.267791541s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:03.312373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.200951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-24T06:43:03.312408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:02.044421Z","time spent":"1.267981095s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-24T06:43:03.312435Z","caller":"traceutil/trace.go:171","msg":"trace[830089053] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:9120; }","duration":"781.309223ms","start":"2026-02-24T06:43:02.53111Z","end":"2026-02-24T06:43:03.312419Z","steps":["trace[830089053] 'agreement among raft nodes before linearized reading' (duration: 781.150929ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:03.312126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.070136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:87747"} {"level":"warn","ts":"2026-02-24T06:43:03.312461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399456269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e7806007-c765-4b40-ae0a-7bb29d1398de\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-02-24T06:43:03.312488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:02.531087Z","time spent":"781.391956ms","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-02-24T06:43:03.312536Z","caller":"traceutil/trace.go:171","msg":"trace[1843173502] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e7806007-c765-4b40-ae0a-7bb29d1398de; range_end:; response_count:1; response_revision:9120; }","duration":"1.399544751s","start":"2026-02-24T06:43:01.912968Z","end":"2026-02-24T06:43:03.312513Z","steps":["trace[1843173502] 'agreement among raft nodes before linearized reading' (duration: 1.399296625s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:03.312589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:01.912926Z","time spent":"1.399653834s","remote":"127.0.0.1:35110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-e7806007-c765-4b40-ae0a-7bb29d1398de\" "} {"level":"info","ts":"2026-02-24T06:43:03.312561Z","caller":"traceutil/trace.go:171","msg":"trace[1554270612] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:9120; }","duration":"876.512868ms","start":"2026-02-24T06:43:02.436002Z","end":"2026-02-24T06:43:03.312515Z","steps":["trace[1554270612] 'agreement among raft nodes before linearized reading' (duration: 875.85184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:03.312678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:02.435991Z","time spent":"876.648012ms","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":9,"response size":87771,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-02-24T06:43:03.375987Z","caller":"traceutil/trace.go:171","msg":"trace[1633311581] transaction","detail":"{read_only:false; response_revision:9121; number_of_response:1; }","duration":"639.954232ms","start":"2026-02-24T06:43:02.736007Z","end":"2026-02-24T06:43:03.375961Z","steps":["trace[1633311581] 'process raft request' (duration: 639.749036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:03.37615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:02.735972Z","time spent":"640.091875ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:03.376595Z","caller":"traceutil/trace.go:171","msg":"trace[231673135] transaction","detail":"{read_only:false; response_revision:9123; number_of_response:1; }","duration":"633.576232ms","start":"2026-02-24T06:43:02.743006Z","end":"2026-02-24T06:43:03.376582Z","steps":["trace[231673135] 'process raft request' (duration: 633.245484ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:03.376666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:02.742964Z","time spent":"633.662674ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:03.376609Z","caller":"traceutil/trace.go:171","msg":"trace[11791749] transaction","detail":"{read_only:false; response_revision:9122; number_of_response:1; }","duration":"639.88519ms","start":"2026-02-24T06:43:02.736689Z","end":"2026-02-24T06:43:03.376575Z","steps":["trace[11791749] 'process raft request' (duration: 639.224323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:03.377663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:02.736681Z","time spent":"640.891285ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:03.377239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.67513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:314759"} {"level":"info","ts":"2026-02-24T06:43:03.378212Z","caller":"traceutil/trace.go:171","msg":"trace[216102802] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:9123; }","duration":"641.689696ms","start":"2026-02-24T06:43:02.736505Z","end":"2026-02-24T06:43:03.378195Z","steps":["trace[216102802] 'agreement among raft nodes before linearized reading' (duration: 640.295741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:03.378324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:02.736495Z","time spent":"641.811618ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":34,"response size":314783,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-24T06:43:03.815302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.18299ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-24T06:43:03.81548Z","caller":"traceutil/trace.go:171","msg":"trace[561743530] linearizableReadLoop","detail":"{readStateIndex:9488; appliedIndex:9487; }","duration":"438.918316ms","start":"2026-02-24T06:43:03.376542Z","end":"2026-02-24T06:43:03.81546Z","steps":["trace[561743530] 'read index received' (duration: 148.559771ms)","trace[561743530] 'applied index is now lower than readState.Index' (duration: 290.356935ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:03.815701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:03.314315Z","time spent":"501.38004ms","remote":"127.0.0.1:34982","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T06:43:03.816013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.858432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:03.816098Z","caller":"traceutil/trace.go:171","msg":"trace[1066639939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9123; }","duration":"493.977714ms","start":"2026-02-24T06:43:03.322106Z","end":"2026-02-24T06:43:03.816084Z","steps":["trace[1066639939] 'agreement among raft nodes before linearized reading' (duration: 493.860141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:03.816155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:03.32209Z","time spent":"494.055287ms","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:43:03.816415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.600376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-24T06:43:03.81649Z","caller":"traceutil/trace.go:171","msg":"trace[63005247] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab; range_end:; response_count:1; response_revision:9123; }","duration":"499.690898ms","start":"2026-02-24T06:43:03.316787Z","end":"2026-02-24T06:43:03.816478Z","steps":["trace[63005247] 'agreement among raft nodes before linearized reading' (duration: 499.531704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:03.816544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:03.31678Z","time spent":"499.75333ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" "} {"level":"warn","ts":"2026-02-24T06:43:03.816806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.12346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T06:43:03.816903Z","caller":"traceutil/trace.go:171","msg":"trace[1467882491] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9123; }","duration":"500.247583ms","start":"2026-02-24T06:43:03.316644Z","end":"2026-02-24T06:43:03.816892Z","steps":["trace[1467882491] 'agreement among raft nodes before linearized reading' (duration: 500.086729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:03.81696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:03.31663Z","time spent":"500.319484ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T06:43:03.817201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.151151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-endpoints-8n8lz\" ","response":"range_response_count:1 size:14434"} {"level":"info","ts":"2026-02-24T06:43:03.817578Z","caller":"traceutil/trace.go:171","msg":"trace[2139985267] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-endpoints-8n8lz; range_end:; response_count:1; response_revision:9123; }","duration":"433.556412ms","start":"2026-02-24T06:43:03.384012Z","end":"2026-02-24T06:43:03.817569Z","steps":["trace[2139985267] 'agreement among raft nodes before linearized reading' (duration: 433.121381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:03.817522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.41342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-ks-endpoints\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-02-24T06:43:03.817688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:03.383994Z","time spent":"433.654204ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":14458,"request content":"key:\"/registry/pods/openstack/glance-ks-endpoints-8n8lz\" "} {"level":"info","ts":"2026-02-24T06:43:03.817742Z","caller":"traceutil/trace.go:171","msg":"trace[522063273] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-ks-endpoints; range_end:; response_count:1; response_revision:9123; }","duration":"291.646996ms","start":"2026-02-24T06:43:03.526065Z","end":"2026-02-24T06:43:03.817712Z","steps":["trace[522063273] 'agreement among raft nodes before linearized reading' (duration: 291.39089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:04.319954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835669,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T06:43:04.625691Z","caller":"traceutil/trace.go:171","msg":"trace[1947543865] transaction","detail":"{read_only:false; response_revision:9124; number_of_response:1; }","duration":"807.032067ms","start":"2026-02-24T06:43:03.818623Z","end":"2026-02-24T06:43:04.625655Z","steps":["trace[1947543865] 'process raft request' (duration: 806.868503ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:04.625941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:03.818598Z","time spent":"807.160501ms","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:04.706512Z","caller":"traceutil/trace.go:171","msg":"trace[741249548] linearizableReadLoop","detail":"{readStateIndex:9490; appliedIndex:9488; }","duration":"887.643257ms","start":"2026-02-24T06:43:03.818846Z","end":"2026-02-24T06:43:04.70649Z","steps":["trace[741249548] 'read index received' (duration: 806.643108ms)","trace[741249548] 'applied index is now lower than readState.Index' (duration: 80.998839ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:43:04.706567Z","caller":"traceutil/trace.go:171","msg":"trace[2039851463] transaction","detail":"{read_only:false; response_revision:9125; number_of_response:1; }","duration":"886.372604ms","start":"2026-02-24T06:43:03.820158Z","end":"2026-02-24T06:43:04.70653Z","steps":["trace[2039851463] 'process raft request' (duration: 886.172359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:04.706728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:03.820143Z","time spent":"886.497098ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:04.706746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.876433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-endpoints-8n8lz\" ","response":"range_response_count:1 size:14434"} {"level":"info","ts":"2026-02-24T06:43:04.706779Z","caller":"traceutil/trace.go:171","msg":"trace[32298709] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-endpoints-8n8lz; range_end:; response_count:1; response_revision:9125; }","duration":"887.948954ms","start":"2026-02-24T06:43:03.818822Z","end":"2026-02-24T06:43:04.706771Z","steps":["trace[32298709] 'agreement among raft nodes before linearized reading' (duration: 887.78758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:04.706811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:03.818807Z","time spent":"887.996986ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":14458,"request content":"key:\"/registry/pods/openstack/glance-ks-endpoints-8n8lz\" "} {"level":"warn","ts":"2026-02-24T06:43:04.706809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.332153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17352"} {"level":"info","ts":"2026-02-24T06:43:04.706902Z","caller":"traceutil/trace.go:171","msg":"trace[16638753] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9125; }","duration":"886.436846ms","start":"2026-02-24T06:43:03.820444Z","end":"2026-02-24T06:43:04.70688Z","steps":["trace[16638753] 'agreement among raft nodes before linearized reading' (duration: 886.19363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:04.70696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:03.820426Z","time spent":"886.522059ms","remote":"127.0.0.1:35148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17376,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-24T06:43:06.527532Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.668907047s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:43:07.066663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000066124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:43:07.06675Z","caller":"traceutil/trace.go:171","msg":"trace[1979350500] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000210558s","start":"2026-02-24T06:43:05.06652Z","end":"2026-02-24T06:43:07.066731Z","steps":["trace[1979350500] 'agreement among raft nodes before linearized reading' (duration: 2.000095555s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:07.066798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:05.066501Z","time spent":"2.00028781s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:43:08.877414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.139778378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T06:43:08.877497Z","caller":"traceutil/trace.go:171","msg":"trace[809978597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9125; }","duration":"4.13988411s","start":"2026-02-24T06:43:04.737594Z","end":"2026-02-24T06:43:08.877478Z","steps":["trace[809978597] 'range keys from in-memory index tree' (duration: 4.139648754s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:08.877538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:04.737588Z","time spent":"4.139940321s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T06:43:08.87756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.140067774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T06:43:08.877722Z","caller":"traceutil/trace.go:171","msg":"trace[231411814] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9125; }","duration":"4.140254309s","start":"2026-02-24T06:43:04.737438Z","end":"2026-02-24T06:43:08.877692Z","steps":["trace[231411814] 'range keys from in-memory index tree' (duration: 4.139929031s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:08.877821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:04.737421Z","time spent":"4.140363001s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T06:43:08.877424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.14028064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T06:43:08.878085Z","caller":"traceutil/trace.go:171","msg":"trace[651433580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9125; }","duration":"4.140962416s","start":"2026-02-24T06:43:04.737102Z","end":"2026-02-24T06:43:08.878064Z","steps":["trace[651433580] 'range keys from in-memory index tree' (duration: 4.140098955s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:08.878145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:04.737057Z","time spent":"4.141067189s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T06:43:08.878718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.020029818s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:43:08.878864Z","caller":"traceutil/trace.go:171","msg":"trace[1300207541] linearizableReadLoop","detail":"{readStateIndex:9492; appliedIndex:9490; }","duration":"4.108221897s","start":"2026-02-24T06:43:04.77063Z","end":"2026-02-24T06:43:08.878852Z","steps":["trace[1300207541] 'read index received' (duration: 87.991015ms)","trace[1300207541] 'applied index is now lower than readState.Index' (duration: 4.020229922s)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:43:08.878945Z","caller":"traceutil/trace.go:171","msg":"trace[488407570] transaction","detail":"{read_only:false; response_revision:9126; number_of_response:1; }","duration":"4.141084811s","start":"2026-02-24T06:43:04.737845Z","end":"2026-02-24T06:43:08.878929Z","steps":["trace[488407570] 'process raft request' (duration: 120.751315ms)","trace[488407570] 'compare' (duration: 4.01853331s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:08.879028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:04.737834Z","time spent":"4.141137682s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:08.879173Z","caller":"traceutil/trace.go:171","msg":"trace[1122542709] transaction","detail":"{read_only:false; response_revision:9127; number_of_response:1; }","duration":"4.14108499s","start":"2026-02-24T06:43:04.738078Z","end":"2026-02-24T06:43:08.879163Z","steps":["trace[1122542709] 'process raft request' (duration: 4.140705941s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:08.87923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:04.738063Z","time spent":"4.141139061s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:08.879363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.108732769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:08.879397Z","caller":"traceutil/trace.go:171","msg":"trace[420707158] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9127; }","duration":"4.108797841s","start":"2026-02-24T06:43:04.770591Z","end":"2026-02-24T06:43:08.879388Z","steps":["trace[420707158] 'agreement among raft nodes before linearized reading' (duration: 4.10874583s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:08.879423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:04.770575Z","time spent":"4.108842833s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-24T06:43:09.068069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000704611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:43:09.068164Z","caller":"traceutil/trace.go:171","msg":"trace[1884270869] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000848404s","start":"2026-02-24T06:43:07.067291Z","end":"2026-02-24T06:43:09.068139Z","steps":["trace[1884270869] 'agreement among raft nodes before linearized reading' (duration: 2.000728771s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:09.068214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:07.067276Z","time spent":"2.000926616s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:43:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:43:09.325881Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.797921892s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:43:09.465466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.993358ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:09.465661Z","caller":"traceutil/trace.go:171","msg":"trace[1019603606] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9127; }","duration":"455.194833ms","start":"2026-02-24T06:43:09.010444Z","end":"2026-02-24T06:43:09.465639Z","steps":["trace[1019603606] 'range keys from in-memory index tree' (duration: 454.958427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:09.466121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.872774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:43:09.466382Z","caller":"traceutil/trace.go:171","msg":"trace[675042600] transaction","detail":"{read_only:false; response_revision:9129; number_of_response:1; }","duration":"3.982103616s","start":"2026-02-24T06:43:05.484265Z","end":"2026-02-24T06:43:09.466368Z","steps":["trace[675042600] 'process raft request' (duration: 3.981993653s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:09.466393Z","caller":"traceutil/trace.go:171","msg":"trace[1174816167] transaction","detail":"{read_only:false; response_revision:9128; number_of_response:1; }","duration":"4.149870259s","start":"2026-02-24T06:43:05.316468Z","end":"2026-02-24T06:43:09.466339Z","steps":["trace[1174816167] 'process raft request' (duration: 4.009702218s)","trace[1174816167] 'compare' (duration: 139.405783ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:09.466458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:05.484236Z","time spent":"3.982186678s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:09.466682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:05.316443Z","time spent":"4.150042273s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:10.251455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000104465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:43:10.251563Z","caller":"traceutil/trace.go:171","msg":"trace[1042223633] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000224198s","start":"2026-02-24T06:43:08.251312Z","end":"2026-02-24T06:43:10.251536Z","steps":["trace[1042223633] 'agreement among raft nodes before linearized reading' (duration: 2.000100865s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:10.251651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:08.251243Z","time spent":"2.000376572s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:43:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:43:10.284995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.46256ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T06:43:10.285808Z","caller":"traceutil/trace.go:171","msg":"trace[1602494721] linearizableReadLoop","detail":"{readStateIndex:9495; appliedIndex:9492; }","duration":"1.406883004s","start":"2026-02-24T06:43:08.878899Z","end":"2026-02-24T06:43:10.285782Z","steps":["trace[1602494721] 'read index received' (duration: 447.420848ms)","trace[1602494721] 'applied index is now lower than readState.Index' (duration: 959.460776ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:10.286084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832715601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:43:10.28618Z","caller":"traceutil/trace.go:171","msg":"trace[1462482915] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:9134; }","duration":"1.832864715s","start":"2026-02-24T06:43:08.45329Z","end":"2026-02-24T06:43:10.286155Z","steps":["trace[1462482915] 'agreement among raft nodes before linearized reading' (duration: 1.832632579s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:10.286232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:08.453269Z","time spent":"1.832951258s","remote":"127.0.0.1:40350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":14,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:43:10.286284Z","caller":"traceutil/trace.go:171","msg":"trace[99844670] transaction","detail":"{read_only:false; response_revision:9131; number_of_response:1; }","duration":"1.403413048s","start":"2026-02-24T06:43:08.882849Z","end":"2026-02-24T06:43:10.286262Z","steps":["trace[99844670] 'process raft request' (duration: 1.402741121s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:10.286301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.904820302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T06:43:10.286311Z","caller":"traceutil/trace.go:171","msg":"trace[1137081136] transaction","detail":"{read_only:false; response_revision:9133; number_of_response:1; }","duration":"1.376579224s","start":"2026-02-24T06:43:08.909702Z","end":"2026-02-24T06:43:10.286281Z","steps":["trace[1137081136] 'process raft request' (duration: 1.37598188s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:10.286423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:08.882823Z","time spent":"1.40350913s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:10.286439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.486990515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:10.286468Z","caller":"traceutil/trace.go:171","msg":"trace[459951370] transaction","detail":"{read_only:false; response_revision:9134; number_of_response:1; }","duration":"1.329814143s","start":"2026-02-24T06:43:08.956637Z","end":"2026-02-24T06:43:10.286451Z","steps":["trace[459951370] 'process raft request' (duration: 1.329094306s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:10.286515Z","caller":"traceutil/trace.go:171","msg":"trace[2033255506] transaction","detail":"{read_only:false; response_revision:9132; number_of_response:1; }","duration":"1.402848254s","start":"2026-02-24T06:43:08.883652Z","end":"2026-02-24T06:43:10.2865Z","steps":["trace[2033255506] 'process raft request' (duration: 1.401992313s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:10.286517Z","caller":"traceutil/trace.go:171","msg":"trace[346115384] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:9134; }","duration":"4.487110758s","start":"2026-02-24T06:43:05.799384Z","end":"2026-02-24T06:43:10.286495Z","steps":["trace[346115384] 'agreement among raft nodes before linearized reading' (duration: 4.486986054s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:10.286418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.475065824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:43:10.286516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:08.909694Z","time spent":"1.376743549s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:10.286341Z","caller":"traceutil/trace.go:171","msg":"trace[2136089935] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9134; }","duration":"4.904899935s","start":"2026-02-24T06:43:05.381432Z","end":"2026-02-24T06:43:10.286332Z","steps":["trace[2136089935] 'agreement among raft nodes before linearized reading' (duration: 4.904740491s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:10.286563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:08.956612Z","time spent":"1.329894806s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:10.286377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210962056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:43:10.286574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:05.799363Z","time spent":"4.48719501s","remote":"127.0.0.1:34594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:10.286593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:08.883642Z","time spent":"1.402910405s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:10.286616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:05.381413Z","time spent":"4.905193111s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T06:43:10.28662Z","caller":"traceutil/trace.go:171","msg":"trace[759123538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9134; }","duration":"1.211214192s","start":"2026-02-24T06:43:09.075388Z","end":"2026-02-24T06:43:10.286602Z","steps":["trace[759123538] 'agreement among raft nodes before linearized reading' (duration: 1.210968996s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:10.286336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402910855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:43:10.286596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.899630853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:43:10.286517Z","caller":"traceutil/trace.go:171","msg":"trace[2020972643] transaction","detail":"{read_only:false; response_revision:9130; number_of_response:1; }","duration":"1.403804607s","start":"2026-02-24T06:43:08.882702Z","end":"2026-02-24T06:43:10.286507Z","steps":["trace[2020972643] 'process raft request' (duration: 1.402654668s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:10.286662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:09.075378Z","time spent":"1.211273443s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T06:43:10.286657Z","caller":"traceutil/trace.go:171","msg":"trace[1840126678] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9134; }","duration":"1.403255553s","start":"2026-02-24T06:43:08.88339Z","end":"2026-02-24T06:43:10.286646Z","steps":["trace[1840126678] 'agreement among raft nodes before linearized reading' (duration: 1.402907305s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:10.286412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022417203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:43:10.286697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:08.882687Z","time spent":"1.403980242s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:10.286673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.947348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:43:10.286715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:08.883378Z","time spent":"1.403320075s","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-24T06:43:10.286768Z","caller":"traceutil/trace.go:171","msg":"trace[859905012] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9134; }","duration":"873.091992ms","start":"2026-02-24T06:43:09.41365Z","end":"2026-02-24T06:43:10.286742Z","steps":["trace[859905012] 'agreement among raft nodes before linearized reading' (duration: 872.826705ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:10.286719Z","caller":"traceutil/trace.go:171","msg":"trace[500484214] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9134; }","duration":"1.022785062s","start":"2026-02-24T06:43:09.263925Z","end":"2026-02-24T06:43:10.28671Z","steps":["trace[500484214] 'agreement among raft nodes before linearized reading' (duration: 1.022379022s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:10.286465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.243568519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:43:10.286832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:09.263899Z","time spent":"1.022926336s","remote":"127.0.0.1:57400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:43:10.286855Z","caller":"traceutil/trace.go:171","msg":"trace[1004215288] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:9134; }","duration":"5.243985178s","start":"2026-02-24T06:43:05.042859Z","end":"2026-02-24T06:43:10.286844Z","steps":["trace[1004215288] 'agreement among raft nodes before linearized reading' (duration: 5.243584028s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:10.286845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:09.413631Z","time spent":"873.196265ms","remote":"127.0.0.1:51242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:10.28689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:05.042841Z","time spent":"5.24403937s","remote":"127.0.0.1:34574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:43:10.286682Z","caller":"traceutil/trace.go:171","msg":"trace[1443986452] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:9134; }","duration":"4.899771996s","start":"2026-02-24T06:43:05.386887Z","end":"2026-02-24T06:43:10.286659Z","steps":["trace[1443986452] 'agreement among raft nodes before linearized reading' (duration: 4.899410027s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:10.286611Z","caller":"traceutil/trace.go:171","msg":"trace[705952835] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:9134; }","duration":"2.475679689s","start":"2026-02-24T06:43:07.810886Z","end":"2026-02-24T06:43:10.286566Z","steps":["trace[705952835] 'agreement among raft nodes before linearized reading' (duration: 2.475039323s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:10.286405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.900886603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-24T06:43:10.286973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:07.810863Z","time spent":"2.4760976s","remote":"127.0.0.1:40424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:43:10.287034Z","caller":"traceutil/trace.go:171","msg":"trace[53597448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9134; }","duration":"4.901510428s","start":"2026-02-24T06:43:05.385503Z","end":"2026-02-24T06:43:10.287013Z","steps":["trace[53597448] 'agreement among raft nodes before linearized reading' (duration: 4.900856202s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:10.287108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:05.385497Z","time spent":"4.90159339s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T06:43:10.286952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:05.386877Z","time spent":"4.900067133s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"warn","ts":"2026-02-24T06:43:10.286469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215359007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-24T06:43:10.287935Z","caller":"traceutil/trace.go:171","msg":"trace[934573784] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab; range_end:; response_count:1; response_revision:9134; }","duration":"1.216174567s","start":"2026-02-24T06:43:09.071101Z","end":"2026-02-24T06:43:10.287276Z","steps":["trace[934573784] 'agreement among raft nodes before linearized reading' (duration: 1.215293515s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:10.288044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:09.071053Z","time spent":"1.216959527s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" "} {"level":"warn","ts":"2026-02-24T06:43:10.791696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:43:11.29277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:43:11.395043Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.104562631s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:43:11.807444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.051712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:43:11.807695Z","caller":"traceutil/trace.go:171","msg":"trace[2010043754] transaction","detail":"{read_only:false; response_revision:9135; number_of_response:1; }","duration":"1.51766419s","start":"2026-02-24T06:43:10.290002Z","end":"2026-02-24T06:43:11.807667Z","steps":["trace[2010043754] 'process raft request' (duration: 1.10528663s)","trace[2010043754] 'compare' (duration: 411.869668ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:11.807834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:10.289983Z","time spent":"1.517798133s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:12.293886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000007603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:43:12.293951Z","caller":"traceutil/trace.go:171","msg":"trace[1374812613] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000107805s","start":"2026-02-24T06:43:10.293828Z","end":"2026-02-24T06:43:12.293936Z","steps":["trace[1374812613] 'agreement among raft nodes before linearized reading' (duration: 2.000020673s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:12.293986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:10.29382Z","time spent":"2.000158486s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:43:12.50228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.226269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:43:12.502724Z","caller":"traceutil/trace.go:171","msg":"trace[39832927] linearizableReadLoop","detail":"{readStateIndex:9506; appliedIndex:9500; }","duration":"2.211873059s","start":"2026-02-24T06:43:10.290822Z","end":"2026-02-24T06:43:12.502695Z","steps":["trace[39832927] 'read index received' (duration: 1.104480058s)","trace[39832927] 'applied index is now lower than readState.Index' (duration: 1.107391261s)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:43:12.502753Z","caller":"traceutil/trace.go:171","msg":"trace[355759554] transaction","detail":"{read_only:false; response_revision:9138; number_of_response:1; }","duration":"1.93484081s","start":"2026-02-24T06:43:10.56787Z","end":"2026-02-24T06:43:12.502711Z","steps":["trace[355759554] 'process raft request' (duration: 1.934608264s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:12.502755Z","caller":"traceutil/trace.go:171","msg":"trace[1574531057] transaction","detail":"{read_only:false; response_revision:9139; number_of_response:1; }","duration":"1.617336746s","start":"2026-02-24T06:43:10.885377Z","end":"2026-02-24T06:43:12.502713Z","steps":["trace[1574531057] 'process raft request' (duration: 1.617160171s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:12.502745Z","caller":"traceutil/trace.go:171","msg":"trace[2764991] transaction","detail":"{read_only:false; response_revision:9137; number_of_response:1; }","duration":"2.211219334s","start":"2026-02-24T06:43:10.291499Z","end":"2026-02-24T06:43:12.502719Z","steps":["trace[2764991] 'process raft request' (duration: 2.210893446s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:12.502883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:10.567846Z","time spent":"1.934977794s","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2263,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T06:43:12.502939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.187715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:12.502918Z","caller":"traceutil/trace.go:171","msg":"trace[1454174702] transaction","detail":"{read_only:false; response_revision:9140; number_of_response:1; }","duration":"1.617035129s","start":"2026-02-24T06:43:10.885716Z","end":"2026-02-24T06:43:12.502751Z","steps":["trace[1454174702] 'process raft request' (duration: 1.616874655s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:12.502985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:10.885348Z","time spent":"1.617521841s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:12.503032Z","caller":"traceutil/trace.go:171","msg":"trace[1093723802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9141; }","duration":"208.266106ms","start":"2026-02-24T06:43:12.294715Z","end":"2026-02-24T06:43:12.502981Z","steps":["trace[1093723802] 'agreement among raft nodes before linearized reading' (duration: 208.178424ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:12.502752Z","caller":"traceutil/trace.go:171","msg":"trace[359993577] transaction","detail":"{read_only:false; response_revision:9136; number_of_response:1; }","duration":"2.211775127s","start":"2026-02-24T06:43:10.290921Z","end":"2026-02-24T06:43:12.502696Z","steps":["trace[359993577] 'process raft request' (duration: 1.938971544s)","trace[359993577] 'compare' (duration: 272.063835ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:12.503152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.354384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-24T06:43:12.503195Z","caller":"traceutil/trace.go:171","msg":"trace[634586551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9141; }","duration":"211.410355ms","start":"2026-02-24T06:43:12.291772Z","end":"2026-02-24T06:43:12.503183Z","steps":["trace[634586551] 'agreement among raft nodes before linearized reading' (duration: 211.332423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:12.5032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.59641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:43:12.503206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.20386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T06:43:12.503243Z","caller":"traceutil/trace.go:171","msg":"trace[433185621] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9141; }","duration":"876.688743ms","start":"2026-02-24T06:43:11.62654Z","end":"2026-02-24T06:43:12.503229Z","steps":["trace[433185621] 'agreement among raft nodes before linearized reading' (duration: 876.5965ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:12.503264Z","caller":"traceutil/trace.go:171","msg":"trace[228560680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9141; }","duration":"211.312923ms","start":"2026-02-24T06:43:12.291939Z","end":"2026-02-24T06:43:12.503252Z","steps":["trace[228560680] 'agreement among raft nodes before linearized reading' (duration: 211.102578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:12.503277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:11.626517Z","time spent":"876.749543ms","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:12.503273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.73502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:43:12.503326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49257745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:43:12.503336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.577354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b77eb0642ae\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-02-24T06:43:12.502941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212101085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T06:43:12.503351Z","caller":"traceutil/trace.go:171","msg":"trace[678022273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9141; }","duration":"515.871823ms","start":"2026-02-24T06:43:11.987459Z","end":"2026-02-24T06:43:12.503331Z","steps":["trace[678022273] 'agreement among raft nodes before linearized reading' (duration: 515.702209ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:12.503389Z","caller":"traceutil/trace.go:171","msg":"trace[1417548442] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9141; }","duration":"2.212578947s","start":"2026-02-24T06:43:10.2908Z","end":"2026-02-24T06:43:12.503379Z","steps":["trace[1417548442] 'agreement among raft nodes before linearized reading' (duration: 2.212008453s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:12.503384Z","caller":"traceutil/trace.go:171","msg":"trace[77309948] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18971b77eb0642ae; range_end:; response_count:1; response_revision:9141; }","duration":"691.623255ms","start":"2026-02-24T06:43:11.811748Z","end":"2026-02-24T06:43:12.503371Z","steps":["trace[77309948] 'agreement among raft nodes before linearized reading' (duration: 691.41586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:12.50335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:10.290894Z","time spent":"2.212282689s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:12.503406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:11.987438Z","time spent":"515.959655ms","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:43:12.503426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:10.290791Z","time spent":"2.212623718s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T06:43:12.503435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:11.811692Z","time spent":"691.732547ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b77eb0642ae\" "} {"level":"warn","ts":"2026-02-24T06:43:12.503427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211986522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:314759"} {"level":"info","ts":"2026-02-24T06:43:12.503491Z","caller":"traceutil/trace.go:171","msg":"trace[1280462748] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:9141; }","duration":"2.212080165s","start":"2026-02-24T06:43:10.291397Z","end":"2026-02-24T06:43:12.503477Z","steps":["trace[1280462748] 'agreement among raft nodes before linearized reading' (duration: 2.211460249s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:12.503143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:10.885705Z","time spent":"1.617340866s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:12.503047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:10.291486Z","time spent":"2.211418549s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:12.503547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:10.29138Z","time spent":"2.212152616s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":34,"response size":314783,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-24T06:43:12.50307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.035711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T06:43:12.503701Z","caller":"traceutil/trace.go:171","msg":"trace[1251992596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9141; }","duration":"212.717689ms","start":"2026-02-24T06:43:12.290968Z","end":"2026-02-24T06:43:12.503686Z","steps":["trace[1251992596] 'agreement among raft nodes before linearized reading' (duration: 211.909738ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:12.502846Z","caller":"traceutil/trace.go:171","msg":"trace[938595491] transaction","detail":"{read_only:false; response_revision:9141; number_of_response:1; }","duration":"1.030166757s","start":"2026-02-24T06:43:11.472655Z","end":"2026-02-24T06:43:12.502822Z","steps":["trace[938595491] 'process raft request' (duration: 1.029991402s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:12.503841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:11.472628Z","time spent":"1.031155942s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:12.50335Z","caller":"traceutil/trace.go:171","msg":"trace[458277160] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:9141; }","duration":"1.492631401s","start":"2026-02-24T06:43:11.010713Z","end":"2026-02-24T06:43:12.503345Z","steps":["trace[458277160] 'agreement among raft nodes before linearized reading' (duration: 1.49258733s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:12.504013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:11.010699Z","time spent":"1.493292948s","remote":"127.0.0.1:35044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:12.503439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102673362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:43:12.504128Z","caller":"traceutil/trace.go:171","msg":"trace[166447163] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:9141; }","duration":"1.103386311s","start":"2026-02-24T06:43:11.400725Z","end":"2026-02-24T06:43:12.504111Z","steps":["trace[166447163] 'agreement among raft nodes before linearized reading' (duration: 1.102680153s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:12.504182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:11.400707Z","time spent":"1.103460474s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:12.503383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139762532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:12.504339Z","caller":"traceutil/trace.go:171","msg":"trace[2104031079] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9141; }","duration":"1.140735987s","start":"2026-02-24T06:43:11.363562Z","end":"2026-02-24T06:43:12.504298Z","steps":["trace[2104031079] 'agreement among raft nodes before linearized reading' (duration: 1.139705981s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:12.504426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:11.36354Z","time spent":"1.140860019s","remote":"127.0.0.1:35202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:13.008031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835700,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T06:43:13.162726Z","caller":"traceutil/trace.go:171","msg":"trace[188309365] transaction","detail":"{read_only:false; response_revision:9142; number_of_response:1; }","duration":"656.974119ms","start":"2026-02-24T06:43:12.505721Z","end":"2026-02-24T06:43:13.162695Z","steps":["trace[188309365] 'process raft request' (duration: 656.809895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:13.162903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:12.505699Z","time spent":"657.103681ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:15.064999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000370402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:43:15.065134Z","caller":"traceutil/trace.go:171","msg":"trace[1503974799] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000522686s","start":"2026-02-24T06:43:13.064551Z","end":"2026-02-24T06:43:15.065074Z","steps":["trace[1503974799] 'agreement among raft nodes before linearized reading' (duration: 2.000403223s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:15.065419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:13.064528Z","time spent":"2.000814123s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:43:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:43:17.065393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000059285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:43:17.065452Z","caller":"traceutil/trace.go:171","msg":"trace[518097163] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000162487s","start":"2026-02-24T06:43:15.065277Z","end":"2026-02-24T06:43:17.065439Z","steps":["trace[518097163] 'agreement among raft nodes before linearized reading' (duration: 2.000085385s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:17.065481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:15.065256Z","time spent":"2.000219198s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:43:17.506531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:12.508324Z","time spent":"4.998197382s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 06:43:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:43:17.507625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:12.510132Z","time spent":"4.997480264s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 06:43:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:43:17.72637Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.564002655s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T06:43:17.727127Z","caller":"traceutil/trace.go:171","msg":"trace[1567533688] transaction","detail":"{read_only:false; response_revision:9145; number_of_response:1; }","duration":"5.213519915s","start":"2026-02-24T06:43:12.513583Z","end":"2026-02-24T06:43:17.727103Z","steps":["trace[1567533688] 'process raft request' (duration: 5.21333101s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:17.727245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:12.513561Z","time spent":"5.213627608s","remote":"127.0.0.1:34568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T06:43:17.727293Z","caller":"traceutil/trace.go:171","msg":"trace[970971940] linearizableReadLoop","detail":"{readStateIndex:9512; appliedIndex:9508; }","duration":"5.219825783s","start":"2026-02-24T06:43:12.507456Z","end":"2026-02-24T06:43:17.727281Z","steps":["trace[970971940] 'read index received' (duration: 655.260135ms)","trace[970971940] 'applied index is now lower than readState.Index' (duration: 4.564564508s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:17.727418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.219955366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17352"} {"level":"info","ts":"2026-02-24T06:43:17.728923Z","caller":"traceutil/trace.go:171","msg":"trace[1479521334] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9146; }","duration":"5.221486955s","start":"2026-02-24T06:43:12.50741Z","end":"2026-02-24T06:43:17.728897Z","steps":["trace[1479521334] 'agreement among raft nodes before linearized reading' (duration: 5.219902485s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:17.729009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:12.507396Z","time spent":"5.221585398s","remote":"127.0.0.1:35148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17376,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-24T06:43:17.727413Z","caller":"traceutil/trace.go:171","msg":"trace[2000131295] transaction","detail":"{read_only:false; response_revision:9146; number_of_response:1; }","duration":"5.206346716s","start":"2026-02-24T06:43:12.52103Z","end":"2026-02-24T06:43:17.727377Z","steps":["trace[2000131295] 'process raft request' (duration: 5.206042288s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:17.729297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:12.521017Z","time spent":"5.208206532s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:18.228898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:43:18.656843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.932995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:43:18.65722Z","caller":"traceutil/trace.go:171","msg":"trace[970662203] transaction","detail":"{read_only:false; response_revision:9149; number_of_response:1; }","duration":"4.136293869s","start":"2026-02-24T06:43:14.520903Z","end":"2026-02-24T06:43:18.657196Z","steps":["trace[970662203] 'process raft request' (duration: 4.136154065s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:18.657317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:14.520887Z","time spent":"4.136382542s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:18.657439Z","caller":"traceutil/trace.go:171","msg":"trace[215266275] transaction","detail":"{read_only:false; response_revision:9147; number_of_response:1; }","duration":"4.147857649s","start":"2026-02-24T06:43:14.509539Z","end":"2026-02-24T06:43:18.657396Z","steps":["trace[215266275] 'process raft request' (duration: 3.932284938s)","trace[215266275] 'compare' (duration: 214.591097ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:43:18.657566Z","caller":"traceutil/trace.go:171","msg":"trace[1486742651] transaction","detail":"{read_only:false; response_revision:9148; number_of_response:1; }","duration":"4.147017778s","start":"2026-02-24T06:43:14.510536Z","end":"2026-02-24T06:43:18.657553Z","steps":["trace[1486742651] 'process raft request' (duration: 4.146403602s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:18.657631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:14.509522Z","time spent":"4.148010622s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:18.657651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:14.510497Z","time spent":"4.14710976s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:18.657843Z","caller":"traceutil/trace.go:171","msg":"trace[1958557509] linearizableReadLoop","detail":"{readStateIndex:9516; appliedIndex:9512; }","duration":"929.014432ms","start":"2026-02-24T06:43:17.728812Z","end":"2026-02-24T06:43:18.657826Z","steps":["trace[1958557509] 'read index received' (duration: 712.9313ms)","trace[1958557509] 'applied index is now lower than readState.Index' (duration: 216.081412ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:18.658088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489961134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:43:18.658136Z","caller":"traceutil/trace.go:171","msg":"trace[553178055] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:9150; }","duration":"1.490046317s","start":"2026-02-24T06:43:17.168075Z","end":"2026-02-24T06:43:18.658121Z","steps":["trace[553178055] 'agreement among raft nodes before linearized reading' (duration: 1.489973875s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:18.658122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194942896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:43:18.658185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.137663234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-24T06:43:18.658221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.145451149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:43:18.658256Z","caller":"traceutil/trace.go:171","msg":"trace[41523705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9150; }","duration":"4.137798159s","start":"2026-02-24T06:43:14.520441Z","end":"2026-02-24T06:43:18.658239Z","steps":["trace[41523705] 'agreement among raft nodes before linearized reading' (duration: 4.137594142s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:18.658311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:14.520418Z","time spent":"4.13788051s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T06:43:18.658364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.150899935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T06:43:18.658414Z","caller":"traceutil/trace.go:171","msg":"trace[21961942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9150; }","duration":"4.150973258s","start":"2026-02-24T06:43:14.50743Z","end":"2026-02-24T06:43:18.658403Z","steps":["trace[21961942] 'agreement among raft nodes before linearized reading' (duration: 4.150858735s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:18.658457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:14.507412Z","time spent":"4.151034929s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T06:43:18.658484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.058953251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:18.658544Z","caller":"traceutil/trace.go:171","msg":"trace[2093208282] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9150; }","duration":"3.059012093s","start":"2026-02-24T06:43:15.599516Z","end":"2026-02-24T06:43:18.658528Z","steps":["trace[2093208282] 'agreement among raft nodes before linearized reading' (duration: 3.058925s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:18.65819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.815773559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:43:18.658594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.44726225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:43:18.658626Z","caller":"traceutil/trace.go:171","msg":"trace[984857104] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9150; }","duration":"2.816293983s","start":"2026-02-24T06:43:15.842309Z","end":"2026-02-24T06:43:18.658603Z","steps":["trace[984857104] 'agreement among raft nodes before linearized reading' (duration: 2.815768589s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:18.658265Z","caller":"traceutil/trace.go:171","msg":"trace[1257624183] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:9150; }","duration":"4.14549615s","start":"2026-02-24T06:43:14.512757Z","end":"2026-02-24T06:43:18.658253Z","steps":["trace[1257624183] 'agreement among raft nodes before linearized reading' (duration: 4.145360706s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:18.658658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585806537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:43:18.65869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:14.51274Z","time spent":"4.145938921s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"info","ts":"2026-02-24T06:43:18.658704Z","caller":"traceutil/trace.go:171","msg":"trace[1006505477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9150; }","duration":"1.585890339s","start":"2026-02-24T06:43:17.072802Z","end":"2026-02-24T06:43:18.658693Z","steps":["trace[1006505477] 'agreement among raft nodes before linearized reading' (duration: 1.585823227s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:18.658312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.50043049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:43:18.658747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:17.07278Z","time spent":"1.58595667s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:43:18.658855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595312155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:18.658863Z","caller":"traceutil/trace.go:171","msg":"trace[691471675] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:9150; }","duration":"2.500953303s","start":"2026-02-24T06:43:16.15783Z","end":"2026-02-24T06:43:18.658783Z","steps":["trace[691471675] 'agreement among raft nodes before linearized reading' (duration: 2.50044081s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:18.658912Z","caller":"traceutil/trace.go:171","msg":"trace[48969449] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:9150; }","duration":"1.595418908s","start":"2026-02-24T06:43:17.063481Z","end":"2026-02-24T06:43:18.6589Z","steps":["trace[48969449] 'agreement among raft nodes before linearized reading' (duration: 1.595284645s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:18.658968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:17.063459Z","time spent":"1.595487439s","remote":"127.0.0.1:35186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:43:18.658971Z","caller":"traceutil/trace.go:171","msg":"trace[1889339044] transaction","detail":"{read_only:false; response_revision:9150; number_of_response:1; }","duration":"1.685948226s","start":"2026-02-24T06:43:16.972984Z","end":"2026-02-24T06:43:18.658932Z","steps":["trace[1889339044] 'process raft request' (duration: 1.68413623s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:18.659055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.492168876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-24T06:43:18.659119Z","caller":"traceutil/trace.go:171","msg":"trace[481160767] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab; range_end:; response_count:1; response_revision:9150; }","duration":"5.492283299s","start":"2026-02-24T06:43:13.16682Z","end":"2026-02-24T06:43:18.659103Z","steps":["trace[481160767] 'agreement among raft nodes before linearized reading' (duration: 5.492095084s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:18.659158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:16.972964Z","time spent":"1.686111649s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:18.65915Z","caller":"traceutil/trace.go:171","msg":"trace[21948171] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:9150; }","duration":"2.195081579s","start":"2026-02-24T06:43:16.463105Z","end":"2026-02-24T06:43:18.658186Z","steps":["trace[21948171] 'agreement among raft nodes before linearized reading' (duration: 2.194938756s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:18.659231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.787963694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:43:18.659234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.189297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-02-24T06:43:18.65917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:13.166799Z","time spent":"5.492358191s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" "} {"level":"warn","ts":"2026-02-24T06:43:18.659311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:16.463085Z","time spent":"2.196181527s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:43:18.659337Z","caller":"traceutil/trace.go:171","msg":"trace[1884611518] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9150; }","duration":"3.788138418s","start":"2026-02-24T06:43:14.87114Z","end":"2026-02-24T06:43:18.659279Z","steps":["trace[1884611518] 'agreement among raft nodes before linearized reading' (duration: 3.787936133s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:18.659411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.187232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:43:18.659484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.461413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:18.659485Z","caller":"traceutil/trace.go:171","msg":"trace[1255599930] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9150; }","duration":"136.264564ms","start":"2026-02-24T06:43:18.523202Z","end":"2026-02-24T06:43:18.659467Z","steps":["trace[1255599930] 'agreement among raft nodes before linearized reading' (duration: 136.155801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:18.659503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.127517762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-24T06:43:18.658595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:15.599475Z","time spent":"3.059105145s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:43:18.659565Z","caller":"traceutil/trace.go:171","msg":"trace[1285940818] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:9150; }","duration":"6.127615625s","start":"2026-02-24T06:43:12.531935Z","end":"2026-02-24T06:43:18.65955Z","steps":["trace[1285940818] 'agreement among raft nodes before linearized reading' (duration: 6.127436871s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:18.659319Z","caller":"traceutil/trace.go:171","msg":"trace[518733248] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9150; }","duration":"921.30905ms","start":"2026-02-24T06:43:17.737989Z","end":"2026-02-24T06:43:18.659298Z","steps":["trace[518733248] 'agreement among raft nodes before linearized reading' (duration: 921.062644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:18.659606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:12.531915Z","time spent":"6.127681466s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-02-24T06:43:18.65962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:17.737976Z","time spent":"921.630808ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-24T06:43:18.659625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.077624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5541"} {"level":"warn","ts":"2026-02-24T06:43:18.659665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.152115308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7045"} {"level":"info","ts":"2026-02-24T06:43:18.659693Z","caller":"traceutil/trace.go:171","msg":"trace[227524615] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9150; }","duration":"921.156766ms","start":"2026-02-24T06:43:17.738521Z","end":"2026-02-24T06:43:18.659678Z","steps":["trace[227524615] 'agreement among raft nodes before linearized reading' (duration: 920.999562ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:18.65976Z","caller":"traceutil/trace.go:171","msg":"trace[119225712] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:9150; }","duration":"6.152220431s","start":"2026-02-24T06:43:12.507501Z","end":"2026-02-24T06:43:18.659721Z","steps":["trace[119225712] 'agreement among raft nodes before linearized reading' (duration: 6.151983965s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:18.659447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:14.871119Z","time spent":"3.788304812s","remote":"127.0.0.1:57440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:18.659785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:17.738516Z","time spent":"921.255808ms","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5565,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-24T06:43:18.659527Z","caller":"traceutil/trace.go:171","msg":"trace[910083964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9150; }","duration":"408.499924ms","start":"2026-02-24T06:43:18.251017Z","end":"2026-02-24T06:43:18.659517Z","steps":["trace[910083964] 'agreement among raft nodes before linearized reading' (duration: 408.448343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:18.659806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:12.507477Z","time spent":"6.152320264s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7069,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-24T06:43:18.659855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:18.250925Z","time spent":"408.915904ms","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:43:18.659441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.76734376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:43:18.659924Z","caller":"traceutil/trace.go:171","msg":"trace[1942236163] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:9150; }","duration":"5.767825072s","start":"2026-02-24T06:43:12.892083Z","end":"2026-02-24T06:43:18.659908Z","steps":["trace[1942236163] 'agreement among raft nodes before linearized reading' (duration: 5.767262608s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:18.659981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:12.892008Z","time spent":"5.767957535s","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":63,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:18.659953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.880144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-24T06:43:18.660079Z","caller":"traceutil/trace.go:171","msg":"trace[2050906964] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9150; }","duration":"922.017618ms","start":"2026-02-24T06:43:17.738043Z","end":"2026-02-24T06:43:18.660061Z","steps":["trace[2050906964] 'agreement among raft nodes before linearized reading' (duration: 921.498505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:18.660173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:17.738039Z","time spent":"922.11643ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-24T06:43:18.658645Z","caller":"traceutil/trace.go:171","msg":"trace[524844432] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:9150; }","duration":"4.447352962s","start":"2026-02-24T06:43:14.211281Z","end":"2026-02-24T06:43:18.658634Z","steps":["trace[524844432] 'agreement among raft nodes before linearized reading' (duration: 4.44726918s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:18.660251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:14.211261Z","time spent":"4.448966143s","remote":"127.0.0.1:35260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:18.660296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:15.84229Z","time spent":"2.816385905s","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:18.660698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:16.157812Z","time spent":"2.50286852s","remote":"127.0.0.1:34608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:18.658168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:17.168058Z","time spent":"1.490100538s","remote":"127.0.0.1:35148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:19.821988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.679574ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:19.822108Z","caller":"traceutil/trace.go:171","msg":"trace[2035024522] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9150; }","duration":"811.807887ms","start":"2026-02-24T06:43:19.010279Z","end":"2026-02-24T06:43:19.822087Z","steps":["trace[2035024522] 'range keys from in-memory index tree' (duration: 811.663274ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:19.823547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.99417ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-02-24T06:43:19.823644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:18.663235Z","time spent":"1.160405051s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T06:43:20.44882Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.40310151s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:43:20.66186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996573077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:43:20.661954Z","caller":"traceutil/trace.go:171","msg":"trace[1595855415] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99670153s","start":"2026-02-24T06:43:18.665231Z","end":"2026-02-24T06:43:20.661933Z","steps":["trace[1595855415] 'agreement among raft nodes before linearized reading' (duration: 1.996583457s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:20.662057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:18.665222Z","time spent":"1.996775042s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:43:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:43:21.028994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.739363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:43:21.02937Z","caller":"traceutil/trace.go:171","msg":"trace[1297406343] transaction","detail":"{read_only:false; response_revision:9151; number_of_response:1; }","duration":"2.365972031s","start":"2026-02-24T06:43:18.663342Z","end":"2026-02-24T06:43:21.029314Z","steps":["trace[1297406343] 'process raft request' (duration: 1.785831258s)","trace[1297406343] 'compare' (duration: 579.62765ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:21.029538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:18.663318Z","time spent":"2.366131815s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:21.0295Z","caller":"traceutil/trace.go:171","msg":"trace[1284412814] transaction","detail":"{read_only:false; response_revision:9155; number_of_response:1; }","duration":"2.36237309s","start":"2026-02-24T06:43:18.667106Z","end":"2026-02-24T06:43:21.029479Z","steps":["trace[1284412814] 'process raft request' (duration: 2.362291458s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:21.029697Z","caller":"traceutil/trace.go:171","msg":"trace[1289588198] transaction","detail":"{read_only:false; response_revision:9153; number_of_response:1; }","duration":"2.36351117s","start":"2026-02-24T06:43:18.666156Z","end":"2026-02-24T06:43:21.029667Z","steps":["trace[1289588198] 'process raft request' (duration: 2.363166031s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:21.029736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:18.667093Z","time spent":"2.362561275s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7222,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:21.029754Z","caller":"traceutil/trace.go:171","msg":"trace[2051137038] transaction","detail":"{read_only:false; response_revision:9152; number_of_response:1; }","duration":"2.364470893s","start":"2026-02-24T06:43:18.665254Z","end":"2026-02-24T06:43:21.029725Z","steps":["trace[2051137038] 'process raft request' (duration: 2.363839357s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:21.029776Z","caller":"traceutil/trace.go:171","msg":"trace[3720217] transaction","detail":"{read_only:false; response_revision:9154; number_of_response:1; }","duration":"2.363403947s","start":"2026-02-24T06:43:18.666318Z","end":"2026-02-24T06:43:21.029722Z","steps":["trace[3720217] 'process raft request' (duration: 2.363046898s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:21.029854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:18.666133Z","time spent":"2.363639892s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:21.029895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:18.665244Z","time spent":"2.364571725s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:21.030003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:18.6663Z","time spent":"2.363582351s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:21.030265Z","caller":"traceutil/trace.go:171","msg":"trace[1007889842] transaction","detail":"{read_only:false; response_revision:9156; number_of_response:1; }","duration":"2.283970996s","start":"2026-02-24T06:43:18.746229Z","end":"2026-02-24T06:43:21.0302Z","steps":["trace[1007889842] 'process raft request' (duration: 2.283213897s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:21.030394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:18.746214Z","time spent":"2.28412428s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:21.830565Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.381230071s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:43:22.290857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780852984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:43:22.290969Z","caller":"traceutil/trace.go:171","msg":"trace[181857820] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.781047818s","start":"2026-02-24T06:43:19.509901Z","end":"2026-02-24T06:43:22.290949Z","steps":["trace[181857820] 'agreement among raft nodes before linearized reading' (duration: 2.780892224s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:22.291053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:19.509881Z","time spent":"2.781160611s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/24 06:43:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:43:22.291718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.782371833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:43:22.291794Z","caller":"traceutil/trace.go:171","msg":"trace[115827325] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.782488616s","start":"2026-02-24T06:43:19.509289Z","end":"2026-02-24T06:43:22.291778Z","steps":["trace[115827325] 'agreement among raft nodes before linearized reading' (duration: 2.782413094s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:22.291827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:19.50927Z","time spent":"2.782547957s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/24 06:43:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:43:22.480896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450854756s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T06:43:22.481393Z","caller":"traceutil/trace.go:171","msg":"trace[1691650410] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9157; }","duration":"2.656882988s","start":"2026-02-24T06:43:19.824486Z","end":"2026-02-24T06:43:22.481369Z","steps":["trace[1691650410] 'process raft request' (duration: 2.656628902s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:22.481589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:19.824466Z","time spent":"2.657025861s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:22.481887Z","caller":"traceutil/trace.go:171","msg":"trace[682880841] linearizableReadLoop","detail":"{readStateIndex:9518; appliedIndex:9516; }","duration":"3.8166021s","start":"2026-02-24T06:43:18.66525Z","end":"2026-02-24T06:43:22.481852Z","steps":["trace[682880841] 'read index received' (duration: 380.40024ms)","trace[682880841] 'applied index is now lower than readState.Index' (duration: 3.43619824s)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:43:22.482311Z","caller":"traceutil/trace.go:171","msg":"trace[1360902988] transaction","detail":"{read_only:false; response_revision:9159; number_of_response:1; }","duration":"2.172765341s","start":"2026-02-24T06:43:20.309522Z","end":"2026-02-24T06:43:22.482287Z","steps":["trace[1360902988] 'process raft request' (duration: 2.172445192s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:22.482457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:20.309494Z","time spent":"2.172891673s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:22.482475Z","caller":"traceutil/trace.go:171","msg":"trace[1177589620] transaction","detail":"{read_only:false; response_revision:9160; number_of_response:1; }","duration":"1.819026039s","start":"2026-02-24T06:43:20.663439Z","end":"2026-02-24T06:43:22.482465Z","steps":["trace[1177589620] 'process raft request' (duration: 1.818812164s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:22.482537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:20.663276Z","time spent":"1.819233584s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:22.48292Z","caller":"traceutil/trace.go:171","msg":"trace[1625740519] transaction","detail":"{read_only:false; response_revision:9161; number_of_response:1; }","duration":"1.819297346s","start":"2026-02-24T06:43:20.663585Z","end":"2026-02-24T06:43:22.482883Z","steps":["trace[1625740519] 'process raft request' (duration: 1.818836034s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:22.483154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:20.663575Z","time spent":"1.819467291s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:22.482251Z","caller":"traceutil/trace.go:171","msg":"trace[380044565] transaction","detail":"{read_only:false; response_revision:9158; number_of_response:1; }","duration":"2.178902584s","start":"2026-02-24T06:43:20.3033Z","end":"2026-02-24T06:43:22.482202Z","steps":["trace[380044565] 'process raft request' (duration: 2.177886958s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:22.483596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:20.303272Z","time spent":"2.180239247s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:22.483661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41944904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7237"} {"level":"info","ts":"2026-02-24T06:43:22.4837Z","caller":"traceutil/trace.go:171","msg":"trace[642996685] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:9162; }","duration":"1.419526271s","start":"2026-02-24T06:43:21.064161Z","end":"2026-02-24T06:43:22.483687Z","steps":["trace[642996685] 'agreement among raft nodes before linearized reading' (duration: 1.41944819s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:22.483712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604474434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:43:22.483735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:21.064134Z","time spent":"1.419594622s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7261,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-24T06:43:22.483748Z","caller":"traceutil/trace.go:171","msg":"trace[629642635] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:9162; }","duration":"1.604546476s","start":"2026-02-24T06:43:20.879189Z","end":"2026-02-24T06:43:22.483736Z","steps":["trace[629642635] 'agreement among raft nodes before linearized reading' (duration: 1.604496674s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:22.483744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.381074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-24T06:43:22.483789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:20.87917Z","time spent":"1.604610148s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:43:22.483812Z","caller":"traceutil/trace.go:171","msg":"trace[229221559] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9162; }","duration":"189.448536ms","start":"2026-02-24T06:43:22.294342Z","end":"2026-02-24T06:43:22.483791Z","steps":["trace[229221559] 'agreement among raft nodes before linearized reading' (duration: 189.295272ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:22.483641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.817405281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:314759"} {"level":"info","ts":"2026-02-24T06:43:22.483893Z","caller":"traceutil/trace.go:171","msg":"trace[1866308293] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:9162; }","duration":"3.817680377s","start":"2026-02-24T06:43:18.666203Z","end":"2026-02-24T06:43:22.483883Z","steps":["trace[1866308293] 'agreement among raft nodes before linearized reading' (duration: 3.817040181s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:22.483845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09937311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:43:22.483951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81309512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:22.483987Z","caller":"traceutil/trace.go:171","msg":"trace[745363925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9162; }","duration":"1.813151772s","start":"2026-02-24T06:43:20.670826Z","end":"2026-02-24T06:43:22.483978Z","steps":["trace[745363925] 'agreement among raft nodes before linearized reading' (duration: 1.81309915s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:22.484001Z","caller":"traceutil/trace.go:171","msg":"trace[392696195] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:9162; }","duration":"1.099583966s","start":"2026-02-24T06:43:21.384397Z","end":"2026-02-24T06:43:22.483981Z","steps":["trace[392696195] 'agreement among raft nodes before linearized reading' (duration: 1.099310119s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:22.484012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:20.670818Z","time spent":"1.813188452s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:43:22.484105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:21.384368Z","time spent":"1.099721488s","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:22.484229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.751240172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T06:43:22.484268Z","caller":"traceutil/trace.go:171","msg":"trace[985108440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9162; }","duration":"2.751305074s","start":"2026-02-24T06:43:19.732954Z","end":"2026-02-24T06:43:22.484259Z","steps":["trace[985108440] 'agreement among raft nodes before linearized reading' (duration: 2.75117613s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:22.484294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:19.732939Z","time spent":"2.751349604s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T06:43:22.483698Z","caller":"traceutil/trace.go:171","msg":"trace[1629299037] transaction","detail":"{read_only:false; response_revision:9162; number_of_response:1; }","duration":"1.818031094s","start":"2026-02-24T06:43:20.665624Z","end":"2026-02-24T06:43:22.483655Z","steps":["trace[1629299037] 'process raft request' (duration: 1.817102031s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:22.484814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:20.665598Z","time spent":"1.818962557s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:22.484928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.589223025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-24T06:43:22.484967Z","caller":"traceutil/trace.go:171","msg":"trace[405750434] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9162; }","duration":"3.589296787s","start":"2026-02-24T06:43:18.89566Z","end":"2026-02-24T06:43:22.484956Z","steps":["trace[405750434] 'agreement among raft nodes before linearized reading' (duration: 3.589211024s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:22.484988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:18.89564Z","time spent":"3.589342968s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-24T06:43:22.485253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.14151885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414722"} {"level":"info","ts":"2026-02-24T06:43:22.48529Z","caller":"traceutil/trace.go:171","msg":"trace[996369635] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9162; }","duration":"3.141587141s","start":"2026-02-24T06:43:19.343694Z","end":"2026-02-24T06:43:22.485281Z","steps":["trace[996369635] 'agreement among raft nodes before linearized reading' (duration: 3.140713568s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:22.48532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:19.343667Z","time spent":"3.141644563s","remote":"127.0.0.1:51630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414746,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-24T06:43:22.483923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:18.666186Z","time spent":"3.817728349s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":34,"response size":314783,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-24T06:43:22.485418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.579636805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:43:22.485487Z","caller":"traceutil/trace.go:171","msg":"trace[1138000157] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:9162; }","duration":"3.579741417s","start":"2026-02-24T06:43:18.905726Z","end":"2026-02-24T06:43:22.485467Z","steps":["trace[1138000157] 'agreement among raft nodes before linearized reading' (duration: 3.579278706s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:22.485553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:18.905709Z","time spent":"3.579827699s","remote":"127.0.0.1:35174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":125,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:22.992816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835730,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:43:23.493852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835730,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:43:23.748778Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.262834266s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:43:24.492508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000264479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:43:24.492678Z","caller":"traceutil/trace.go:171","msg":"trace[241921006] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000476735s","start":"2026-02-24T06:43:22.49218Z","end":"2026-02-24T06:43:24.492657Z","steps":["trace[241921006] 'agreement among raft nodes before linearized reading' (duration: 2.00027747s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:24.492825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:22.492174Z","time spent":"2.000635269s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:43:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:43:24.570275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:23.219732Z","time spent":"1.350525272s","remote":"127.0.0.1:48254","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T06:43:24.571041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.041923ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-02-24T06:43:24.571143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:22.485734Z","time spent":"2.085405392s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T06:43:25.232775Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.337378113s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T06:43:25.233427Z","caller":"traceutil/trace.go:171","msg":"trace[1532853558] transaction","detail":"{read_only:false; response_revision:9163; number_of_response:1; }","duration":"2.742748599s","start":"2026-02-24T06:43:22.490648Z","end":"2026-02-24T06:43:25.233397Z","steps":["trace[1532853558] 'process raft request' (duration: 2.742410641s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:25.233625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:22.490629Z","time spent":"2.742886313s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:25.234018Z","caller":"traceutil/trace.go:171","msg":"trace[1444307362] transaction","detail":"{read_only:false; response_revision:9164; number_of_response:1; }","duration":"2.742016431s","start":"2026-02-24T06:43:22.491979Z","end":"2026-02-24T06:43:25.233995Z","steps":["trace[1444307362] 'process raft request' (duration: 2.741347495s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:25.234115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:22.491962Z","time spent":"2.742110564s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7030,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:25.234267Z","caller":"traceutil/trace.go:171","msg":"trace[1743225853] linearizableReadLoop","detail":"{readStateIndex:9534; appliedIndex:9530; }","duration":"2.742035042s","start":"2026-02-24T06:43:22.492207Z","end":"2026-02-24T06:43:25.234242Z","steps":["trace[1743225853] 'read index received' (duration: 1.256831426s)","trace[1743225853] 'applied index is now lower than readState.Index' (duration: 1.485176285s)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:43:25.234362Z","caller":"traceutil/trace.go:171","msg":"trace[1238827207] transaction","detail":"{read_only:false; response_revision:9165; number_of_response:1; }","duration":"2.300958572s","start":"2026-02-24T06:43:22.93338Z","end":"2026-02-24T06:43:25.234338Z","steps":["trace[1238827207] 'process raft request' (duration: 2.300409618s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:25.234501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:22.93327Z","time spent":"2.301135666s","remote":"127.0.0.1:51630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414707,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:25.735349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835740,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:43:26.236046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835740,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:43:26.363536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:25.347805Z","time spent":"1.015724775s","remote":"127.0.0.1:48272","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T06:43:26.493097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999990293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:43:26.493187Z","caller":"traceutil/trace.go:171","msg":"trace[1789423256] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000120015s","start":"2026-02-24T06:43:24.493044Z","end":"2026-02-24T06:43:26.493164Z","steps":["trace[1789423256] 'agreement among raft nodes before linearized reading' (duration: 2.000013943s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:26.493248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:24.493035Z","time spent":"2.000199477s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:43:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:43:26.683988Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.450919787s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T06:43:26.684328Z","caller":"traceutil/trace.go:171","msg":"trace[240840554] transaction","detail":"{read_only:false; response_revision:9166; number_of_response:1; }","duration":"2.196083025s","start":"2026-02-24T06:43:24.488228Z","end":"2026-02-24T06:43:26.684312Z","steps":["trace[240840554] 'process raft request' (duration: 2.195956192s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:26.684431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:24.488202Z","time spent":"2.196177598s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:26.68459Z","caller":"traceutil/trace.go:171","msg":"trace[2106509505] transaction","detail":"{read_only:false; response_revision:9167; number_of_response:1; }","duration":"2.19629998s","start":"2026-02-24T06:43:24.488269Z","end":"2026-02-24T06:43:26.684569Z","steps":["trace[2106509505] 'process raft request' (duration: 2.196015623s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:26.6847Z","caller":"traceutil/trace.go:171","msg":"trace[627038952] transaction","detail":"{read_only:false; response_revision:9168; number_of_response:1; }","duration":"2.192121586s","start":"2026-02-24T06:43:24.492572Z","end":"2026-02-24T06:43:26.684693Z","steps":["trace[627038952] 'process raft request' (duration: 2.191888811s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:26.684683Z","caller":"traceutil/trace.go:171","msg":"trace[198960782] transaction","detail":"{read_only:false; response_revision:9169; number_of_response:1; }","duration":"2.112026069s","start":"2026-02-24T06:43:24.572618Z","end":"2026-02-24T06:43:26.684644Z","steps":["trace[198960782] 'process raft request' (duration: 2.111940567s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:26.684702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:24.488241Z","time spent":"2.196410263s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:26.684737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:24.492556Z","time spent":"2.192161727s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:26.684827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:24.572595Z","time spent":"2.112149403s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:27.066395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.587732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:43:27.066635Z","caller":"traceutil/trace.go:171","msg":"trace[289570738] linearizableReadLoop","detail":"{readStateIndex:9540; appliedIndex:9534; }","duration":"1.83222305s","start":"2026-02-24T06:43:25.23439Z","end":"2026-02-24T06:43:27.066613Z","steps":["trace[289570738] 'read index received' (duration: 1.449883142s)","trace[289570738] 'applied index is now lower than readState.Index' (duration: 382.338818ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:43:27.066645Z","caller":"traceutil/trace.go:171","msg":"trace[1115322253] transaction","detail":"{read_only:false; response_revision:9170; number_of_response:1; }","duration":"1.827395408s","start":"2026-02-24T06:43:25.239208Z","end":"2026-02-24T06:43:27.066603Z","steps":["trace[1115322253] 'process raft request' (duration: 1.60950685s)","trace[1115322253] 'compare' (duration: 217.404836ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:43:27.066658Z","caller":"traceutil/trace.go:171","msg":"trace[2097618089] transaction","detail":"{read_only:false; response_revision:9171; number_of_response:1; }","duration":"900.56801ms","start":"2026-02-24T06:43:26.166058Z","end":"2026-02-24T06:43:27.066626Z","steps":["trace[2097618089] 'process raft request' (duration: 900.462587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:27.066883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.088305048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-24T06:43:27.066922Z","caller":"traceutil/trace.go:171","msg":"trace[316221847] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9171; }","duration":"4.0884151s","start":"2026-02-24T06:43:22.978496Z","end":"2026-02-24T06:43:27.066911Z","steps":["trace[316221847] 'agreement among raft nodes before linearized reading' (duration: 4.088238026s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:27.066938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.058642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-02-24T06:43:27.066938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028263231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:43:27.066905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.386075668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:43:27.066899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825692537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7045"} {"level":"info","ts":"2026-02-24T06:43:27.067019Z","caller":"traceutil/trace.go:171","msg":"trace[1053305318] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:9171; }","duration":"2.028350534s","start":"2026-02-24T06:43:25.038628Z","end":"2026-02-24T06:43:27.066978Z","steps":["trace[1053305318] 'agreement among raft nodes before linearized reading' (duration: 2.028239041s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:27.067051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.37727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:27.067057Z","caller":"traceutil/trace.go:171","msg":"trace[1891120660] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:9171; }","duration":"1.825870321s","start":"2026-02-24T06:43:25.241176Z","end":"2026-02-24T06:43:27.067046Z","steps":["trace[1891120660] 'agreement among raft nodes before linearized reading' (duration: 1.825686527s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:27.067072Z","caller":"traceutil/trace.go:171","msg":"trace[1996947268] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9171; }","duration":"416.442632ms","start":"2026-02-24T06:43:26.650623Z","end":"2026-02-24T06:43:27.067066Z","steps":["trace[1996947268] 'agreement among raft nodes before linearized reading' (duration: 416.398281ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:27.067056Z","caller":"traceutil/trace.go:171","msg":"trace[788645141] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:9171; }","duration":"4.386260043s","start":"2026-02-24T06:43:22.680771Z","end":"2026-02-24T06:43:27.067031Z","steps":["trace[788645141] 'agreement among raft nodes before linearized reading' (duration: 4.385979496s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:27.066961Z","caller":"traceutil/trace.go:171","msg":"trace[115140409] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9171; }","duration":"380.090402ms","start":"2026-02-24T06:43:26.686863Z","end":"2026-02-24T06:43:27.066954Z","steps":["trace[115140409] 'agreement among raft nodes before linearized reading' (duration: 380.046341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:27.067092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:26.650607Z","time spent":"416.480812ms","remote":"127.0.0.1:52806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:27.067107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:26.686858Z","time spent":"380.241966ms","remote":"127.0.0.1:35136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-24T06:43:27.067096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572843913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"warn","ts":"2026-02-24T06:43:27.067124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.163798819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:43:27.066828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.014632292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T06:43:27.067181Z","caller":"traceutil/trace.go:171","msg":"trace[1816953119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9171; }","duration":"4.015010141s","start":"2026-02-24T06:43:23.052161Z","end":"2026-02-24T06:43:27.067171Z","steps":["trace[1816953119] 'agreement among raft nodes before linearized reading' (duration: 4.014590051s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:27.067181Z","caller":"traceutil/trace.go:171","msg":"trace[1961391552] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:9171; }","duration":"4.163881271s","start":"2026-02-24T06:43:22.903283Z","end":"2026-02-24T06:43:27.067164Z","steps":["trace[1961391552] 'agreement among raft nodes before linearized reading' (duration: 4.163598264s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:27.067092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:25.241162Z","time spent":"1.825921472s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7069,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-24T06:43:27.067206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.210574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:43:27.067233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:23.052148Z","time spent":"4.015065742s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T06:43:27.067262Z","caller":"traceutil/trace.go:171","msg":"trace[926467803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9171; }","duration":"566.306936ms","start":"2026-02-24T06:43:26.500941Z","end":"2026-02-24T06:43:27.067247Z","steps":["trace[926467803] 'agreement among raft nodes before linearized reading' (duration: 566.212074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:27.067263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:22.903269Z","time spent":"4.163973543s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:27.067273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.934601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:43:27.066898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.398735933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"warn","ts":"2026-02-24T06:43:27.067304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:26.500922Z","time spent":"566.367888ms","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:43:27.0673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.035449253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T06:43:27.067328Z","caller":"traceutil/trace.go:171","msg":"trace[1089169785] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9171; }","duration":"3.399239405s","start":"2026-02-24T06:43:23.668082Z","end":"2026-02-24T06:43:27.067322Z","steps":["trace[1089169785] 'agreement among raft nodes before linearized reading' (duration: 3.398539128s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:27.06732Z","caller":"traceutil/trace.go:171","msg":"trace[386193828] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9171; }","duration":"828.020133ms","start":"2026-02-24T06:43:26.239287Z","end":"2026-02-24T06:43:27.067307Z","steps":["trace[386193828] 'agreement among raft nodes before linearized reading' (duration: 827.939321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:27.067349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:23.668062Z","time spent":"3.399281037s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T06:43:27.067068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:25.038611Z","time spent":"2.028447036s","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":8,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:43:27.067349Z","caller":"traceutil/trace.go:171","msg":"trace[1446806700] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9171; }","duration":"4.035547895s","start":"2026-02-24T06:43:23.031788Z","end":"2026-02-24T06:43:27.067336Z","steps":["trace[1446806700] 'agreement among raft nodes before linearized reading' (duration: 4.03490502s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:27.067375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:26.239272Z","time spent":"828.087424ms","remote":"127.0.0.1:57488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:43:27.067183Z","caller":"traceutil/trace.go:171","msg":"trace[192831179] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:9171; }","duration":"2.572961396s","start":"2026-02-24T06:43:24.494197Z","end":"2026-02-24T06:43:27.067159Z","steps":["trace[192831179] 'agreement among raft nodes before linearized reading' (duration: 2.572758261s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:27.066824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:25.239177Z","time spent":"1.827562093s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":783,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T06:43:27.067385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.325374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17352"} {"level":"warn","ts":"2026-02-24T06:43:27.067011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.207375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:27.067471Z","caller":"traceutil/trace.go:171","msg":"trace[1954761412] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9171; }","duration":"898.467717ms","start":"2026-02-24T06:43:26.168984Z","end":"2026-02-24T06:43:27.067452Z","steps":["trace[1954761412] 'agreement among raft nodes before linearized reading' (duration: 898.16519ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:27.067475Z","caller":"traceutil/trace.go:171","msg":"trace[1440024939] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:9171; }","duration":"386.689517ms","start":"2026-02-24T06:43:26.680774Z","end":"2026-02-24T06:43:27.067463Z","steps":["trace[1440024939] 'agreement among raft nodes before linearized reading' (duration: 386.199345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:27.067549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:26.168964Z","time spent":"898.57628ms","remote":"127.0.0.1:35148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17376,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-24T06:43:27.067581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:26.680758Z","time spent":"386.80903ms","remote":"127.0.0.1:51066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:27.067438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:24.494178Z","time spent":"2.573255533s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"warn","ts":"2026-02-24T06:43:27.067122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:22.680701Z","time spent":"4.386409806s","remote":"127.0.0.1:51142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:27.067195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.032268764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T06:43:27.067798Z","caller":"traceutil/trace.go:171","msg":"trace[382635120] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9171; }","duration":"4.032905959s","start":"2026-02-24T06:43:23.034875Z","end":"2026-02-24T06:43:27.067781Z","steps":["trace[382635120] 'agreement among raft nodes before linearized reading' (duration: 4.032251723s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:27.067225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274280513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:43:27.067845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:23.034854Z","time spent":"4.032978492s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T06:43:27.067853Z","caller":"traceutil/trace.go:171","msg":"trace[1479114773] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9171; }","duration":"1.274940909s","start":"2026-02-24T06:43:25.792896Z","end":"2026-02-24T06:43:27.067837Z","steps":["trace[1479114773] 'agreement among raft nodes before linearized reading' (duration: 1.274309463s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:27.067394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:23.031764Z","time spent":"4.035621368s","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1008,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:27.067895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:25.79287Z","time spent":"1.275012231s","remote":"127.0.0.1:57410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:27.066762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979434678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:27.067946Z","caller":"traceutil/trace.go:171","msg":"trace[1436140681] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9171; }","duration":"1.98068911s","start":"2026-02-24T06:43:25.087249Z","end":"2026-02-24T06:43:27.067938Z","steps":["trace[1436140681] 'agreement among raft nodes before linearized reading' (duration: 1.979425028s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:27.067974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:25.087228Z","time spent":"1.980737111s","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:27.066841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881206406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:43:27.066964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:22.978461Z","time spent":"4.088494142s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-24T06:43:27.068021Z","caller":"traceutil/trace.go:171","msg":"trace[1758287004] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:9171; }","duration":"1.882412397s","start":"2026-02-24T06:43:25.185583Z","end":"2026-02-24T06:43:27.067995Z","steps":["trace[1758287004] 'agreement among raft nodes before linearized reading' (duration: 1.881222606s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:27.068151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:25.185553Z","time spent":"1.882580761s","remote":"127.0.0.1:35362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:27.068266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538144982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-02-24T06:43:27.068335Z","caller":"traceutil/trace.go:171","msg":"trace[1176179004] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9171; }","duration":"1.538256885s","start":"2026-02-24T06:43:25.530059Z","end":"2026-02-24T06:43:27.068316Z","steps":["trace[1176179004] 'agreement among raft nodes before linearized reading' (duration: 1.537251479s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:27.068386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:25.530036Z","time spent":"1.538334717s","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-24T06:43:27.068115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:26.166024Z","time spent":"900.881428ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:27.572206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:43:27.842875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.783838ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-02-24T06:43:27.84297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:27.071109Z","time spent":"771.856765ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T06:43:27.87622Z","caller":"traceutil/trace.go:171","msg":"trace[524680220] transaction","detail":"{read_only:false; response_revision:9172; number_of_response:1; }","duration":"803.430007ms","start":"2026-02-24T06:43:27.072773Z","end":"2026-02-24T06:43:27.876203Z","steps":["trace[524680220] 'process raft request' (duration: 803.301694ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:27.87631Z","caller":"traceutil/trace.go:171","msg":"trace[824212414] linearizableReadLoop","detail":"{readStateIndex:9543; appliedIndex:9540; }","duration":"805.035957ms","start":"2026-02-24T06:43:27.07126Z","end":"2026-02-24T06:43:27.876296Z","steps":["trace[824212414] 'read index received' (duration: 507.839782ms)","trace[824212414] 'applied index is now lower than readState.Index' (duration: 297.194955ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:43:27.876361Z","caller":"traceutil/trace.go:171","msg":"trace[340952006] transaction","detail":"{read_only:false; response_revision:9173; number_of_response:1; }","duration":"803.260383ms","start":"2026-02-24T06:43:27.073095Z","end":"2026-02-24T06:43:27.876355Z","steps":["trace[340952006] 'process raft request' (duration: 803.085179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:27.876331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:27.072738Z","time spent":"803.53505ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:27.876385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:27.073085Z","time spent":"803.288744ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:27.876471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.198741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6801"} {"level":"info","ts":"2026-02-24T06:43:27.876494Z","caller":"traceutil/trace.go:171","msg":"trace[1564645942] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:9173; }","duration":"805.232402ms","start":"2026-02-24T06:43:27.071255Z","end":"2026-02-24T06:43:27.876487Z","steps":["trace[1564645942] 'agreement among raft nodes before linearized reading' (duration: 805.119009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:27.876532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:27.071215Z","time spent":"805.312264ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6825,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-02-24T06:43:30.067761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000017033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:43:30.067845Z","caller":"traceutil/trace.go:171","msg":"trace[1211193199] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000196218s","start":"2026-02-24T06:43:28.067629Z","end":"2026-02-24T06:43:30.067825Z","steps":["trace[1211193199] 'agreement among raft nodes before linearized reading' (duration: 2.000078585s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:30.067891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:28.067593Z","time spent":"2.00028782s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:43:32.068574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000134796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:43:32.068655Z","caller":"traceutil/trace.go:171","msg":"trace[1920500078] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00027224s","start":"2026-02-24T06:43:30.068364Z","end":"2026-02-24T06:43:32.068636Z","steps":["trace[1920500078] 'agreement among raft nodes before linearized reading' (duration: 2.000169427s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:32.068703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:30.068344Z","time spent":"2.000349111s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:43:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:43:32.53129Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.519374067s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:43:32.698905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.687798605s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:32.699032Z","caller":"traceutil/trace.go:171","msg":"trace[2082706551] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9173; }","duration":"3.687938379s","start":"2026-02-24T06:43:29.011076Z","end":"2026-02-24T06:43:32.699014Z","steps":["trace[2082706551] 'range keys from in-memory index tree' (duration: 3.687783065s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:32.70127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.689336665s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:43:32.701542Z","caller":"traceutil/trace.go:171","msg":"trace[2024831733] transaction","detail":"{read_only:false; response_revision:9175; number_of_response:1; }","duration":"4.817465754s","start":"2026-02-24T06:43:27.884054Z","end":"2026-02-24T06:43:32.701519Z","steps":["trace[2024831733] 'process raft request' (duration: 4.817351481s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:32.701658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:27.884047Z","time spent":"4.817551176s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7099,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:32.701909Z","caller":"traceutil/trace.go:171","msg":"trace[748499479] transaction","detail":"{read_only:false; response_revision:9174; number_of_response:1; }","duration":"4.858069672s","start":"2026-02-24T06:43:27.84382Z","end":"2026-02-24T06:43:32.70189Z","steps":["trace[748499479] 'process raft request' (duration: 168.017569ms)","trace[748499479] 'compare' (duration: 4.687566271s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:32.701994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:27.843804Z","time spent":"4.858152354s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T06:43:32.702219Z","caller":"traceutil/trace.go:171","msg":"trace[1277612047] linearizableReadLoop","detail":"{readStateIndex:9544; appliedIndex:9543; }","duration":"4.825843764s","start":"2026-02-24T06:43:27.876359Z","end":"2026-02-24T06:43:32.702202Z","steps":["trace[1277612047] 'read index received' (duration: 135.554395ms)","trace[1277612047] 'applied index is now lower than readState.Index' (duration: 4.690287299s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:32.70306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.630641085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17352"} {"level":"info","ts":"2026-02-24T06:43:32.703105Z","caller":"traceutil/trace.go:171","msg":"trace[710698979] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9175; }","duration":"5.630699547s","start":"2026-02-24T06:43:27.072392Z","end":"2026-02-24T06:43:32.703092Z","steps":["trace[710698979] 'agreement among raft nodes before linearized reading' (duration: 5.630513513s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:32.703129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:27.072387Z","time spent":"5.630737168s","remote":"127.0.0.1:35148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17376,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-24T06:43:32.703189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.630268986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-24T06:43:32.703259Z","caller":"traceutil/trace.go:171","msg":"trace[793407950] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9175; }","duration":"5.630366629s","start":"2026-02-24T06:43:27.072873Z","end":"2026-02-24T06:43:32.703239Z","steps":["trace[793407950] 'agreement among raft nodes before linearized reading' (duration: 5.630109052s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:32.703299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:27.072865Z","time spent":"5.63042511s","remote":"127.0.0.1:35248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-24T06:43:32.703396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.462241667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T06:43:32.703479Z","caller":"traceutil/trace.go:171","msg":"trace[113650895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9175; }","duration":"5.4623955s","start":"2026-02-24T06:43:27.241063Z","end":"2026-02-24T06:43:32.703459Z","steps":["trace[113650895] 'agreement among raft nodes before linearized reading' (duration: 5.462139424s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:32.703475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.629987639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:314759"} {"level":"warn","ts":"2026-02-24T06:43:32.703513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:27.241037Z","time spent":"5.462470032s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T06:43:32.703531Z","caller":"traceutil/trace.go:171","msg":"trace[1615527128] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:9175; }","duration":"5.630065012s","start":"2026-02-24T06:43:27.073451Z","end":"2026-02-24T06:43:32.703516Z","steps":["trace[1615527128] 'agreement among raft nodes before linearized reading' (duration: 5.629505728s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:32.703575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:27.073442Z","time spent":"5.630123703s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":34,"response size":314783,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-24T06:43:32.703559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.632206314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T06:43:32.703693Z","caller":"traceutil/trace.go:171","msg":"trace[641494936] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9175; }","duration":"5.632397828s","start":"2026-02-24T06:43:27.071269Z","end":"2026-02-24T06:43:32.703667Z","steps":["trace[641494936] 'agreement among raft nodes before linearized reading' (duration: 5.631954087s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:32.703746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:27.071257Z","time spent":"5.632479121s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T06:43:33.514448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.485266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:43:33.514664Z","caller":"traceutil/trace.go:171","msg":"trace[1488799415] linearizableReadLoop","detail":"{readStateIndex:9548; appliedIndex:9545; }","duration":"812.386481ms","start":"2026-02-24T06:43:32.702261Z","end":"2026-02-24T06:43:33.514648Z","steps":["trace[1488799415] 'read index received' (duration: 153.514056ms)","trace[1488799415] 'applied index is now lower than readState.Index' (duration: 658.871665ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:43:33.514745Z","caller":"traceutil/trace.go:171","msg":"trace[515463773] transaction","detail":"{read_only:false; response_revision:9176; number_of_response:1; }","duration":"4.804049588s","start":"2026-02-24T06:43:28.710684Z","end":"2026-02-24T06:43:33.514734Z","steps":["trace[515463773] 'process raft request' (duration: 4.145148322s)","trace[515463773] 'compare' (duration: 658.098736ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:33.514811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:28.710645Z","time spent":"4.80413048s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:33.515224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.052210873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:43:33.515315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.604565191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:43:33.515329Z","caller":"traceutil/trace.go:171","msg":"trace[1118548308] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:9178; }","duration":"3.052360896s","start":"2026-02-24T06:43:30.462938Z","end":"2026-02-24T06:43:33.515298Z","steps":["trace[1118548308] 'agreement among raft nodes before linearized reading' (duration: 3.052149241s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:33.51533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438670272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:43:33.515335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983622263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:43:33.515347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968820012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:33.515387Z","caller":"traceutil/trace.go:171","msg":"trace[2014538830] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:9178; }","duration":"4.604689244s","start":"2026-02-24T06:43:28.910678Z","end":"2026-02-24T06:43:33.515368Z","steps":["trace[2014538830] 'agreement among raft nodes before linearized reading' (duration: 4.60453412s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:33.515399Z","caller":"traceutil/trace.go:171","msg":"trace[681122862] transaction","detail":"{read_only:false; response_revision:9177; number_of_response:1; }","duration":"4.804665863s","start":"2026-02-24T06:43:28.710719Z","end":"2026-02-24T06:43:33.515385Z","steps":["trace[681122862] 'process raft request' (duration: 4.803827783s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:33.51542Z","caller":"traceutil/trace.go:171","msg":"trace[1515617866] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9178; }","duration":"2.983762668s","start":"2026-02-24T06:43:30.531637Z","end":"2026-02-24T06:43:33.515399Z","steps":["trace[1515617866] 'agreement among raft nodes before linearized reading' (duration: 2.983619674s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:33.515413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.634811916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-24T06:43:33.515436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:28.91065Z","time spent":"4.604771896s","remote":"127.0.0.1:35318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":72,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:43:33.515384Z","caller":"traceutil/trace.go:171","msg":"trace[882915780] transaction","detail":"{read_only:false; response_revision:9178; number_of_response:1; }","duration":"4.802638813s","start":"2026-02-24T06:43:28.712684Z","end":"2026-02-24T06:43:33.515323Z","steps":["trace[882915780] 'process raft request' (duration: 4.801923245s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:33.515473Z","caller":"traceutil/trace.go:171","msg":"trace[1962040636] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9178; }","duration":"3.634886418s","start":"2026-02-24T06:43:29.880574Z","end":"2026-02-24T06:43:33.51546Z","steps":["trace[1962040636] 'agreement among raft nodes before linearized reading' (duration: 3.634685233s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:33.515466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:30.531615Z","time spent":"2.983838239s","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:33.515477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.901070526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:43:33.515504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:29.880532Z","time spent":"3.63496691s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T06:43:33.515519Z","caller":"traceutil/trace.go:171","msg":"trace[776060072] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:9178; }","duration":"3.901148909s","start":"2026-02-24T06:43:29.614357Z","end":"2026-02-24T06:43:33.515506Z","steps":["trace[776060072] 'agreement among raft nodes before linearized reading' (duration: 3.901070817s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:33.515385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:30.462909Z","time spent":"3.052466319s","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:33.515565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:29.614338Z","time spent":"3.901214531s","remote":"127.0.0.1:35454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:43:33.515398Z","caller":"traceutil/trace.go:171","msg":"trace[1417356981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9178; }","duration":"1.438776274s","start":"2026-02-24T06:43:32.076604Z","end":"2026-02-24T06:43:33.51538Z","steps":["trace[1417356981] 'agreement among raft nodes before linearized reading' (duration: 1.438668732s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:33.515619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:32.076585Z","time spent":"1.43902589s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:43:33.515334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.438854291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:43:33.515661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:28.712672Z","time spent":"4.802836547s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:33.515715Z","caller":"traceutil/trace.go:171","msg":"trace[2134900869] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:9178; }","duration":"5.43924083s","start":"2026-02-24T06:43:28.076461Z","end":"2026-02-24T06:43:33.515702Z","steps":["trace[2134900869] 'agreement among raft nodes before linearized reading' (duration: 5.438799529s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:33.515445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.23434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:43:33.51576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:28.076392Z","time spent":"5.439354484s","remote":"127.0.0.1:35516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:43:33.515767Z","caller":"traceutil/trace.go:171","msg":"trace[1441601087] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:9178; }","duration":"856.596549ms","start":"2026-02-24T06:43:32.659159Z","end":"2026-02-24T06:43:33.515755Z","steps":["trace[1441601087] 'agreement among raft nodes before linearized reading' (duration: 856.21964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:33.515827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:32.659143Z","time spent":"856.669851ms","remote":"127.0.0.1:51152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:33.515471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:28.710687Z","time spent":"4.804751466s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:33.516001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106423258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:43:33.515464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.634089059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T06:43:33.516052Z","caller":"traceutil/trace.go:171","msg":"trace[76710809] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:9178; }","duration":"1.106473949s","start":"2026-02-24T06:43:32.409563Z","end":"2026-02-24T06:43:33.516037Z","steps":["trace[76710809] 'agreement among raft nodes before linearized reading' (duration: 1.105525396s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:33.516129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:32.409543Z","time spent":"1.106576031s","remote":"127.0.0.1:35392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:43:33.516062Z","caller":"traceutil/trace.go:171","msg":"trace[557222144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9178; }","duration":"3.634713705s","start":"2026-02-24T06:43:29.881332Z","end":"2026-02-24T06:43:33.516046Z","steps":["trace[557222144] 'agreement among raft nodes before linearized reading' (duration: 3.633998327s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:33.515599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.204512569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:43:33.516179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:29.881316Z","time spent":"3.634846518s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T06:43:33.516221Z","caller":"traceutil/trace.go:171","msg":"trace[1321666014] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9178; }","duration":"4.205438402s","start":"2026-02-24T06:43:29.310769Z","end":"2026-02-24T06:43:33.516207Z","steps":["trace[1321666014] 'agreement among raft nodes before linearized reading' (duration: 4.204423937s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:33.515429Z","caller":"traceutil/trace.go:171","msg":"trace[1632367226] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9178; }","duration":"1.968947865s","start":"2026-02-24T06:43:31.546462Z","end":"2026-02-24T06:43:33.51541Z","steps":["trace[1632367226] 'agreement among raft nodes before linearized reading' (duration: 1.968790001s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:33.516298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:31.546442Z","time spent":"1.969838637s","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:33.516254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:29.310678Z","time spent":"4.205565195s","remote":"127.0.0.1:38278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:34.015504Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:43:34.094578Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.238817364s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:43:34.403276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.239157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:43:34.403545Z","caller":"traceutil/trace.go:171","msg":"trace[2009534521] transaction","detail":"{read_only:false; response_revision:9179; number_of_response:1; }","duration":"1.68852501s","start":"2026-02-24T06:43:32.714979Z","end":"2026-02-24T06:43:34.403504Z","steps":["trace[2009534521] 'process raft request' (duration: 1.380093593s)","trace[2009534521] 'compare' (duration: 307.093134ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:43:34.40357Z","caller":"traceutil/trace.go:171","msg":"trace[1966011122] transaction","detail":"{read_only:false; response_revision:9180; number_of_response:1; }","duration":"1.546331967s","start":"2026-02-24T06:43:32.857208Z","end":"2026-02-24T06:43:34.40354Z","steps":["trace[1966011122] 'process raft request' (duration: 1.546191224s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:34.403619Z","caller":"traceutil/trace.go:171","msg":"trace[304120252] transaction","detail":"{read_only:false; response_revision:9181; number_of_response:1; }","duration":"1.530190673s","start":"2026-02-24T06:43:32.873402Z","end":"2026-02-24T06:43:34.403592Z","steps":["trace[304120252] 'process raft request' (duration: 1.5300709s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:34.40372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:32.857179Z","time spent":"1.546461251s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:34.403729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:32.714959Z","time spent":"1.688675844s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:34.403729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:32.873357Z","time spent":"1.530317607s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:34.403889Z","caller":"traceutil/trace.go:171","msg":"trace[294723671] transaction","detail":"{read_only:false; response_revision:9183; number_of_response:1; }","duration":"882.290293ms","start":"2026-02-24T06:43:33.521582Z","end":"2026-02-24T06:43:34.403872Z","steps":["trace[294723671] 'process raft request' (duration: 881.974555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:34.403987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:33.521575Z","time spent":"882.369304ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:34.40383Z","caller":"traceutil/trace.go:171","msg":"trace[1394757559] transaction","detail":"{read_only:false; response_revision:9182; number_of_response:1; }","duration":"882.871297ms","start":"2026-02-24T06:43:33.520902Z","end":"2026-02-24T06:43:34.403773Z","steps":["trace[1394757559] 'process raft request' (duration: 882.616731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:34.404103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:33.520888Z","time spent":"883.180244ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:35.516715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99993251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:43:35.516805Z","caller":"traceutil/trace.go:171","msg":"trace[2108654969] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000067063s","start":"2026-02-24T06:43:33.516718Z","end":"2026-02-24T06:43:35.516785Z","steps":["trace[2108654969] 'agreement among raft nodes before linearized reading' (duration: 1.999958431s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:35.516855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:33.516703Z","time spent":"2.000139006s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:43:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:43:35.918065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514414858s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T06:43:35.918164Z","caller":"traceutil/trace.go:171","msg":"trace[57286454] linearizableReadLoop","detail":"{readStateIndex:9553; appliedIndex:9548; }","duration":"2.40344339s","start":"2026-02-24T06:43:33.5147Z","end":"2026-02-24T06:43:35.918144Z","steps":["trace[57286454] 'read index received' (duration: 580.194005ms)","trace[57286454] 'applied index is now lower than readState.Index' (duration: 1.823247655s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:35.91858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.879618298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:35.918637Z","caller":"traceutil/trace.go:171","msg":"trace[2027113310] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:9183; }","duration":"2.879728181s","start":"2026-02-24T06:43:33.038885Z","end":"2026-02-24T06:43:35.918613Z","steps":["trace[2027113310] 'agreement among raft nodes before linearized reading' (duration: 2.879643349s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:35.918677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:33.038858Z","time spent":"2.879809063s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:35.918893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.990924987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:35.918931Z","caller":"traceutil/trace.go:171","msg":"trace[1197538910] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:9183; }","duration":"2.991023439s","start":"2026-02-24T06:43:32.927898Z","end":"2026-02-24T06:43:35.918921Z","steps":["trace[1197538910] 'agreement among raft nodes before linearized reading' (duration: 2.990963438s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:35.918959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:32.927857Z","time spent":"2.991094141s","remote":"127.0.0.1:34596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:35.919151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.141030666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:43:35.919192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.203478031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-5b4rq.18971b7946eafcea\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-02-24T06:43:35.919231Z","caller":"traceutil/trace.go:171","msg":"trace[97819254] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:9183; }","duration":"3.14116031s","start":"2026-02-24T06:43:32.778054Z","end":"2026-02-24T06:43:35.919214Z","steps":["trace[97819254] 'agreement among raft nodes before linearized reading' (duration: 3.141051208s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:35.919255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.20380933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-5b4rq\" ","response":"range_response_count:1 size:6793"} {"level":"warn","ts":"2026-02-24T06:43:35.91936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:32.778032Z","time spent":"3.141284933s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:35.919396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.213506172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17352"} {"level":"info","ts":"2026-02-24T06:43:35.919481Z","caller":"traceutil/trace.go:171","msg":"trace[1013675610] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9183; }","duration":"3.213650966s","start":"2026-02-24T06:43:32.705812Z","end":"2026-02-24T06:43:35.919463Z","steps":["trace[1013675610] 'agreement among raft nodes before linearized reading' (duration: 3.213332149s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:35.91953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:32.705796Z","time spent":"3.213725398s","remote":"127.0.0.1:35148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17376,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-24T06:43:35.919364Z","caller":"traceutil/trace.go:171","msg":"trace[615897875] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-5b4rq; range_end:; response_count:1; response_revision:9183; }","duration":"3.203945463s","start":"2026-02-24T06:43:32.715395Z","end":"2026-02-24T06:43:35.91934Z","steps":["trace[615897875] 'agreement among raft nodes before linearized reading' (duration: 3.203662976s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:35.919653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:32.715388Z","time spent":"3.20422745s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6817,"request content":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-5b4rq\" "} {"level":"info","ts":"2026-02-24T06:43:35.919293Z","caller":"traceutil/trace.go:171","msg":"trace[1081170948] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-7fcd8d6ffd-5b4rq.18971b7946eafcea; range_end:; response_count:1; response_revision:9183; }","duration":"3.203622735s","start":"2026-02-24T06:43:32.715645Z","end":"2026-02-24T06:43:35.919267Z","steps":["trace[1081170948] 'agreement among raft nodes before linearized reading' (duration: 3.203382909s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:35.919892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:32.715626Z","time spent":"3.20422462s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-5b4rq.18971b7946eafcea\" "} {"level":"warn","ts":"2026-02-24T06:43:35.919192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.213379699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-24T06:43:35.920052Z","caller":"traceutil/trace.go:171","msg":"trace[136467938] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:9183; }","duration":"3.214254641s","start":"2026-02-24T06:43:32.70573Z","end":"2026-02-24T06:43:35.919985Z","steps":["trace[136467938] 'agreement among raft nodes before linearized reading' (duration: 3.213231836s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:35.920125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:32.705707Z","time spent":"3.214398024s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-02-24T06:43:36.419311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:43:36.482015Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.907133086s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T06:43:36.482472Z","caller":"traceutil/trace.go:171","msg":"trace[144982558] transaction","detail":"{read_only:false; response_revision:9184; number_of_response:1; }","duration":"1.907713261s","start":"2026-02-24T06:43:34.574734Z","end":"2026-02-24T06:43:36.482448Z","steps":["trace[144982558] 'process raft request' (duration: 1.907534017s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:36.482623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:34.574705Z","time spent":"1.907825944s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:37.526976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000540896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:43:37.527092Z","caller":"traceutil/trace.go:171","msg":"trace[1473874381] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00070268s","start":"2026-02-24T06:43:35.52637Z","end":"2026-02-24T06:43:37.527073Z","steps":["trace[1473874381] 'agreement among raft nodes before linearized reading' (duration: 2.000569457s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:37.527144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:35.526358Z","time spent":"2.000771252s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:43:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:43:37.718968Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.236609279s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T06:43:37.719368Z","caller":"traceutil/trace.go:171","msg":"trace[1892820045] transaction","detail":"{read_only:false; response_revision:9186; number_of_response:1; }","duration":"2.196420813s","start":"2026-02-24T06:43:35.522925Z","end":"2026-02-24T06:43:37.719346Z","steps":["trace[1892820045] 'process raft request' (duration: 2.196326661s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:37.719368Z","caller":"traceutil/trace.go:171","msg":"trace[1567278324] transaction","detail":"{read_only:false; response_revision:9185; number_of_response:1; }","duration":"2.197259055s","start":"2026-02-24T06:43:35.522071Z","end":"2026-02-24T06:43:37.71933Z","steps":["trace[1567278324] 'process raft request' (duration: 2.19704718s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:37.719454Z","caller":"traceutil/trace.go:171","msg":"trace[154091082] linearizableReadLoop","detail":"{readStateIndex:9561; appliedIndex:9554; }","duration":"1.801255024s","start":"2026-02-24T06:43:35.918188Z","end":"2026-02-24T06:43:37.719443Z","steps":["trace[154091082] 'read index received' (duration: 564.180253ms)","trace[154091082] 'applied index is now lower than readState.Index' (duration: 1.237073901s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:37.71948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:35.522915Z","time spent":"2.196487205s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:37.719436Z","caller":"traceutil/trace.go:171","msg":"trace[997560954] transaction","detail":"{read_only:false; response_revision:9187; number_of_response:1; }","duration":"2.195255864s","start":"2026-02-24T06:43:35.52413Z","end":"2026-02-24T06:43:37.719386Z","steps":["trace[997560954] 'process raft request' (duration: 2.195148352s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:37.719517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:35.921067Z","time spent":"1.798446673s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T06:43:37.71951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:35.522044Z","time spent":"2.197381628s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:37.719627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:35.524107Z","time spent":"2.195413539s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:37.719697Z","caller":"traceutil/trace.go:171","msg":"trace[323558284] transaction","detail":"{read_only:false; response_revision:9188; number_of_response:1; }","duration":"1.79631643s","start":"2026-02-24T06:43:35.923374Z","end":"2026-02-24T06:43:37.71969Z","steps":["trace[323558284] 'process raft request' (duration: 1.795974361s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:37.719735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:35.923347Z","time spent":"1.796365491s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:37.719866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.923849898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:43:37.71987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.009629285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:43:37.719888Z","caller":"traceutil/trace.go:171","msg":"trace[22981615] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:9189; }","duration":"3.009685866s","start":"2026-02-24T06:43:34.710197Z","end":"2026-02-24T06:43:37.719883Z","steps":["trace[22981615] 'agreement among raft nodes before linearized reading' (duration: 3.009605825s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:37.719889Z","caller":"traceutil/trace.go:171","msg":"trace[792941713] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:9189; }","duration":"3.923927859s","start":"2026-02-24T06:43:33.795953Z","end":"2026-02-24T06:43:37.719881Z","steps":["trace[792941713] 'agreement among raft nodes before linearized reading' (duration: 3.923886038s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:37.719902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:34.710175Z","time spent":"3.009723587s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"warn","ts":"2026-02-24T06:43:37.719905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:33.795921Z","time spent":"3.923980931s","remote":"127.0.0.1:51044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:37.720053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740046141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:37.720069Z","caller":"traceutil/trace.go:171","msg":"trace[964919306] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9189; }","duration":"1.740088141s","start":"2026-02-24T06:43:35.979975Z","end":"2026-02-24T06:43:37.720064Z","steps":["trace[964919306] 'agreement among raft nodes before linearized reading' (duration: 1.74005851s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:37.720084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:35.979963Z","time spent":"1.740118842s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-24T06:43:37.720144Z","caller":"traceutil/trace.go:171","msg":"trace[674562663] transaction","detail":"{read_only:false; response_revision:9189; number_of_response:1; }","duration":"1.790552596s","start":"2026-02-24T06:43:35.929585Z","end":"2026-02-24T06:43:37.720138Z","steps":["trace[674562663] 'process raft request' (duration: 1.789820518s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:37.720176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:35.929574Z","time spent":"1.790583996s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:37.720189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.899362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:37.720203Z","caller":"traceutil/trace.go:171","msg":"trace[984090424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9189; }","duration":"192.944173ms","start":"2026-02-24T06:43:37.527254Z","end":"2026-02-24T06:43:37.720198Z","steps":["trace[984090424] 'agreement among raft nodes before linearized reading' (duration: 192.918763ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:37.720218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.646864538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:43:37.720252Z","caller":"traceutil/trace.go:171","msg":"trace[295547324] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9189; }","duration":"2.646923839s","start":"2026-02-24T06:43:35.073315Z","end":"2026-02-24T06:43:37.720239Z","steps":["trace[295547324] 'agreement among raft nodes before linearized reading' (duration: 2.646881618s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:37.720174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.92802935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T06:43:37.72028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:35.073294Z","time spent":"2.64697832s","remote":"127.0.0.1:57524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:43:37.720306Z","caller":"traceutil/trace.go:171","msg":"trace[1022590921] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9189; }","duration":"2.928170694s","start":"2026-02-24T06:43:34.792116Z","end":"2026-02-24T06:43:37.720287Z","steps":["trace[1022590921] 'agreement among raft nodes before linearized reading' (duration: 2.92758286s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:37.720329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311298159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T06:43:37.720346Z","caller":"traceutil/trace.go:171","msg":"trace[393251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9189; }","duration":"1.311337971s","start":"2026-02-24T06:43:36.409001Z","end":"2026-02-24T06:43:37.720339Z","steps":["trace[393251] 'agreement among raft nodes before linearized reading' (duration: 1.311265719s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:37.720374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:36.408982Z","time spent":"1.311388392s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T06:43:37.7204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.690534251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:43:37.720417Z","caller":"traceutil/trace.go:171","msg":"trace[2087391404] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:9189; }","duration":"2.690590123s","start":"2026-02-24T06:43:35.029821Z","end":"2026-02-24T06:43:37.720412Z","steps":["trace[2087391404] 'agreement among raft nodes before linearized reading' (duration: 2.690532111s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:37.720432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:35.0298Z","time spent":"2.690626293s","remote":"127.0.0.1:35332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:37.720466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691997587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:43:37.720483Z","caller":"traceutil/trace.go:171","msg":"trace[1940793171] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9189; }","duration":"1.692013787s","start":"2026-02-24T06:43:36.028464Z","end":"2026-02-24T06:43:37.720478Z","steps":["trace[1940793171] 'agreement among raft nodes before linearized reading' (duration: 1.691979586s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:37.720497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:36.028424Z","time spent":"1.692069699s","remote":"127.0.0.1:35406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:37.720516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685891854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-24T06:43:37.720541Z","caller":"traceutil/trace.go:171","msg":"trace[1542300038] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9189; }","duration":"1.685927015s","start":"2026-02-24T06:43:36.034608Z","end":"2026-02-24T06:43:37.720535Z","steps":["trace[1542300038] 'agreement among raft nodes before linearized reading' (duration: 1.685763561s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:37.720347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:34.792106Z","time spent":"2.928227606s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1009,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:37.720562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:36.034602Z","time spent":"1.685956176s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-24T06:43:37.720612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311678479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T06:43:37.720644Z","caller":"traceutil/trace.go:171","msg":"trace[632145269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9189; }","duration":"1.311760201s","start":"2026-02-24T06:43:36.408875Z","end":"2026-02-24T06:43:37.720635Z","steps":["trace[632145269] 'agreement among raft nodes before linearized reading' (duration: 1.311670519s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:37.720672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:36.408848Z","time spent":"1.311817482s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T06:43:37.720736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68334005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-24T06:43:37.720751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311741911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T06:43:37.720769Z","caller":"traceutil/trace.go:171","msg":"trace[1020860102] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9189; }","duration":"1.311795892s","start":"2026-02-24T06:43:36.408968Z","end":"2026-02-24T06:43:37.720764Z","steps":["trace[1020860102] 'agreement among raft nodes before linearized reading' (duration: 1.311747961s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:37.720781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:36.408949Z","time spent":"1.311829593s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T06:43:37.720778Z","caller":"traceutil/trace.go:171","msg":"trace[726190982] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9189; }","duration":"1.683407462s","start":"2026-02-24T06:43:36.037344Z","end":"2026-02-24T06:43:37.720752Z","steps":["trace[726190982] 'agreement among raft nodes before linearized reading' (duration: 1.6833381s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:37.720803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:36.037334Z","time spent":"1.683464433s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-24T06:43:38.402098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.618089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:43:38.402675Z","caller":"traceutil/trace.go:171","msg":"trace[1062779044] linearizableReadLoop","detail":"{readStateIndex:9562; appliedIndex:9561; }","duration":"676.270172ms","start":"2026-02-24T06:43:37.726386Z","end":"2026-02-24T06:43:38.402656Z","steps":["trace[1062779044] 'read index received' (duration: 203.005426ms)","trace[1062779044] 'applied index is now lower than readState.Index' (duration: 473.263076ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:43:38.402558Z","caller":"traceutil/trace.go:171","msg":"trace[1428601606] transaction","detail":"{read_only:false; response_revision:9190; number_of_response:1; }","duration":"678.431256ms","start":"2026-02-24T06:43:37.723874Z","end":"2026-02-24T06:43:38.402306Z","steps":["trace[1428601606] 'process raft request' (duration: 205.497079ms)","trace[1428601606] 'compare' (duration: 472.372993ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:38.402865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.474817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-5b4rq\" ","response":"range_response_count:1 size:9140"} {"level":"info","ts":"2026-02-24T06:43:38.402888Z","caller":"traceutil/trace.go:171","msg":"trace[406908188] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-5b4rq; range_end:; response_count:1; response_revision:9190; }","duration":"676.495478ms","start":"2026-02-24T06:43:37.726382Z","end":"2026-02-24T06:43:38.402877Z","steps":["trace[406908188] 'agreement among raft nodes before linearized reading' (duration: 676.356314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:38.402917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:37.726356Z","time spent":"676.555439ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":9164,"request content":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-5b4rq\" "} {"level":"warn","ts":"2026-02-24T06:43:38.40325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:37.723853Z","time spent":"679.025091ms","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:39.7321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000314201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:43:39.732156Z","caller":"traceutil/trace.go:171","msg":"trace[623781654] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000394042s","start":"2026-02-24T06:43:37.731752Z","end":"2026-02-24T06:43:39.732146Z","steps":["trace[623781654] 'agreement among raft nodes before linearized reading' (duration: 2.00032647s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:39.732184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:37.731745Z","time spent":"2.000432123s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:43:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:43:41.732526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999702735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:43:41.732611Z","caller":"traceutil/trace.go:171","msg":"trace[1598261897] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000114156s","start":"2026-02-24T06:43:39.732476Z","end":"2026-02-24T06:43:41.732591Z","steps":["trace[1598261897] 'agreement among raft nodes before linearized reading' (duration: 2.000004223s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:41.732665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:39.73246Z","time spent":"2.000189818s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:43:41.902316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.891817854s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:43:41.902476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.241440262s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:43:41.902514Z","caller":"traceutil/trace.go:171","msg":"trace[422789429] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9190; }","duration":"2.892034859s","start":"2026-02-24T06:43:39.010452Z","end":"2026-02-24T06:43:41.902487Z","steps":["trace[422789429] 'range keys from in-memory index tree' (duration: 2.891792653s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:41.902719Z","caller":"traceutil/trace.go:171","msg":"trace[198863429] transaction","detail":"{read_only:false; response_revision:9191; number_of_response:1; }","duration":"4.175962233s","start":"2026-02-24T06:43:37.726722Z","end":"2026-02-24T06:43:41.902685Z","steps":["trace[198863429] 'process raft request' (duration: 934.240434ms)","trace[198863429] 'compare' (duration: 3.240586271s)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:43:41.902801Z","caller":"traceutil/trace.go:171","msg":"trace[1940615088] transaction","detail":"{read_only:false; response_revision:9192; number_of_response:1; }","duration":"4.169373488s","start":"2026-02-24T06:43:37.733406Z","end":"2026-02-24T06:43:41.902779Z","steps":["trace[1940615088] 'process raft request' (duration: 4.169175143s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:41.90284Z","caller":"traceutil/trace.go:171","msg":"trace[1071000719] linearizableReadLoop","detail":"{readStateIndex:9568; appliedIndex:9562; }","duration":"3.500112642s","start":"2026-02-24T06:43:38.402714Z","end":"2026-02-24T06:43:41.902826Z","steps":["trace[1071000719] 'read index received' (duration: 258.390892ms)","trace[1071000719] 'applied index is now lower than readState.Index' (duration: 3.24172093s)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:43:41.902906Z","caller":"traceutil/trace.go:171","msg":"trace[366627286] transaction","detail":"{read_only:false; response_revision:9195; number_of_response:1; }","duration":"4.16862733s","start":"2026-02-24T06:43:37.734227Z","end":"2026-02-24T06:43:41.902854Z","steps":["trace[366627286] 'process raft request' (duration: 4.168524907s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:41.902917Z","caller":"traceutil/trace.go:171","msg":"trace[194522476] transaction","detail":"{read_only:false; response_revision:9196; number_of_response:1; }","duration":"4.168511817s","start":"2026-02-24T06:43:37.734396Z","end":"2026-02-24T06:43:41.902908Z","steps":["trace[194522476] 'process raft request' (duration: 4.168392784s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:41.902945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:37.733396Z","time spent":"4.16945309s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:41.902949Z","caller":"traceutil/trace.go:171","msg":"trace[1490157021] transaction","detail":"{read_only:false; response_revision:9193; number_of_response:1; }","duration":"4.16944823s","start":"2026-02-24T06:43:37.733467Z","end":"2026-02-24T06:43:41.902915Z","steps":["trace[1490157021] 'process raft request' (duration: 4.169209024s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:41.902979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:37.73422Z","time spent":"4.168712611s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:41.90298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:37.73439Z","time spent":"4.168548868s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:41.903157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:37.733463Z","time spent":"4.169604894s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:41.903185Z","caller":"traceutil/trace.go:171","msg":"trace[1187344468] transaction","detail":"{read_only:false; response_revision:9194; number_of_response:1; }","duration":"4.169546582s","start":"2026-02-24T06:43:37.733618Z","end":"2026-02-24T06:43:41.903164Z","steps":["trace[1187344468] 'process raft request' (duration: 4.169096031s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:41.903239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:37.733612Z","time spent":"4.169595903s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:41.903347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.176670851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:41.903453Z","caller":"traceutil/trace.go:171","msg":"trace[987632467] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9196; }","duration":"4.176828045s","start":"2026-02-24T06:43:37.726601Z","end":"2026-02-24T06:43:41.903429Z","steps":["trace[987632467] 'agreement among raft nodes before linearized reading' (duration: 4.17662244s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:41.90352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:37.72659Z","time spent":"4.176914898s","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-24T06:43:41.903923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:37.72671Z","time spent":"4.176065877s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T06:43:41.904105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.171065491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:314759"} {"level":"info","ts":"2026-02-24T06:43:41.90418Z","caller":"traceutil/trace.go:171","msg":"trace[1929814403] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:9196; }","duration":"4.171157603s","start":"2026-02-24T06:43:37.733006Z","end":"2026-02-24T06:43:41.904164Z","steps":["trace[1929814403] 'agreement among raft nodes before linearized reading' (duration: 4.170423484s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:41.904239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:37.733Z","time spent":"4.171221464s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":34,"response size":314783,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-24T06:43:42.403013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835789,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:43:42.60315Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.942069534s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:43:42.867736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.155617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:43:42.867974Z","caller":"traceutil/trace.go:171","msg":"trace[582707056] transaction","detail":"{read_only:false; response_revision:9197; number_of_response:1; }","duration":"4.454842431s","start":"2026-02-24T06:43:38.413091Z","end":"2026-02-24T06:43:42.867934Z","steps":["trace[582707056] 'process raft request' (duration: 4.190409356s)","trace[582707056] 'compare' (duration: 263.797498ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:42.868116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:38.413077Z","time spent":"4.454966503s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7128,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:43.691964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.107595ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T06:43:43.692361Z","caller":"traceutil/trace.go:171","msg":"trace[1499178403] transaction","detail":"{read_only:false; response_revision:9199; number_of_response:1; }","duration":"3.963592554s","start":"2026-02-24T06:43:39.728747Z","end":"2026-02-24T06:43:43.692339Z","steps":["trace[1499178403] 'process raft request' (duration: 3.963509962s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:43.692525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:39.728718Z","time spent":"3.963732146s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:43.692552Z","caller":"traceutil/trace.go:171","msg":"trace[484427732] linearizableReadLoop","detail":"{readStateIndex:9573; appliedIndex:9568; }","duration":"1.789657354s","start":"2026-02-24T06:43:41.902876Z","end":"2026-02-24T06:43:43.692533Z","steps":["trace[484427732] 'read index received' (duration: 700.596331ms)","trace[484427732] 'applied index is now lower than readState.Index' (duration: 1.089060112s)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:43:43.692737Z","caller":"traceutil/trace.go:171","msg":"trace[1393985603] transaction","detail":"{read_only:false; response_revision:9200; number_of_response:1; }","duration":"3.962111806s","start":"2026-02-24T06:43:39.730612Z","end":"2026-02-24T06:43:43.692724Z","steps":["trace[1393985603] 'process raft request' (duration: 3.961691416s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:43.69277Z","caller":"traceutil/trace.go:171","msg":"trace[985314552] transaction","detail":"{read_only:false; response_revision:9198; number_of_response:1; }","duration":"3.964128087s","start":"2026-02-24T06:43:39.728632Z","end":"2026-02-24T06:43:43.69276Z","steps":["trace[985314552] 'process raft request' (duration: 3.963458281s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:43.692824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:39.728611Z","time spent":"3.964182648s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:43.692847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:39.730598Z","time spent":"3.962176017s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:43.692956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.835058854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:43.692991Z","caller":"traceutil/trace.go:171","msg":"trace[910627533] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:9200; }","duration":"3.835115765s","start":"2026-02-24T06:43:39.857866Z","end":"2026-02-24T06:43:43.692981Z","steps":["trace[910627533] 'agreement among raft nodes before linearized reading' (duration: 3.835055003s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:43.69302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:39.857854Z","time spent":"3.835158115s","remote":"127.0.0.1:51074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:43.693033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.287299994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-24T06:43:43.693064Z","caller":"traceutil/trace.go:171","msg":"trace[1349120424] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9200; }","duration":"5.287344124s","start":"2026-02-24T06:43:38.405709Z","end":"2026-02-24T06:43:43.693053Z","steps":["trace[1349120424] 'agreement among raft nodes before linearized reading' (duration: 5.287234912s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:43.6931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:38.405702Z","time spent":"5.287391056s","remote":"127.0.0.1:35136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-24T06:43:43.69318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953485927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:43.693213Z","caller":"traceutil/trace.go:171","msg":"trace[1360785908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9200; }","duration":"1.953548298s","start":"2026-02-24T06:43:41.739657Z","end":"2026-02-24T06:43:43.693205Z","steps":["trace[1360785908] 'agreement among raft nodes before linearized reading' (duration: 1.953501277s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:43.693246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:41.73964Z","time spent":"1.95359773s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:43:43.693311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785187561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18971bac508abad4\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-02-24T06:43:43.693367Z","caller":"traceutil/trace.go:171","msg":"trace[1960105564] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18971bac508abad4; range_end:; response_count:1; response_revision:9200; }","duration":"1.785272833s","start":"2026-02-24T06:43:41.90808Z","end":"2026-02-24T06:43:43.693353Z","steps":["trace[1960105564] 'agreement among raft nodes before linearized reading' (duration: 1.7851718s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:43.693394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15633445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:43:43.693406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:41.908062Z","time spent":"1.785336835s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":918,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18971bac508abad4\" "} {"level":"info","ts":"2026-02-24T06:43:43.693421Z","caller":"traceutil/trace.go:171","msg":"trace[1225988842] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:9200; }","duration":"2.156412881s","start":"2026-02-24T06:43:41.537Z","end":"2026-02-24T06:43:43.693413Z","steps":["trace[1225988842] 'agreement among raft nodes before linearized reading' (duration: 2.15635447s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:43.693448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:41.536951Z","time spent":"2.156490493s","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":21,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:43.693461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.449881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:43:43.693493Z","caller":"traceutil/trace.go:171","msg":"trace[67480346] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:9200; }","duration":"800.504803ms","start":"2026-02-24T06:43:42.892979Z","end":"2026-02-24T06:43:43.693484Z","steps":["trace[67480346] 'agreement among raft nodes before linearized reading' (duration: 800.441081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:43.693532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:42.892967Z","time spent":"800.556844ms","remote":"127.0.0.1:35110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":8,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:43.693597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.037121993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:43:43.693651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217628662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:43.693692Z","caller":"traceutil/trace.go:171","msg":"trace[796174691] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:9200; }","duration":"1.217706754s","start":"2026-02-24T06:43:42.475975Z","end":"2026-02-24T06:43:43.693682Z","steps":["trace[796174691] 'agreement among raft nodes before linearized reading' (duration: 1.217649342s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:43.693728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:42.475953Z","time spent":"1.217766736s","remote":"127.0.0.1:40402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:43.693756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.289266343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-02-24T06:43:43.693792Z","caller":"traceutil/trace.go:171","msg":"trace[1863709329] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:9200; }","duration":"5.289304174s","start":"2026-02-24T06:43:38.404479Z","end":"2026-02-24T06:43:43.693783Z","steps":["trace[1863709329] 'agreement among raft nodes before linearized reading' (duration: 5.289210062s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:43.693801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.045253258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-02-24T06:43:43.693824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:38.404323Z","time spent":"5.289494689s","remote":"127.0.0.1:35136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-02-24T06:43:43.693834Z","caller":"traceutil/trace.go:171","msg":"trace[1991287647] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:9200; }","duration":"3.045316069s","start":"2026-02-24T06:43:40.64851Z","end":"2026-02-24T06:43:43.693826Z","steps":["trace[1991287647] 'agreement among raft nodes before linearized reading' (duration: 3.045162486s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:43.693871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:40.648493Z","time spent":"3.04537035s","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-02-24T06:43:43.69393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785308964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T06:43:43.693965Z","caller":"traceutil/trace.go:171","msg":"trace[1284444358] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9200; }","duration":"1.785386846s","start":"2026-02-24T06:43:41.90857Z","end":"2026-02-24T06:43:43.693957Z","steps":["trace[1284444358] 'agreement among raft nodes before linearized reading' (duration: 1.785292553s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:43.693998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:41.908549Z","time spent":"1.785442167s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T06:43:43.694039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.972528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:43:43.694078Z","caller":"traceutil/trace.go:171","msg":"trace[761896499] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9200; }","duration":"180.04147ms","start":"2026-02-24T06:43:43.514027Z","end":"2026-02-24T06:43:43.694068Z","steps":["trace[761896499] 'agreement among raft nodes before linearized reading' (duration: 179.988429ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:43.693648Z","caller":"traceutil/trace.go:171","msg":"trace[2140160287] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9200; }","duration":"3.037182516s","start":"2026-02-24T06:43:40.656452Z","end":"2026-02-24T06:43:43.693635Z","steps":["trace[2140160287] 'agreement among raft nodes before linearized reading' (duration: 3.037115854s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:43.694183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:40.656447Z","time spent":"3.03772385s","remote":"127.0.0.1:51206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:43.694045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.721052086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:43.694299Z","caller":"traceutil/trace.go:171","msg":"trace[207308199] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9200; }","duration":"3.721339815s","start":"2026-02-24T06:43:39.972946Z","end":"2026-02-24T06:43:43.694286Z","steps":["trace[207308199] 'agreement among raft nodes before linearized reading' (duration: 3.721064947s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:43.693998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.289809846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-service\" ","response":"range_response_count:1 size:6286"} {"level":"warn","ts":"2026-02-24T06:43:43.694342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:39.972928Z","time spent":"3.721401066s","remote":"127.0.0.1:57498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:43.693606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.11313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-02-24T06:43:43.694432Z","caller":"traceutil/trace.go:171","msg":"trace[536083610] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:9200; }","duration":"821.985612ms","start":"2026-02-24T06:43:42.872439Z","end":"2026-02-24T06:43:43.694425Z","steps":["trace[536083610] 'agreement among raft nodes before linearized reading' (duration: 821.095829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:43.694471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:42.872419Z","time spent":"822.040714ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-02-24T06:43:43.694342Z","caller":"traceutil/trace.go:171","msg":"trace[1727860046] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-service; range_end:; response_count:1; response_revision:9200; }","duration":"5.290178957s","start":"2026-02-24T06:43:38.404153Z","end":"2026-02-24T06:43:43.694332Z","steps":["trace[1727860046] 'agreement among raft nodes before linearized reading' (duration: 5.289778596s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:43.694551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:38.404126Z","time spent":"5.290416042s","remote":"127.0.0.1:35214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":6310,"request content":"key:\"/registry/jobs/openstack/glance-ks-service\" "} {"level":"warn","ts":"2026-02-24T06:43:44.736485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.621201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:43:44.73661Z","caller":"traceutil/trace.go:171","msg":"trace[1000598287] linearizableReadLoop","detail":"{readStateIndex:9574; appliedIndex:9573; }","duration":"1.03826823s","start":"2026-02-24T06:43:43.69832Z","end":"2026-02-24T06:43:44.736588Z","steps":["trace[1000598287] 'read index received' (duration: 159.373642ms)","trace[1000598287] 'applied index is now lower than readState.Index' (duration: 878.891868ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:43:44.736643Z","caller":"traceutil/trace.go:171","msg":"trace[1943875317] transaction","detail":"{read_only:false; response_revision:9201; number_of_response:1; }","duration":"1.039638544s","start":"2026-02-24T06:43:43.696966Z","end":"2026-02-24T06:43:44.736604Z","steps":["trace[1943875317] 'process raft request' (duration: 160.777168ms)","trace[1943875317] 'compare' (duration: 878.311662ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:44.736804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:43.696942Z","time spent":"1.039777237s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:44.736861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038529366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-24T06:43:44.736894Z","caller":"traceutil/trace.go:171","msg":"trace[1235830443] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:9201; }","duration":"1.038589478s","start":"2026-02-24T06:43:43.698294Z","end":"2026-02-24T06:43:44.736884Z","steps":["trace[1235830443] 'agreement among raft nodes before linearized reading' (duration: 1.038402894s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:44.736935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:43.698287Z","time spent":"1.038640439s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-02-24T06:43:44.792087Z","caller":"traceutil/trace.go:171","msg":"trace[1318305445] transaction","detail":"{read_only:false; response_revision:9202; number_of_response:1; }","duration":"1.089843952s","start":"2026-02-24T06:43:43.702207Z","end":"2026-02-24T06:43:44.792051Z","steps":["trace[1318305445] 'process raft request' (duration: 1.089721368s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:44.792183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:43.702197Z","time spent":"1.089940755s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7157,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:45.704373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000236288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:43:45.704479Z","caller":"traceutil/trace.go:171","msg":"trace[1209334755] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000360812s","start":"2026-02-24T06:43:43.704102Z","end":"2026-02-24T06:43:45.704463Z","steps":["trace[1209334755] 'agreement among raft nodes before linearized reading' (duration: 2.000245319s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:45.704519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:43.704097Z","time spent":"2.000413253s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:43:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:43:46.007033Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.215126341s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:43:47.70577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001020869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:43:47.705837Z","caller":"traceutil/trace.go:171","msg":"trace[1039563821] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001125191s","start":"2026-02-24T06:43:45.704697Z","end":"2026-02-24T06:43:47.705822Z","steps":["trace[1039563821] 'agreement among raft nodes before linearized reading' (duration: 2.001040599s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:47.705871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:45.704686Z","time spent":"2.001178402s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:43:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:43:48.908076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999368672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:43:48.908193Z","caller":"traceutil/trace.go:171","msg":"trace[520396996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999545446s","start":"2026-02-24T06:43:43.908618Z","end":"2026-02-24T06:43:48.908163Z","steps":["trace[520396996] 'agreement among raft nodes before linearized reading' (duration: 4.999380352s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:48.908256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:43.908605Z","time spent":"4.999637398s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/24 06:43:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:43:49.147595Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.140413412s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:43:49.235735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.51475ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:49.23593Z","caller":"traceutil/trace.go:171","msg":"trace[923503392] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9202; }","duration":"225.722555ms","start":"2026-02-24T06:43:49.010181Z","end":"2026-02-24T06:43:49.235904Z","steps":["trace[923503392] 'range keys from in-memory index tree' (duration: 225.49314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:49.236651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.229318289s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:43:49.237006Z","caller":"traceutil/trace.go:171","msg":"trace[1089538753] transaction","detail":"{read_only:false; response_revision:9208; number_of_response:1; }","duration":"3.537290204s","start":"2026-02-24T06:43:45.699698Z","end":"2026-02-24T06:43:49.236988Z","steps":["trace[1089538753] 'process raft request' (duration: 3.537248533s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:49.237032Z","caller":"traceutil/trace.go:171","msg":"trace[919442154] transaction","detail":"{read_only:false; response_revision:9203; number_of_response:1; }","duration":"5.248740948s","start":"2026-02-24T06:43:43.988262Z","end":"2026-02-24T06:43:49.237003Z","steps":["trace[919442154] 'process raft request' (duration: 2.018977348s)","trace[919442154] 'compare' (duration: 3.228235093s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:49.237075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:45.699689Z","time spent":"3.537350026s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:49.237162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:43.98822Z","time spent":"5.248870942s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:49.23727Z","caller":"traceutil/trace.go:171","msg":"trace[596931835] transaction","detail":"{read_only:false; response_revision:9204; number_of_response:1; }","duration":"4.633953877s","start":"2026-02-24T06:43:44.603305Z","end":"2026-02-24T06:43:49.237258Z","steps":["trace[596931835] 'process raft request' (duration: 4.633428944s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:49.237325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:44.603279Z","time spent":"4.634015789s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:49.237411Z","caller":"traceutil/trace.go:171","msg":"trace[239735089] transaction","detail":"{read_only:false; response_revision:9205; number_of_response:1; }","duration":"4.578563369s","start":"2026-02-24T06:43:44.658839Z","end":"2026-02-24T06:43:49.237402Z","steps":["trace[239735089] 'process raft request' (duration: 4.577980395s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:49.237461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:44.65882Z","time spent":"4.578610611s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:49.237535Z","caller":"traceutil/trace.go:171","msg":"trace[540331796] linearizableReadLoop","detail":"{readStateIndex:9578; appliedIndex:9574; }","duration":"4.500869952s","start":"2026-02-24T06:43:44.736656Z","end":"2026-02-24T06:43:49.237526Z","steps":["trace[540331796] 'read index received' (duration: 55.238183ms)","trace[540331796] 'applied index is now lower than readState.Index' (duration: 4.445630789s)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:43:49.237608Z","caller":"traceutil/trace.go:171","msg":"trace[725631896] transaction","detail":"{read_only:false; response_revision:9206; number_of_response:1; }","duration":"3.540050032s","start":"2026-02-24T06:43:45.69755Z","end":"2026-02-24T06:43:49.2376Z","steps":["trace[725631896] 'process raft request' (duration: 3.539320524s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:49.237657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:45.697523Z","time spent":"3.540105564s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:49.237753Z","caller":"traceutil/trace.go:171","msg":"trace[1550026700] transaction","detail":"{read_only:false; response_revision:9207; number_of_response:1; }","duration":"3.53995282s","start":"2026-02-24T06:43:45.697787Z","end":"2026-02-24T06:43:49.23774Z","steps":["trace[1550026700] 'process raft request' (duration: 3.53911826s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:49.237813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:45.697767Z","time spent":"3.540019202s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:49.237979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.330356742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T06:43:49.238212Z","caller":"traceutil/trace.go:171","msg":"trace[2014412709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9208; }","duration":"5.33062445s","start":"2026-02-24T06:43:43.907576Z","end":"2026-02-24T06:43:49.2382Z","steps":["trace[2014412709] 'agreement among raft nodes before linearized reading' (duration: 5.33027551s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:49.238215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.49273392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-24T06:43:49.238222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.53019709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5541"} {"level":"info","ts":"2026-02-24T06:43:49.238275Z","caller":"traceutil/trace.go:171","msg":"trace[785941004] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9208; }","duration":"4.492819041s","start":"2026-02-24T06:43:44.745439Z","end":"2026-02-24T06:43:49.238258Z","steps":["trace[785941004] 'agreement among raft nodes before linearized reading' (duration: 4.492502282s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:49.238288Z","caller":"traceutil/trace.go:171","msg":"trace[580258173] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9208; }","duration":"5.530302853s","start":"2026-02-24T06:43:43.707968Z","end":"2026-02-24T06:43:49.238271Z","steps":["trace[580258173] 'agreement among raft nodes before linearized reading' (duration: 5.529920462s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:49.238319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:44.745422Z","time spent":"4.492888104s","remote":"127.0.0.1:35248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-24T06:43:49.238338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.323946333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:43:49.238373Z","caller":"traceutil/trace.go:171","msg":"trace[658708759] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:9208; }","duration":"5.323992314s","start":"2026-02-24T06:43:43.914373Z","end":"2026-02-24T06:43:49.238366Z","steps":["trace[658708759] 'agreement among raft nodes before linearized reading' (duration: 5.323895412s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:49.238403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.330723693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-24T06:43:49.238423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.039334599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:43:49.238356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.070056362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:49.238478Z","caller":"traceutil/trace.go:171","msg":"trace[1336466896] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:9208; }","duration":"3.039435852s","start":"2026-02-24T06:43:46.19903Z","end":"2026-02-24T06:43:49.238466Z","steps":["trace[1336466896] 'agreement among raft nodes before linearized reading' (duration: 3.03933145s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:49.238498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.599119173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:43:49.238524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:46.198966Z","time spent":"3.039545375s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":25,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:43:49.238538Z","caller":"traceutil/trace.go:171","msg":"trace[1589815185] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9208; }","duration":"3.599193775s","start":"2026-02-24T06:43:45.639334Z","end":"2026-02-24T06:43:49.238528Z","steps":["trace[1589815185] 'agreement among raft nodes before linearized reading' (duration: 3.599142644s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:49.238546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.349281786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:43:49.238559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.539405871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c2225e88-8b14-451d-8a9d-aecd0de9e439\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-02-24T06:43:49.238579Z","caller":"traceutil/trace.go:171","msg":"trace[1667847724] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:9208; }","duration":"4.349356158s","start":"2026-02-24T06:43:44.889212Z","end":"2026-02-24T06:43:49.238569Z","steps":["trace[1667847724] 'agreement among raft nodes before linearized reading' (duration: 4.349294636s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:49.23858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:45.639309Z","time spent":"3.599260447s","remote":"127.0.0.1:57370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:49.238608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:44.889192Z","time spent":"4.34940845s","remote":"127.0.0.1:35272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:49.238629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.217538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:43:49.238655Z","caller":"traceutil/trace.go:171","msg":"trace[1805173997] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:9208; }","duration":"523.275879ms","start":"2026-02-24T06:43:48.715372Z","end":"2026-02-24T06:43:49.238648Z","steps":["trace[1805173997] 'agreement among raft nodes before linearized reading' (duration: 523.228238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:49.238688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:48.715357Z","time spent":"523.324081ms","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:49.238633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.581882022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:43:49.238771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523825425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:49.238826Z","caller":"traceutil/trace.go:171","msg":"trace[2046642508] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:9208; }","duration":"1.523894636s","start":"2026-02-24T06:43:47.714918Z","end":"2026-02-24T06:43:49.238813Z","steps":["trace[2046642508] 'agreement among raft nodes before linearized reading' (duration: 1.523808524s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:49.238846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.442642764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7045"} {"level":"warn","ts":"2026-02-24T06:43:49.238484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.743302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:43:49.238881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:47.714912Z","time spent":"1.523954327s","remote":"127.0.0.1:51124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:49.238898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.493233322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18971bac508abad4\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-02-24T06:43:49.238908Z","caller":"traceutil/trace.go:171","msg":"trace[1664748165] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:9208; }","duration":"4.442742707s","start":"2026-02-24T06:43:44.796153Z","end":"2026-02-24T06:43:49.238896Z","steps":["trace[1664748165] 'agreement among raft nodes before linearized reading' (duration: 4.442586043s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:49.238914Z","caller":"traceutil/trace.go:171","msg":"trace[1783336458] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9208; }","duration":"742.205173ms","start":"2026-02-24T06:43:48.496696Z","end":"2026-02-24T06:43:49.238901Z","steps":["trace[1783336458] 'agreement among raft nodes before linearized reading' (duration: 741.758552ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:49.238935Z","caller":"traceutil/trace.go:171","msg":"trace[570403641] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18971bac508abad4; range_end:; response_count:1; response_revision:9208; }","duration":"4.493295584s","start":"2026-02-24T06:43:44.74563Z","end":"2026-02-24T06:43:49.238925Z","steps":["trace[570403641] 'agreement among raft nodes before linearized reading' (duration: 4.493225782s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:49.238948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:48.496678Z","time spent":"742.259135ms","remote":"127.0.0.1:51234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:43:49.238587Z","caller":"traceutil/trace.go:171","msg":"trace[1512163857] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c2225e88-8b14-451d-8a9d-aecd0de9e439; range_end:; response_count:1; response_revision:9208; }","duration":"5.539446471s","start":"2026-02-24T06:43:43.699133Z","end":"2026-02-24T06:43:49.23858Z","steps":["trace[1512163857] 'agreement among raft nodes before linearized reading' (duration: 5.539370019s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:49.241216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:43.699128Z","time spent":"5.542073347s","remote":"127.0.0.1:35110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-c2225e88-8b14-451d-8a9d-aecd0de9e439\" "} {"level":"info","ts":"2026-02-24T06:43:49.238527Z","caller":"traceutil/trace.go:171","msg":"trace[1111319123] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:9208; }","duration":"5.070301398s","start":"2026-02-24T06:43:44.16819Z","end":"2026-02-24T06:43:49.238492Z","steps":["trace[1111319123] 'agreement among raft nodes before linearized reading' (duration: 5.070026811s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:49.241396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:44.168164Z","time spent":"5.073218611s","remote":"127.0.0.1:35294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:49.238458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.987248907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:49.241556Z","caller":"traceutil/trace.go:171","msg":"trace[1771372580] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:9208; }","duration":"3.990384195s","start":"2026-02-24T06:43:45.251158Z","end":"2026-02-24T06:43:49.241542Z","steps":["trace[1771372580] 'agreement among raft nodes before linearized reading' (duration: 3.987268077s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:49.241594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:45.251137Z","time spent":"3.990445657s","remote":"127.0.0.1:38296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:49.238334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:43.70795Z","time spent":"5.530372625s","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5565,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-24T06:43:49.238943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:44.796136Z","time spent":"4.442798448s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7069,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-24T06:43:49.239021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:44.745622Z","time spent":"4.493388436s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":918,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18971bac508abad4\" "} {"level":"info","ts":"2026-02-24T06:43:49.238437Z","caller":"traceutil/trace.go:171","msg":"trace[777889274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9208; }","duration":"5.330798944s","start":"2026-02-24T06:43:43.907628Z","end":"2026-02-24T06:43:49.238427Z","steps":["trace[777889274] 'agreement among raft nodes before linearized reading' (duration: 5.330674771s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:49.241973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:43.907607Z","time spent":"5.334352153s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T06:43:49.238407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:43.914367Z","time spent":"5.324032095s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"warn","ts":"2026-02-24T06:43:49.238249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:43.907556Z","time spent":"5.330683911s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T06:43:49.239064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527033055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:49.242352Z","caller":"traceutil/trace.go:171","msg":"trace[2101468964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9208; }","duration":"1.530321267s","start":"2026-02-24T06:43:47.712019Z","end":"2026-02-24T06:43:49.24234Z","steps":["trace[2101468964] 'agreement among raft nodes before linearized reading' (duration: 1.526937253s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:49.239227Z","caller":"traceutil/trace.go:171","msg":"trace[106093512] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:9208; }","duration":"3.58259794s","start":"2026-02-24T06:43:45.656607Z","end":"2026-02-24T06:43:49.239205Z","steps":["trace[106093512] 'agreement among raft nodes before linearized reading' (duration: 3.581844821s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:49.242405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:47.711983Z","time spent":"1.530394398s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:43:49.242434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:45.656586Z","time spent":"3.585809749s","remote":"127.0.0.1:40340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:49.744167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835805,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:43:50.244501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835805,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:43:50.745113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835805,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:43:51.243684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999560861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:43:51.243753Z","caller":"traceutil/trace.go:171","msg":"trace[922784656] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999644763s","start":"2026-02-24T06:43:49.244092Z","end":"2026-02-24T06:43:51.243737Z","steps":["trace[922784656] 'agreement among raft nodes before linearized reading' (duration: 1.999557931s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:51.243786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:49.244036Z","time spent":"1.999743525s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:43:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:43:51.246204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835805,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:43:51.747307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835805,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:43:52.152848Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.791967903s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:43:52.696954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.877595ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-02-24T06:43:52.697046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:49.242419Z","time spent":"3.454622113s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T06:43:53.148324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.889864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:43:53.148721Z","caller":"traceutil/trace.go:171","msg":"trace[833027732] transaction","detail":"{read_only:false; response_revision:9210; number_of_response:1; }","duration":"3.903381684s","start":"2026-02-24T06:43:49.245282Z","end":"2026-02-24T06:43:53.148663Z","steps":["trace[833027732] 'process raft request' (duration: 3.903134068s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:53.148789Z","caller":"traceutil/trace.go:171","msg":"trace[1786574890] transaction","detail":"{read_only:false; response_revision:9211; number_of_response:1; }","duration":"3.903256542s","start":"2026-02-24T06:43:49.245509Z","end":"2026-02-24T06:43:53.148766Z","steps":["trace[1786574890] 'process raft request' (duration: 3.902977455s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:53.148877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:49.245494Z","time spent":"3.903336884s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:53.14891Z","caller":"traceutil/trace.go:171","msg":"trace[1881840318] transaction","detail":"{read_only:false; response_revision:9212; number_of_response:1; }","duration":"3.898451532s","start":"2026-02-24T06:43:49.25044Z","end":"2026-02-24T06:43:53.148891Z","steps":["trace[1881840318] 'process raft request' (duration: 3.898219115s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:53.148929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:49.245266Z","time spent":"3.90355184s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:53.149163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:49.250431Z","time spent":"3.898576615s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7222,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:53.149298Z","caller":"traceutil/trace.go:171","msg":"trace[1090404922] transaction","detail":"{read_only:false; response_revision:9213; number_of_response:1; }","duration":"1.904587323s","start":"2026-02-24T06:43:51.244695Z","end":"2026-02-24T06:43:53.149282Z","steps":["trace[1090404922] 'process raft request' (duration: 1.904041928s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:53.149536Z","caller":"traceutil/trace.go:171","msg":"trace[679980601] transaction","detail":"{read_only:false; response_revision:9215; number_of_response:1; }","duration":"1.904318717s","start":"2026-02-24T06:43:51.245207Z","end":"2026-02-24T06:43:53.149526Z","steps":["trace[679980601] 'process raft request' (duration: 1.904193023s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:53.149512Z","caller":"traceutil/trace.go:171","msg":"trace[1119642394] linearizableReadLoop","detail":"{readStateIndex:9589; appliedIndex:9581; }","duration":"3.905391316s","start":"2026-02-24T06:43:49.244098Z","end":"2026-02-24T06:43:53.149489Z","steps":["trace[1119642394] 'read index received' (duration: 2.908956253s)","trace[1119642394] 'applied index is now lower than readState.Index' (duration: 996.433643ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:53.149592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:51.2452Z","time spent":"1.904362818s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:53.149484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:51.244676Z","time spent":"1.904677525s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:53.149651Z","caller":"traceutil/trace.go:171","msg":"trace[1635726954] transaction","detail":"{read_only:false; response_revision:9214; number_of_response:1; }","duration":"1.904829499s","start":"2026-02-24T06:43:51.244777Z","end":"2026-02-24T06:43:53.149606Z","steps":["trace[1635726954] 'process raft request' (duration: 1.904442689s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:53.149919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:51.244769Z","time spent":"1.904983023s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:53.150284Z","caller":"traceutil/trace.go:171","msg":"trace[520327755] transaction","detail":"{read_only:false; response_revision:9209; number_of_response:1; }","duration":"3.906145585s","start":"2026-02-24T06:43:49.243621Z","end":"2026-02-24T06:43:53.149767Z","steps":["trace[520327755] 'process raft request' (duration: 3.786723652s)","trace[520327755] 'compare' (duration: 117.595026ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:53.150579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:49.2436Z","time spent":"3.906888273s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:53.207019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.471857494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:43:53.207036Z","caller":"traceutil/trace.go:171","msg":"trace[1844974874] transaction","detail":"{read_only:false; response_revision:9216; number_of_response:1; }","duration":"509.219296ms","start":"2026-02-24T06:43:52.69779Z","end":"2026-02-24T06:43:53.207009Z","steps":["trace[1844974874] 'process raft request' (duration: 508.914998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:53.207051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.236177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:53.207101Z","caller":"traceutil/trace.go:171","msg":"trace[437429387] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:9216; }","duration":"2.472033958s","start":"2026-02-24T06:43:50.735048Z","end":"2026-02-24T06:43:53.207082Z","steps":["trace[437429387] 'agreement among raft nodes before linearized reading' (duration: 2.471815792s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:53.207117Z","caller":"traceutil/trace.go:171","msg":"trace[1024025719] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:9216; }","duration":"911.34591ms","start":"2026-02-24T06:43:52.295756Z","end":"2026-02-24T06:43:53.207101Z","steps":["trace[1024025719] 'agreement among raft nodes before linearized reading' (duration: 911.182986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:53.20715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:50.734978Z","time spent":"2.47216209s","remote":"127.0.0.1:35214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":18,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:53.207161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:52.295736Z","time spent":"911.415462ms","remote":"127.0.0.1:38256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:53.207161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:52.697773Z","time spent":"509.326418ms","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:53.207203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.841957125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:43:53.207258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03388646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:53.207294Z","caller":"traceutil/trace.go:171","msg":"trace[1261476975] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:9216; }","duration":"2.842116389s","start":"2026-02-24T06:43:50.365159Z","end":"2026-02-24T06:43:53.207276Z","steps":["trace[1261476975] 'agreement among raft nodes before linearized reading' (duration: 2.841949844s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:53.207333Z","caller":"traceutil/trace.go:171","msg":"trace[452548524] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:9216; }","duration":"1.033966042s","start":"2026-02-24T06:43:52.173347Z","end":"2026-02-24T06:43:53.207313Z","steps":["trace[452548524] 'agreement among raft nodes before linearized reading' (duration: 1.033838959s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:53.207364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:50.365139Z","time spent":"2.84218581s","remote":"127.0.0.1:52708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:53.207405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:52.173299Z","time spent":"1.034089315s","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:53.207065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.288867799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T06:43:53.207653Z","caller":"traceutil/trace.go:171","msg":"trace[763559751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9216; }","duration":"2.289489025s","start":"2026-02-24T06:43:50.918145Z","end":"2026-02-24T06:43:53.207634Z","steps":["trace[763559751] 'agreement among raft nodes before linearized reading' (duration: 2.288714865s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:53.207758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.959577763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:314759"} {"level":"info","ts":"2026-02-24T06:43:53.207813Z","caller":"traceutil/trace.go:171","msg":"trace[1979538554] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:9216; }","duration":"3.959657506s","start":"2026-02-24T06:43:49.248144Z","end":"2026-02-24T06:43:53.207802Z","steps":["trace[1979538554] 'agreement among raft nodes before linearized reading' (duration: 3.95905199s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:53.207838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:49.248137Z","time spent":"3.959695316s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":34,"response size":314783,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-24T06:43:53.207758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:50.918131Z","time spent":"2.289607688s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T06:43:53.208289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960612466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:53.208581Z","caller":"traceutil/trace.go:171","msg":"trace[782567752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9216; }","duration":"1.960921504s","start":"2026-02-24T06:43:51.247639Z","end":"2026-02-24T06:43:53.208561Z","steps":["trace[782567752] 'agreement among raft nodes before linearized reading' (duration: 1.960596056s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:53.20881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:51.247632Z","time spent":"1.96114639s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:43:53.20838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.287979907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:43:53.209769Z","caller":"traceutil/trace.go:171","msg":"trace[787419927] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:9216; }","duration":"2.289672629s","start":"2026-02-24T06:43:50.920077Z","end":"2026-02-24T06:43:53.20975Z","steps":["trace[787419927] 'agreement among raft nodes before linearized reading' (duration: 2.287881834s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:53.209831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:50.920074Z","time spent":"2.28973551s","remote":"127.0.0.1:35476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:53.707484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:43:53.907819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:53.211248Z","time spent":"696.563249ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 06:43:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:43:54.208053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:43:54.24278Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.036205289s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:43:55.210879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999346807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:43:55.210966Z","caller":"traceutil/trace.go:171","msg":"trace[1171623736] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99947118s","start":"2026-02-24T06:43:53.211475Z","end":"2026-02-24T06:43:55.210946Z","steps":["trace[1171623736] 'agreement among raft nodes before linearized reading' (duration: 1.999367638s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:55.211046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:53.211422Z","time spent":"1.999609723s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:43:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:43:55.809668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566671337s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-24T06:43:55.810142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:55.317066Z","time spent":"493.071072ms","remote":"127.0.0.1:33138","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T06:43:55.810796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:55.181039Z","time spent":"629.750346ms","remote":"127.0.0.1:33118","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T06:43:57.232995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000604238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:43:57.233084Z","caller":"traceutil/trace.go:171","msg":"trace[1122418944] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000734001s","start":"2026-02-24T06:43:55.232331Z","end":"2026-02-24T06:43:57.233065Z","steps":["trace[1122418944] 'agreement among raft nodes before linearized reading' (duration: 2.000622998s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:57.233148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:55.232315Z","time spent":"2.000809113s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:43:57.254132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442763284s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:491"} {"level":"info","ts":"2026-02-24T06:43:57.254288Z","caller":"traceutil/trace.go:171","msg":"trace[2130325177] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9217; }","duration":"3.34471567s","start":"2026-02-24T06:43:53.909544Z","end":"2026-02-24T06:43:57.25426Z","steps":["trace[2130325177] 'process raft request' (duration: 1.901745391s)","trace[2130325177] 'compare' (duration: 1.442697312s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:57.254436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:53.909523Z","time spent":"3.344835933s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":515,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:57.254447Z","caller":"traceutil/trace.go:171","msg":"trace[191153260] linearizableReadLoop","detail":"{readStateIndex:9593; appliedIndex:9590; }","duration":"4.047579918s","start":"2026-02-24T06:43:53.206842Z","end":"2026-02-24T06:43:57.254422Z","steps":["trace[191153260] 'read index received' (duration: 1.036124497s)","trace[191153260] 'applied index is now lower than readState.Index' (duration: 3.011452061s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:43:57.254509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.087782204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:43:57.25457Z","caller":"traceutil/trace.go:171","msg":"trace[554378311] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9217; }","duration":"4.087865726s","start":"2026-02-24T06:43:53.166691Z","end":"2026-02-24T06:43:57.254557Z","steps":["trace[554378311] 'agreement among raft nodes before linearized reading' (duration: 4.087742173s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:57.254612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:53.166683Z","time spent":"4.087919318s","remote":"127.0.0.1:35206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:43:57.25463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.10035611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-5b4rq.18971bacab26be23\" ","response":"range_response_count:1 size:889"} {"level":"warn","ts":"2026-02-24T06:43:57.254691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.100678748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-endpoints-8n8lz\" ","response":"range_response_count:1 size:14434"} {"level":"info","ts":"2026-02-24T06:43:57.254716Z","caller":"traceutil/trace.go:171","msg":"trace[773110167] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-7fcd8d6ffd-5b4rq.18971bacab26be23; range_end:; response_count:1; response_revision:9217; }","duration":"4.100484763s","start":"2026-02-24T06:43:53.154213Z","end":"2026-02-24T06:43:57.254698Z","steps":["trace[773110167] 'agreement among raft nodes before linearized reading' (duration: 4.100245138s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:57.254735Z","caller":"traceutil/trace.go:171","msg":"trace[330154894] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-endpoints-8n8lz; range_end:; response_count:1; response_revision:9217; }","duration":"4.1007536s","start":"2026-02-24T06:43:53.15397Z","end":"2026-02-24T06:43:57.254723Z","steps":["trace[330154894] 'agreement among raft nodes before linearized reading' (duration: 4.100584096s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:57.254759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:53.154199Z","time spent":"4.100549425s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":913,"request content":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-5b4rq.18971bacab26be23\" "} {"level":"warn","ts":"2026-02-24T06:43:57.254769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:53.15395Z","time spent":"4.100810311s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":14458,"request content":"key:\"/registry/pods/openstack/glance-ks-endpoints-8n8lz\" "} {"level":"info","ts":"2026-02-24T06:43:57.254982Z","caller":"traceutil/trace.go:171","msg":"trace[357099736] transaction","detail":"{read_only:false; response_revision:9218; number_of_response:1; }","duration":"2.09971789s","start":"2026-02-24T06:43:55.155247Z","end":"2026-02-24T06:43:57.254965Z","steps":["trace[357099736] 'process raft request' (duration: 2.098985852s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:43:57.255028Z","caller":"traceutil/trace.go:171","msg":"trace[886267443] transaction","detail":"{read_only:false; response_revision:9220; number_of_response:1; }","duration":"2.099357101s","start":"2026-02-24T06:43:55.155652Z","end":"2026-02-24T06:43:57.255009Z","steps":["trace[886267443] 'process raft request' (duration: 2.09929534s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:57.255095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:55.155226Z","time spent":"2.099817043s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:57.255194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:55.155633Z","time spent":"2.099436794s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:43:57.255365Z","caller":"traceutil/trace.go:171","msg":"trace[628258398] transaction","detail":"{read_only:false; response_revision:9219; number_of_response:1; }","duration":"2.099799863s","start":"2026-02-24T06:43:55.15555Z","end":"2026-02-24T06:43:57.25535Z","steps":["trace[628258398] 'process raft request' (duration: 2.09930576s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:57.25547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:55.155534Z","time spent":"2.099875674s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:43:57.754938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835825,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:43:58.25586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835825,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:43:58.756946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835825,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:43:59.233739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000400902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:43:59.233875Z","caller":"traceutil/trace.go:171","msg":"trace[405291709] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000536256s","start":"2026-02-24T06:43:57.233266Z","end":"2026-02-24T06:43:59.233802Z","steps":["trace[405291709] 'agreement among raft nodes before linearized reading' (duration: 2.000434803s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:43:59.23395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:57.233244Z","time spent":"2.000692539s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:43:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:43:59.257308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835825,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:43:59.757657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835825,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:44:00.257162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000515835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:44:00.257248Z","caller":"traceutil/trace.go:171","msg":"trace[449444664] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000645389s","start":"2026-02-24T06:43:58.256582Z","end":"2026-02-24T06:44:00.257227Z","steps":["trace[449444664] 'agreement among raft nodes before linearized reading' (duration: 2.000538516s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:00.257301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:58.256564Z","time spent":"2.00072107s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:44:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:00.258413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835825,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:44:00.759052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835825,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:44:01.095109Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.110065392s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:44:01.095915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.084596791s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:01.096056Z","caller":"traceutil/trace.go:171","msg":"trace[1695576909] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9220; }","duration":"2.084760605s","start":"2026-02-24T06:43:59.01127Z","end":"2026-02-24T06:44:01.09603Z","steps":["trace[1695576909] 'range keys from in-memory index tree' (duration: 2.084568641s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:01.097691Z","caller":"traceutil/trace.go:171","msg":"trace[417724739] transaction","detail":"{read_only:false; response_revision:9221; number_of_response:1; }","duration":"4.353615364s","start":"2026-02-24T06:43:56.744046Z","end":"2026-02-24T06:44:01.097661Z","steps":["trace[417724739] 'process raft request' (duration: 4.352912466s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:01.098272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:56.743988Z","time spent":"4.353790817s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:44:01.240945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999884869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:44:01.241048Z","caller":"traceutil/trace.go:171","msg":"trace[385734804] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000028843s","start":"2026-02-24T06:43:59.241Z","end":"2026-02-24T06:44:01.241029Z","steps":["trace[385734804] 'agreement among raft nodes before linearized reading' (duration: 1.99990872s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:01.24109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:59.240983Z","time spent":"2.000098185s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:44:01.709326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.992294693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:44:01.709429Z","caller":"traceutil/trace.go:171","msg":"trace[1053254799] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.992436066s","start":"2026-02-24T06:43:56.716973Z","end":"2026-02-24T06:44:01.709409Z","steps":["trace[1053254799] 'agreement among raft nodes before linearized reading' (duration: 4.992323933s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:01.709471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:56.716957Z","time spent":"4.992503629s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/24 06:44:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:02.840687Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.745318473s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T06:44:02.841307Z","caller":"traceutil/trace.go:171","msg":"trace[860572283] linearizableReadLoop","detail":"{readStateIndex:9604; appliedIndex:9596; }","duration":"5.586761555s","start":"2026-02-24T06:43:57.254521Z","end":"2026-02-24T06:44:02.841282Z","steps":["trace[860572283] 'read index received' (duration: 3.843033313s)","trace[860572283] 'applied index is now lower than readState.Index' (duration: 1.743727202s)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:44:02.841405Z","caller":"traceutil/trace.go:171","msg":"trace[498090860] transaction","detail":"{read_only:false; response_revision:9222; number_of_response:1; }","duration":"5.583016902s","start":"2026-02-24T06:43:57.258376Z","end":"2026-02-24T06:44:02.841393Z","steps":["trace[498090860] 'process raft request' (duration: 5.582485249s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.841529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:57.258348Z","time spent":"5.583090873s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:44:02.841855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.632566889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-02-24T06:44:02.841826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.629530733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:44:02.841898Z","caller":"traceutil/trace.go:171","msg":"trace[1823659427] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9228; }","duration":"9.632654191s","start":"2026-02-24T06:43:53.209232Z","end":"2026-02-24T06:44:02.841886Z","steps":["trace[1823659427] 'agreement among raft nodes before linearized reading' (duration: 9.632516458s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.84193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:53.209219Z","time spent":"9.632705162s","remote":"127.0.0.1:35136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-24T06:44:02.841988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.686724483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T06:44:02.842056Z","caller":"traceutil/trace.go:171","msg":"trace[1292522425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9228; }","duration":"7.686814385s","start":"2026-02-24T06:43:55.155219Z","end":"2026-02-24T06:44:02.842033Z","steps":["trace[1292522425] 'agreement among raft nodes before linearized reading' (duration: 7.686701482s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.842103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:55.155193Z","time spent":"7.686901878s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T06:44:02.842116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.32343827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:02.842149Z","caller":"traceutil/trace.go:171","msg":"trace[176753546] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9228; }","duration":"5.323510582s","start":"2026-02-24T06:43:57.518628Z","end":"2026-02-24T06:44:02.842138Z","steps":["trace[176753546] 'agreement among raft nodes before linearized reading' (duration: 5.32345788s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.842184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:57.518607Z","time spent":"5.323569394s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:44:02.842301Z","caller":"traceutil/trace.go:171","msg":"trace[590841743] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:9228; }","duration":"9.629703438s","start":"2026-02-24T06:43:53.212208Z","end":"2026-02-24T06:44:02.841911Z","steps":["trace[590841743] 'agreement among raft nodes before linearized reading' (duration: 9.629472652s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.842365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.687203345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T06:44:02.842397Z","caller":"traceutil/trace.go:171","msg":"trace[1860326197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9228; }","duration":"7.687270887s","start":"2026-02-24T06:43:55.155116Z","end":"2026-02-24T06:44:02.842387Z","steps":["trace[1860326197] 'agreement among raft nodes before linearized reading' (duration: 7.687186515s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.842423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.045475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:44:02.842462Z","caller":"traceutil/trace.go:171","msg":"trace[1285580171] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9228; }","duration":"551.131567ms","start":"2026-02-24T06:44:02.291322Z","end":"2026-02-24T06:44:02.842454Z","steps":["trace[1285580171] 'agreement among raft nodes before linearized reading' (duration: 551.061536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.842496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:02.2913Z","time spent":"551.187828ms","remote":"127.0.0.1:35438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:02.842582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.218886144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:87747"} {"level":"info","ts":"2026-02-24T06:44:02.842612Z","caller":"traceutil/trace.go:171","msg":"trace[2026425592] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:9228; }","duration":"8.218954756s","start":"2026-02-24T06:43:54.623648Z","end":"2026-02-24T06:44:02.842603Z","steps":["trace[2026425592] 'agreement among raft nodes before linearized reading' (duration: 8.218800802s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.842637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:54.623628Z","time spent":"8.219003047s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":9,"response size":87771,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-24T06:44:02.842698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.48361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:44:02.842731Z","caller":"traceutil/trace.go:171","msg":"trace[1191712308] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:9228; }","duration":"641.549102ms","start":"2026-02-24T06:44:02.20117Z","end":"2026-02-24T06:44:02.842719Z","steps":["trace[1191712308] 'agreement among raft nodes before linearized reading' (duration: 641.45946ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.84273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:53.212197Z","time spent":"9.63018093s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:02.842762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:02.201128Z","time spent":"641.623484ms","remote":"127.0.0.1:34568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":39,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:02.842875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.594905654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"warn","ts":"2026-02-24T06:44:02.842847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.3471841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:44:02.842904Z","caller":"traceutil/trace.go:171","msg":"trace[621401418] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9228; }","duration":"8.594972075s","start":"2026-02-24T06:43:54.247923Z","end":"2026-02-24T06:44:02.842895Z","steps":["trace[621401418] 'agreement among raft nodes before linearized reading' (duration: 8.594886313s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.842929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:54.247902Z","time spent":"8.595021677s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-24T06:44:02.842934Z","caller":"traceutil/trace.go:171","msg":"trace[405893448] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:9228; }","duration":"9.347325784s","start":"2026-02-24T06:43:53.495587Z","end":"2026-02-24T06:44:02.842912Z","steps":["trace[405893448] 'agreement among raft nodes before linearized reading' (duration: 9.347148389s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.842984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.292185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:44:02.843019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:53.495569Z","time spent":"9.347404005s","remote":"127.0.0.1:35230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:44:02.843042Z","caller":"traceutil/trace.go:171","msg":"trace[230212181] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:9228; }","duration":"841.405848ms","start":"2026-02-24T06:44:02.001627Z","end":"2026-02-24T06:44:02.843033Z","steps":["trace[230212181] 'agreement among raft nodes before linearized reading' (duration: 841.263134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.84307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:02.001605Z","time spent":"841.456799ms","remote":"127.0.0.1:35052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":102,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:02.843172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.862697573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:44:02.843206Z","caller":"traceutil/trace.go:171","msg":"trace[1597264238] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:9228; }","duration":"8.862772615s","start":"2026-02-24T06:43:53.980423Z","end":"2026-02-24T06:44:02.843196Z","steps":["trace[1597264238] 'agreement among raft nodes before linearized reading' (duration: 8.862705763s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.84323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152122832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:44:02.843238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:53.980402Z","time spent":"8.862829127s","remote":"127.0.0.1:35300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":12,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:44:02.84326Z","caller":"traceutil/trace.go:171","msg":"trace[1201083830] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:9228; }","duration":"1.152202624s","start":"2026-02-24T06:44:01.691048Z","end":"2026-02-24T06:44:02.84325Z","steps":["trace[1201083830] 'agreement among raft nodes before linearized reading' (duration: 1.152153713s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.843274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.410646469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-02-24T06:44:02.843288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:01.691032Z","time spent":"1.152248655s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:44:02.843314Z","caller":"traceutil/trace.go:171","msg":"trace[541473930] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9228; }","duration":"9.410726921s","start":"2026-02-24T06:43:53.432572Z","end":"2026-02-24T06:44:02.843299Z","steps":["trace[541473930] 'agreement among raft nodes before linearized reading' (duration: 9.410523596s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.84335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:53.432551Z","time spent":"9.410791752s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-24T06:44:02.841846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.317016223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7398"} {"level":"info","ts":"2026-02-24T06:44:02.843442Z","caller":"traceutil/trace.go:171","msg":"trace[583938865] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9228; }","duration":"9.318657804s","start":"2026-02-24T06:43:53.52477Z","end":"2026-02-24T06:44:02.843428Z","steps":["trace[583938865] 'agreement among raft nodes before linearized reading' (duration: 9.316826479s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.843489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:53.52476Z","time spent":"9.318717426s","remote":"127.0.0.1:57488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7422,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-24T06:44:02.843493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407435028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:44:02.843521Z","caller":"traceutil/trace.go:171","msg":"trace[1037975995] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:9228; }","duration":"1.407490639s","start":"2026-02-24T06:44:01.436022Z","end":"2026-02-24T06:44:02.843513Z","steps":["trace[1037975995] 'agreement among raft nodes before linearized reading' (duration: 1.407445457s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.843546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:01.436008Z","time spent":"1.40753146s","remote":"127.0.0.1:35452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":12,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:02.843449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346260445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:44:02.843698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.629638622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:44:02.843706Z","caller":"traceutil/trace.go:171","msg":"trace[525344252] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:9228; }","duration":"1.346555022s","start":"2026-02-24T06:44:01.497138Z","end":"2026-02-24T06:44:02.843693Z","steps":["trace[525344252] 'agreement among raft nodes before linearized reading' (duration: 1.346274435s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.843717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594263128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:44:02.843744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:01.497108Z","time spent":"1.346623294s","remote":"127.0.0.1:51630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:02.843784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629973633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:02.843815Z","caller":"traceutil/trace.go:171","msg":"trace[1315671568] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:9228; }","duration":"1.630038975s","start":"2026-02-24T06:44:01.213767Z","end":"2026-02-24T06:44:02.843806Z","steps":["trace[1315671568] 'agreement among raft nodes before linearized reading' (duration: 1.629995214s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:02.843842Z","caller":"traceutil/trace.go:171","msg":"trace[140231523] transaction","detail":"{read_only:false; response_revision:9223; number_of_response:1; }","duration":"5.575329949s","start":"2026-02-24T06:43:57.268503Z","end":"2026-02-24T06:44:02.843833Z","steps":["trace[140231523] 'process raft request' (duration: 5.572524739s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.843844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:01.213747Z","time spent":"1.630086885s","remote":"127.0.0.1:52764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:02.843901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:57.268487Z","time spent":"5.57537257s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14699,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:44:02.843725Z","caller":"traceutil/trace.go:171","msg":"trace[236985128] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:9228; }","duration":"7.629695564s","start":"2026-02-24T06:43:55.21402Z","end":"2026-02-24T06:44:02.843716Z","steps":["trace[236985128] 'agreement among raft nodes before linearized reading' (duration: 7.62752865s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.843932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:55.214007Z","time spent":"7.629916659s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"info","ts":"2026-02-24T06:44:02.84402Z","caller":"traceutil/trace.go:171","msg":"trace[1070729195] transaction","detail":"{read_only:false; response_revision:9224; number_of_response:1; }","duration":"3.584179168s","start":"2026-02-24T06:43:59.259836Z","end":"2026-02-24T06:44:02.844015Z","steps":["trace[1070729195] 'process raft request' (duration: 3.581263395s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:02.843745Z","caller":"traceutil/trace.go:171","msg":"trace[429371415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9228; }","duration":"1.59431123s","start":"2026-02-24T06:44:01.249425Z","end":"2026-02-24T06:44:02.843736Z","steps":["trace[429371415] 'agreement among raft nodes before linearized reading' (duration: 1.594264849s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.844073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:01.249413Z","time spent":"1.594653198s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T06:44:02.844088Z","caller":"traceutil/trace.go:171","msg":"trace[221945878] transaction","detail":"{read_only:false; response_revision:9225; number_of_response:1; }","duration":"3.584022715s","start":"2026-02-24T06:43:59.260061Z","end":"2026-02-24T06:44:02.844084Z","steps":["trace[221945878] 'process raft request' (duration: 3.581083831s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.844085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.81539377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:44:02.844117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:59.26005Z","time spent":"3.584049795s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:44:02.844112Z","caller":"traceutil/trace.go:171","msg":"trace[1928992856] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:9228; }","duration":"3.815457462s","start":"2026-02-24T06:43:59.028647Z","end":"2026-02-24T06:44:02.844104Z","steps":["trace[1928992856] 'agreement among raft nodes before linearized reading' (duration: 3.81538491s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.844139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:59.028626Z","time spent":"3.815506294s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":68,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:44:02.844197Z","caller":"traceutil/trace.go:171","msg":"trace[393057008] transaction","detail":"{read_only:false; response_revision:9226; number_of_response:1; }","duration":"3.583146743s","start":"2026-02-24T06:43:59.261044Z","end":"2026-02-24T06:44:02.844191Z","steps":["trace[393057008] 'process raft request' (duration: 3.580133518s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.844048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:59.259819Z","time spent":"3.584213259s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:44:02.844223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:59.261034Z","time spent":"3.583174104s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:44:02.844267Z","caller":"traceutil/trace.go:171","msg":"trace[2095543913] transaction","detail":"{read_only:false; response_revision:9227; number_of_response:1; }","duration":"3.50478998s","start":"2026-02-24T06:43:59.339469Z","end":"2026-02-24T06:44:02.844259Z","steps":["trace[2095543913] 'process raft request' (duration: 3.501738104s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.844279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.81614929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:44:02.844291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:59.339458Z","time spent":"3.50481836s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:44:02.844311Z","caller":"traceutil/trace.go:171","msg":"trace[728019642] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:9228; }","duration":"4.816221142s","start":"2026-02-24T06:43:58.02808Z","end":"2026-02-24T06:44:02.844302Z","steps":["trace[728019642] 'agreement among raft nodes before linearized reading' (duration: 4.816172921s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:02.844334Z","caller":"traceutil/trace.go:171","msg":"trace[444108668] transaction","detail":"{read_only:false; response_revision:9228; number_of_response:1; }","duration":"3.428748784s","start":"2026-02-24T06:43:59.415579Z","end":"2026-02-24T06:44:02.844328Z","steps":["trace[444108668] 'process raft request' (duration: 3.425659266s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.84434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:58.028057Z","time spent":"4.816276324s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:02.844357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:59.415554Z","time spent":"3.428790225s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:44:02.844013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.493296391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:44:02.844475Z","caller":"traceutil/trace.go:171","msg":"trace[2067628661] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:9228; }","duration":"2.493775874s","start":"2026-02-24T06:44:00.35067Z","end":"2026-02-24T06:44:02.844446Z","steps":["trace[2067628661] 'agreement among raft nodes before linearized reading' (duration: 2.493316361s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.844498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.935346899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-24T06:44:02.844531Z","caller":"traceutil/trace.go:171","msg":"trace[663694957] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9228; }","duration":"5.93541787s","start":"2026-02-24T06:43:56.909104Z","end":"2026-02-24T06:44:02.844522Z","steps":["trace[663694957] 'agreement among raft nodes before linearized reading' (duration: 5.935325418s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.844532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.170361524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-02-24T06:44:02.844538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:00.350648Z","time spent":"2.493869065s","remote":"127.0.0.1:52798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:02.844558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:56.909084Z","time spent":"5.935468101s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-24T06:44:02.844565Z","caller":"traceutil/trace.go:171","msg":"trace[1410476039] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9228; }","duration":"5.170424986s","start":"2026-02-24T06:43:57.674129Z","end":"2026-02-24T06:44:02.844554Z","steps":["trace[1410476039] 'agreement among raft nodes before linearized reading' (duration: 5.170336314s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.844595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:57.674109Z","time spent":"5.170479748s","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-24T06:44:02.844591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.232902744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:02.844649Z","caller":"traceutil/trace.go:171","msg":"trace[2122748283] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:9228; }","duration":"7.232956535s","start":"2026-02-24T06:43:55.611667Z","end":"2026-02-24T06:44:02.844623Z","steps":["trace[2122748283] 'agreement among raft nodes before linearized reading' (duration: 7.232871193s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.844683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:55.611602Z","time spent":"7.233072418s","remote":"127.0.0.1:35382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:02.844427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.934240401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-24T06:44:02.842431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:55.155093Z","time spent":"7.687331678s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T06:44:02.844729Z","caller":"traceutil/trace.go:171","msg":"trace[435692844] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9228; }","duration":"5.934557009s","start":"2026-02-24T06:43:56.910157Z","end":"2026-02-24T06:44:02.844714Z","steps":["trace[435692844] 'agreement among raft nodes before linearized reading' (duration: 5.934232561s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.84479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:56.910141Z","time spent":"5.934636401s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-24T06:44:02.844847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.174049348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:44:02.844883Z","caller":"traceutil/trace.go:171","msg":"trace[1857973502] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:9228; }","duration":"6.17411953s","start":"2026-02-24T06:43:56.670751Z","end":"2026-02-24T06:44:02.84487Z","steps":["trace[1857973502] 'agreement among raft nodes before linearized reading' (duration: 6.174067979s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:02.844911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:43:56.670729Z","time spent":"6.174174491s","remote":"127.0.0.1:40388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:04.123101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.986917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:44:04.123228Z","caller":"traceutil/trace.go:171","msg":"trace[796335271] linearizableReadLoop","detail":"{readStateIndex:9605; appliedIndex:9604; }","duration":"1.27258676s","start":"2026-02-24T06:44:02.850618Z","end":"2026-02-24T06:44:04.123205Z","steps":["trace[796335271] 'read index received' (duration: 22.34µs)","trace[796335271] 'applied index is now lower than readState.Index' (duration: 1.27256282s)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:44:04.123339Z","caller":"traceutil/trace.go:171","msg":"trace[1339643156] transaction","detail":"{read_only:false; response_revision:9229; number_of_response:1; }","duration":"1.272745043s","start":"2026-02-24T06:44:02.850576Z","end":"2026-02-24T06:44:04.123321Z","steps":["trace[1339643156] 'process raft request' (duration: 946.406049ms)","trace[1339643156] 'compare' (duration: 325.827512ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:44:04.123435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:02.85055Z","time spent":"1.272837356s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:44:04.123816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273173434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T06:44:04.123892Z","caller":"traceutil/trace.go:171","msg":"trace[1674163260] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9229; }","duration":"1.273273857s","start":"2026-02-24T06:44:02.850601Z","end":"2026-02-24T06:44:04.123874Z","steps":["trace[1674163260] 'agreement among raft nodes before linearized reading' (duration: 1.273061292s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:04.123945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:02.850591Z","time spent":"1.273346549s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T06:44:04.861606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000252969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:44:04.861679Z","caller":"traceutil/trace.go:171","msg":"trace[2137820030] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000369731s","start":"2026-02-24T06:44:02.861294Z","end":"2026-02-24T06:44:04.861663Z","steps":["trace[2137820030] 'agreement among raft nodes before linearized reading' (duration: 2.000281339s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:04.86171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:02.861287Z","time spent":"2.000415033s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:44:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:05.153149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:02.857413Z","time spent":"2.295727021s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 06:44:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:05.153581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:02.856477Z","time spent":"2.297096536s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 06:44:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:05.191539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.922042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:44:05.191856Z","caller":"traceutil/trace.go:171","msg":"trace[1004987218] linearizableReadLoop","detail":"{readStateIndex:9608; appliedIndex:9605; }","duration":"1.068569599s","start":"2026-02-24T06:44:04.123273Z","end":"2026-02-24T06:44:05.191842Z","steps":["trace[1004987218] 'read index received' (duration: 200.214026ms)","trace[1004987218] 'applied index is now lower than readState.Index' (duration: 868.354873ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:44:05.191914Z","caller":"traceutil/trace.go:171","msg":"trace[1608535239] transaction","detail":"{read_only:false; response_revision:9231; number_of_response:1; }","duration":"2.335326794s","start":"2026-02-24T06:44:02.856581Z","end":"2026-02-24T06:44:05.191908Z","steps":["trace[1608535239] 'process raft request' (duration: 2.335017025s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:05.192024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:02.856576Z","time spent":"2.335357034s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:44:05.192225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149287882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:44:05.192221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301609508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T06:44:05.192254Z","caller":"traceutil/trace.go:171","msg":"trace[186173010] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:9232; }","duration":"1.149320003s","start":"2026-02-24T06:44:04.042927Z","end":"2026-02-24T06:44:05.192247Z","steps":["trace[186173010] 'agreement among raft nodes before linearized reading' (duration: 1.149268592s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:05.192277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335648682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d714da8f-2ccc-45b4-83b5-d42c5d24f2cb\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-02-24T06:44:05.192285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334869762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-5b4rq.18971bacab26be23\" ","response":"range_response_count:1 size:889"} {"level":"warn","ts":"2026-02-24T06:44:05.192292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097755012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:44:05.192277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:04.042912Z","time spent":"1.149359314s","remote":"127.0.0.1:51114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:05.192289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335638421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7237"} {"level":"info","ts":"2026-02-24T06:44:05.192354Z","caller":"traceutil/trace.go:171","msg":"trace[472712086] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d714da8f-2ccc-45b4-83b5-d42c5d24f2cb; range_end:; response_count:1; response_revision:9232; }","duration":"2.335770814s","start":"2026-02-24T06:44:02.856563Z","end":"2026-02-24T06:44:05.192334Z","steps":["trace[472712086] 'agreement among raft nodes before linearized reading' (duration: 2.335523588s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:05.192368Z","caller":"traceutil/trace.go:171","msg":"trace[867598670] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:9232; }","duration":"2.097877075s","start":"2026-02-24T06:44:03.094473Z","end":"2026-02-24T06:44:05.19235Z","steps":["trace[867598670] 'agreement among raft nodes before linearized reading' (duration: 2.097720081s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:05.192371Z","caller":"traceutil/trace.go:171","msg":"trace[1419481141] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-7fcd8d6ffd-5b4rq.18971bacab26be23; range_end:; response_count:1; response_revision:9232; }","duration":"2.334957234s","start":"2026-02-24T06:44:02.857387Z","end":"2026-02-24T06:44:05.192345Z","steps":["trace[1419481141] 'agreement among raft nodes before linearized reading' (duration: 2.334719259s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:05.192414Z","caller":"traceutil/trace.go:171","msg":"trace[486599094] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:9232; }","duration":"2.335760794s","start":"2026-02-24T06:44:02.856609Z","end":"2026-02-24T06:44:05.19237Z","steps":["trace[486599094] 'agreement among raft nodes before linearized reading' (duration: 2.335469447s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:05.192436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:02.857383Z","time spent":"2.335040186s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":913,"request content":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-5b4rq.18971bacab26be23\" "} {"level":"warn","ts":"2026-02-24T06:44:05.192438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:03.094384Z","time spent":"2.098037698s","remote":"127.0.0.1:52748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:05.192389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:02.856553Z","time spent":"2.335830156s","remote":"127.0.0.1:35110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-d714da8f-2ccc-45b4-83b5-d42c5d24f2cb\" "} {"level":"warn","ts":"2026-02-24T06:44:05.192475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:02.856606Z","time spent":"2.335853556s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7261,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-24T06:44:05.192264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334659357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-24T06:44:05.192604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335951249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:315039"} {"level":"info","ts":"2026-02-24T06:44:05.192662Z","caller":"traceutil/trace.go:171","msg":"trace[90835384] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:9232; }","duration":"2.33516148s","start":"2026-02-24T06:44:02.857478Z","end":"2026-02-24T06:44:05.192639Z","steps":["trace[90835384] 'agreement among raft nodes before linearized reading' (duration: 2.334595936s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:05.192672Z","caller":"traceutil/trace.go:171","msg":"trace[1689868662] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:9232; }","duration":"2.336037481s","start":"2026-02-24T06:44:02.856614Z","end":"2026-02-24T06:44:05.192651Z","steps":["trace[1689868662] 'agreement among raft nodes before linearized reading' (duration: 2.335458077s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:05.192723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:02.857472Z","time spent":"2.335233711s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-02-24T06:44:05.192728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:02.856605Z","time spent":"2.336108242s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":34,"response size":315063,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-24T06:44:05.192265Z","caller":"traceutil/trace.go:171","msg":"trace[1556503051] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9232; }","duration":"1.30169824s","start":"2026-02-24T06:44:03.890554Z","end":"2026-02-24T06:44:05.192252Z","steps":["trace[1556503051] 'agreement among raft nodes before linearized reading' (duration: 1.301547666s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:05.193948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:03.890529Z","time spent":"1.303408772s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T06:44:05.692732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:44:06.193342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:44:06.694152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:44:06.862417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000491525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:44:06.862507Z","caller":"traceutil/trace.go:171","msg":"trace[184894705] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000838183s","start":"2026-02-24T06:44:04.861648Z","end":"2026-02-24T06:44:06.862486Z","steps":["trace[184894705] 'agreement among raft nodes before linearized reading' (duration: 2.00071793s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:06.8626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:04.861639Z","time spent":"2.000941446s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:44:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:07.19528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:44:07.699082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:44:08.100684Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.692234116s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:44:08.360625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.493841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:44:08.360756Z","caller":"traceutil/trace.go:171","msg":"trace[32585117] transaction","detail":"{read_only:false; response_revision:9233; number_of_response:1; }","duration":"3.952389343s","start":"2026-02-24T06:44:04.408338Z","end":"2026-02-24T06:44:08.360728Z","steps":["trace[32585117] 'process raft request' (duration: 3.692695787s)","trace[32585117] 'compare' (duration: 259.297076ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:44:08.360855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:04.408327Z","time spent":"3.952482616s","remote":"127.0.0.1:57488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7383,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:44:08.872254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999921101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:44:08.872341Z","caller":"traceutil/trace.go:171","msg":"trace[1951158832] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000058525s","start":"2026-02-24T06:44:06.872262Z","end":"2026-02-24T06:44:08.872321Z","steps":["trace[1951158832] 'agreement among raft nodes before linearized reading' (duration: 1.999946292s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:08.872385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:06.872245Z","time spent":"2.000130966s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:44:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-24T06:44:08.953056Z","caller":"traceutil/trace.go:171","msg":"trace[1835902111] transaction","detail":"{read_only:false; response_revision:9234; number_of_response:1; }","duration":"4.101101819s","start":"2026-02-24T06:44:04.851934Z","end":"2026-02-24T06:44:08.953036Z","steps":["trace[1835902111] 'process raft request' (duration: 4.100923554s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:08.953215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:04.851752Z","time spent":"4.101375706s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:44:08.953361Z","caller":"traceutil/trace.go:171","msg":"trace[1867854278] transaction","detail":"{read_only:false; response_revision:9235; number_of_response:1; }","duration":"4.101213232s","start":"2026-02-24T06:44:04.852114Z","end":"2026-02-24T06:44:08.953327Z","steps":["trace[1867854278] 'process raft request' (duration: 4.100888134s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:08.953525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:04.852085Z","time spent":"4.101350535s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:44:08.95367Z","caller":"traceutil/trace.go:171","msg":"trace[333460048] transaction","detail":"{read_only:false; response_revision:9236; number_of_response:1; }","duration":"4.1007497s","start":"2026-02-24T06:44:04.852908Z","end":"2026-02-24T06:44:08.953658Z","steps":["trace[333460048] 'process raft request' (duration: 4.10032375s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:08.953742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:04.852885Z","time spent":"4.100824612s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:44:08.953761Z","caller":"traceutil/trace.go:171","msg":"trace[457351207] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9236; }","duration":"3.798421006s","start":"2026-02-24T06:44:05.155315Z","end":"2026-02-24T06:44:08.953736Z","steps":["trace[457351207] 'process raft request' (duration: 3.798278572s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:08.953816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:05.155293Z","time spent":"3.798488318s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":469,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:44:08.953876Z","caller":"traceutil/trace.go:171","msg":"trace[419038374] transaction","detail":"{read_only:false; response_revision:9237; number_of_response:1; }","duration":"3.759535782s","start":"2026-02-24T06:44:05.194328Z","end":"2026-02-24T06:44:08.953863Z","steps":["trace[419038374] 'process raft request' (duration: 3.759351218s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:08.953842Z","caller":"traceutil/trace.go:171","msg":"trace[464880220] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9236; }","duration":"3.798149699s","start":"2026-02-24T06:44:05.155652Z","end":"2026-02-24T06:44:08.953802Z","steps":["trace[464880220] 'process raft request' (duration: 3.797990895s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:08.953952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:05.194316Z","time spent":"3.759594783s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:44:08.95396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:05.194482Z","time spent":"3.759476991s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T06:44:08.954027Z","caller":"traceutil/trace.go:171","msg":"trace[426588437] transaction","detail":"{read_only:false; response_revision:9239; number_of_response:1; }","duration":"2.002721751s","start":"2026-02-24T06:44:06.95128Z","end":"2026-02-24T06:44:08.954002Z","steps":["trace[426588437] 'process raft request' (duration: 2.002648609s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:08.954089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:05.155643Z","time spent":"3.798336923s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:44:08.954171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:06.951252Z","time spent":"2.002847813s","remote":"127.0.0.1:34956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:44:08.954185Z","caller":"traceutil/trace.go:171","msg":"trace[1742337756] transaction","detail":"{read_only:false; response_revision:9238; number_of_response:1; }","duration":"3.754864286s","start":"2026-02-24T06:44:05.199309Z","end":"2026-02-24T06:44:08.954173Z","steps":["trace[1742337756] 'process raft request' (duration: 3.754555797s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:08.954243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:05.199285Z","time spent":"3.754926607s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7030,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:44:10.24876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000641772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:44:10.248844Z","caller":"traceutil/trace.go:171","msg":"trace[890240436] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000771226s","start":"2026-02-24T06:44:08.248053Z","end":"2026-02-24T06:44:10.248825Z","steps":["trace[890240436] 'agreement among raft nodes before linearized reading' (duration: 2.000665503s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:10.248891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:08.248039Z","time spent":"2.000842617s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:44:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:10.87275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000191901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:44:10.872841Z","caller":"traceutil/trace.go:171","msg":"trace[1077905600] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000334994s","start":"2026-02-24T06:44:08.872484Z","end":"2026-02-24T06:44:10.872819Z","steps":["trace[1077905600] 'agreement among raft nodes before linearized reading' (duration: 2.000219011s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:10.872889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:08.872467Z","time spent":"2.000412656s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:44:11.880094Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.468437862s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:44:11.923219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.969224588s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T06:44:11.923483Z","caller":"traceutil/trace.go:171","msg":"trace[1906693898] linearizableReadLoop","detail":"{readStateIndex:9619; appliedIndex:9608; }","duration":"6.73157473s","start":"2026-02-24T06:44:05.191884Z","end":"2026-02-24T06:44:11.923459Z","steps":["trace[1906693898] 'read index received' (duration: 2.909123958s)","trace[1906693898] 'applied index is now lower than readState.Index' (duration: 3.822449542s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:44:11.923574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.912732982s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:11.923737Z","caller":"traceutil/trace.go:171","msg":"trace[1473389028] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9240; }","duration":"2.912930838s","start":"2026-02-24T06:44:09.010776Z","end":"2026-02-24T06:44:11.923706Z","steps":["trace[1473389028] 'range keys from in-memory index tree' (duration: 2.912715511s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:11.92376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.430009218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:11.923812Z","caller":"traceutil/trace.go:171","msg":"trace[1609568743] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:9240; }","duration":"7.430112261s","start":"2026-02-24T06:44:04.493685Z","end":"2026-02-24T06:44:11.923797Z","steps":["trace[1609568743] 'agreement among raft nodes before linearized reading' (duration: 7.430013588s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:11.923873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:04.493665Z","time spent":"7.430192042s","remote":"127.0.0.1:40372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:11.92397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.292399191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:44:11.924163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.798857947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17352"} {"level":"info","ts":"2026-02-24T06:44:11.924223Z","caller":"traceutil/trace.go:171","msg":"trace[1202625190] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9240; }","duration":"7.79895421s","start":"2026-02-24T06:44:04.125252Z","end":"2026-02-24T06:44:11.924206Z","steps":["trace[1202625190] 'agreement among raft nodes before linearized reading' (duration: 7.798720264s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:11.924274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:04.125234Z","time spent":"7.799023321s","remote":"127.0.0.1:35148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17376,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-24T06:44:11.924297Z","caller":"traceutil/trace.go:171","msg":"trace[1067015030] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9240; }","duration":"7.292864802s","start":"2026-02-24T06:44:04.631322Z","end":"2026-02-24T06:44:11.924187Z","steps":["trace[1067015030] 'agreement among raft nodes before linearized reading' (duration: 7.292335269s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:11.924467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:04.631298Z","time spent":"7.293144069s","remote":"127.0.0.1:51258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:11.924478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.526179176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-24T06:44:11.9247Z","caller":"traceutil/trace.go:171","msg":"trace[1841941996] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9240; }","duration":"7.526438773s","start":"2026-02-24T06:44:04.398243Z","end":"2026-02-24T06:44:11.924682Z","steps":["trace[1841941996] 'agreement among raft nodes before linearized reading' (duration: 7.526097434s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:11.924763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:04.398222Z","time spent":"7.526525075s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-24T06:44:11.924948Z","caller":"traceutil/trace.go:171","msg":"trace[177845034] transaction","detail":"{read_only:false; response_revision:9241; number_of_response:1; }","duration":"3.32097638s","start":"2026-02-24T06:44:08.603944Z","end":"2026-02-24T06:44:11.924921Z","steps":["trace[177845034] 'process raft request' (duration: 3.31939731s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:11.924976Z","caller":"traceutil/trace.go:171","msg":"trace[913255614] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9241; }","duration":"2.969989427s","start":"2026-02-24T06:44:08.954969Z","end":"2026-02-24T06:44:11.924959Z","steps":["trace[913255614] 'process raft request' (duration: 2.969860274s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:11.925086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:08.954947Z","time spent":"2.970069609s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:44:11.925095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:08.603901Z","time spent":"3.321106134s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:44:12.325901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000189027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:44:12.326024Z","caller":"traceutil/trace.go:171","msg":"trace[659090446] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000381562s","start":"2026-02-24T06:44:07.325612Z","end":"2026-02-24T06:44:12.325994Z","steps":["trace[659090446] 'agreement among raft nodes before linearized reading' (duration: 5.000218518s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:12.326088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:07.325591Z","time spent":"5.000485305s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/24 06:44:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:12.424037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835863,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:44:12.881467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0006208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:44:12.881589Z","caller":"traceutil/trace.go:171","msg":"trace[1281734410] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000817665s","start":"2026-02-24T06:44:10.880741Z","end":"2026-02-24T06:44:12.881559Z","steps":["trace[1281734410] 'agreement among raft nodes before linearized reading' (duration: 2.000657551s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:12.881692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:10.880718Z","time spent":"2.000921328s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:44:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:12.924278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835863,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:44:13.030553Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.150264797s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T06:44:13.032292Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7670} {"level":"warn","ts":"2026-02-24T06:44:13.033968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106988353s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-02-24T06:44:13.034195Z","caller":"traceutil/trace.go:171","msg":"trace[2132946086] compact","detail":"{revision:7670; response_revision:9241; }","duration":"4.078955679s","start":"2026-02-24T06:44:08.955217Z","end":"2026-02-24T06:44:13.034172Z","steps":["trace[2132946086] 'process raft request' (duration: 2.969666209s)","trace[2132946086] 'check and update compact revision' (duration: 1.106307315s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:44:13.034285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:08.955109Z","time spent":"4.079171444s","remote":"127.0.0.1:34956","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T06:44:13.035117Z","caller":"traceutil/trace.go:171","msg":"trace[1423241763] transaction","detail":"{read_only:false; response_revision:9242; number_of_response:1; }","duration":"4.075924734s","start":"2026-02-24T06:44:08.959172Z","end":"2026-02-24T06:44:13.035097Z","steps":["trace[1423241763] 'process raft request' (duration: 4.07495558s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:13.035257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:08.959157Z","time spent":"4.076008585s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T06:44:13.035705Z","caller":"traceutil/trace.go:171","msg":"trace[828003808] transaction","detail":"{read_only:false; response_revision:9245; number_of_response:1; }","duration":"2.070850869s","start":"2026-02-24T06:44:10.964845Z","end":"2026-02-24T06:44:13.035695Z","steps":["trace[828003808] 'process raft request' (duration: 2.070818058s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:13.035819Z","caller":"traceutil/trace.go:171","msg":"trace[1339769422] transaction","detail":"{read_only:false; response_revision:9244; number_of_response:1; }","duration":"2.075701481s","start":"2026-02-24T06:44:10.9601Z","end":"2026-02-24T06:44:13.035801Z","steps":["trace[1339769422] 'process raft request' (duration: 2.075528366s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:13.037179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:10.960088Z","time spent":"2.077014093s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:44:13.035855Z","caller":"traceutil/trace.go:171","msg":"trace[357399052] transaction","detail":"{read_only:false; response_revision:9243; number_of_response:1; }","duration":"2.076651645s","start":"2026-02-24T06:44:10.959196Z","end":"2026-02-24T06:44:13.035847Z","steps":["trace[357399052] 'process raft request' (duration: 2.075888195s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:13.037365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:10.959175Z","time spent":"2.078159283s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:44:13.037541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:10.964832Z","time spent":"2.072137582s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:44:14.397339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.01504ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-24T06:44:14.397576Z","caller":"traceutil/trace.go:171","msg":"trace[1770355054] linearizableReadLoop","detail":"{readStateIndex:9627; appliedIndex:9621; }","duration":"2.47402292s","start":"2026-02-24T06:44:11.923535Z","end":"2026-02-24T06:44:14.397557Z","steps":["trace[1770355054] 'read index received' (duration: 1.107353173s)","trace[1770355054] 'applied index is now lower than readState.Index' (duration: 1.366668397s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:44:14.397651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:11.928259Z","time spent":"2.469389054s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T06:44:14.397937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.04204651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:44:14.397977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.495727246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:44:14.398024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.739658578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:44:14.398024Z","caller":"traceutil/trace.go:171","msg":"trace[888176396] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:9246; }","duration":"8.495821619s","start":"2026-02-24T06:44:05.90219Z","end":"2026-02-24T06:44:14.398011Z","steps":["trace[888176396] 'agreement among raft nodes before linearized reading' (duration: 8.495665365s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:14.398022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.339741331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:44:14.39806Z","caller":"traceutil/trace.go:171","msg":"trace[747401122] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:9246; }","duration":"8.739731099s","start":"2026-02-24T06:44:05.658316Z","end":"2026-02-24T06:44:14.398047Z","steps":["trace[747401122] 'agreement among raft nodes before linearized reading' (duration: 8.739680218s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:14.398071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:05.902167Z","time spent":"8.495893471s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":69,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:14.398092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:05.658296Z","time spent":"8.73978825s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:44:14.398094Z","caller":"traceutil/trace.go:171","msg":"trace[51817083] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:9246; }","duration":"4.339856013s","start":"2026-02-24T06:44:10.05822Z","end":"2026-02-24T06:44:14.398076Z","steps":["trace[51817083] 'agreement among raft nodes before linearized reading' (duration: 4.339705739s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:14.39816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.436720094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7171"} {"level":"info","ts":"2026-02-24T06:44:14.398192Z","caller":"traceutil/trace.go:171","msg":"trace[672216710] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:9246; }","duration":"5.436770456s","start":"2026-02-24T06:44:08.961411Z","end":"2026-02-24T06:44:14.398181Z","steps":["trace[672216710] 'agreement among raft nodes before linearized reading' (duration: 5.436637162s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:14.398226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:08.961401Z","time spent":"5.436817777s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7195,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-02-24T06:44:14.398284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.45694366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17352"} {"level":"info","ts":"2026-02-24T06:44:14.398318Z","caller":"traceutil/trace.go:171","msg":"trace[356519674] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:9246; }","duration":"5.457008712s","start":"2026-02-24T06:44:08.9413Z","end":"2026-02-24T06:44:14.398308Z","steps":["trace[356519674] 'agreement among raft nodes before linearized reading' (duration: 5.456861868s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:14.398325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.882953186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:44:14.39802Z","caller":"traceutil/trace.go:171","msg":"trace[145225176] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:9246; }","duration":"7.042189353s","start":"2026-02-24T06:44:07.355813Z","end":"2026-02-24T06:44:14.398003Z","steps":["trace[145225176] 'agreement among raft nodes before linearized reading' (duration: 7.041964678s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:14.398344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:08.941283Z","time spent":"5.457054023s","remote":"127.0.0.1:35148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17376,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-02-24T06:44:14.398359Z","caller":"traceutil/trace.go:171","msg":"trace[927192347] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:9246; }","duration":"7.883030858s","start":"2026-02-24T06:44:06.515317Z","end":"2026-02-24T06:44:14.398347Z","steps":["trace[927192347] 'agreement among raft nodes before linearized reading' (duration: 7.882933485s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:14.39837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:07.355792Z","time spent":"7.042569042s","remote":"127.0.0.1:35248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":59,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:14.398389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:06.515296Z","time spent":"7.883084999s","remote":"127.0.0.1:34996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:14.398366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.0361178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-02-24T06:44:14.398441Z","caller":"traceutil/trace.go:171","msg":"trace[54387951] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:9246; }","duration":"6.036246373s","start":"2026-02-24T06:44:08.362177Z","end":"2026-02-24T06:44:14.398424Z","steps":["trace[54387951] 'agreement among raft nodes before linearized reading' (duration: 6.036076809s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:14.398288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.202387009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-02-24T06:44:14.398499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:08.362156Z","time spent":"6.036329335s","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-02-24T06:44:14.398543Z","caller":"traceutil/trace.go:171","msg":"trace[140204088] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9246; }","duration":"9.202652395s","start":"2026-02-24T06:44:05.19588Z","end":"2026-02-24T06:44:14.398532Z","steps":["trace[140204088] 'agreement among raft nodes before linearized reading' (duration: 9.202339558s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:14.398577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:05.195872Z","time spent":"9.202695467s","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-24T06:44:14.398572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.080968896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:14.39861Z","caller":"traceutil/trace.go:171","msg":"trace[718783497] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:9246; }","duration":"8.081052548s","start":"2026-02-24T06:44:06.317548Z","end":"2026-02-24T06:44:14.3986Z","steps":["trace[718783497] 'agreement among raft nodes before linearized reading' (duration: 8.080983566s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:14.39864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:06.317525Z","time spent":"8.08110662s","remote":"127.0.0.1:52720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:44:14.398647Z","caller":"traceutil/trace.go:171","msg":"trace[1888627039] transaction","detail":"{read_only:false; response_revision:9246; number_of_response:1; }","duration":"1.467533635s","start":"2026-02-24T06:44:12.931101Z","end":"2026-02-24T06:44:14.398635Z","steps":["trace[1888627039] 'process raft request' (duration: 1.466328195s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:14.397974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.195602107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"warn","ts":"2026-02-24T06:44:14.398733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:12.931067Z","time spent":"1.467608246s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:44:14.39874Z","caller":"traceutil/trace.go:171","msg":"trace[1807538111] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:9246; }","duration":"7.196414456s","start":"2026-02-24T06:44:07.202315Z","end":"2026-02-24T06:44:14.39873Z","steps":["trace[1807538111] 'agreement among raft nodes before linearized reading' (duration: 7.195529024s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:14.398776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:07.202295Z","time spent":"7.196471448s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"warn","ts":"2026-02-24T06:44:14.398849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.81455554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:44:14.398939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.323592724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:44:14.39902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:10.058203Z","time spent":"4.339923855s","remote":"127.0.0.1:35456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":26,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:44:14.399044Z","caller":"traceutil/trace.go:171","msg":"trace[1390762360] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:9246; }","duration":"8.323756339s","start":"2026-02-24T06:44:06.075269Z","end":"2026-02-24T06:44:14.399025Z","steps":["trace[1390762360] 'agreement among raft nodes before linearized reading' (duration: 8.323554654s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:14.399109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:06.075244Z","time spent":"8.32384529s","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":57,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:44:14.398951Z","caller":"traceutil/trace.go:171","msg":"trace[865320575] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9246; }","duration":"2.814685414s","start":"2026-02-24T06:44:11.584217Z","end":"2026-02-24T06:44:14.398903Z","steps":["trace[865320575] 'agreement among raft nodes before linearized reading' (duration: 2.81452863s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:14.399204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:11.584198Z","time spent":"2.814969291s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:14.882143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000357992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:44:14.882227Z","caller":"traceutil/trace.go:171","msg":"trace[76129003] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000501966s","start":"2026-02-24T06:44:12.881706Z","end":"2026-02-24T06:44:14.882208Z","steps":["trace[76129003] 'agreement among raft nodes before linearized reading' (duration: 2.000395803s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:14.882281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:12.881682Z","time spent":"2.000585049s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:44:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:14.898346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835869,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:44:15.398459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835869,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:44:15.790431Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.33309498s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:44:16.40218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000236081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:44:16.402369Z","caller":"traceutil/trace.go:171","msg":"trace[64955555] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000505078s","start":"2026-02-24T06:44:14.401842Z","end":"2026-02-24T06:44:16.402348Z","steps":["trace[64955555] 'agreement among raft nodes before linearized reading' (duration: 2.000256132s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:16.402744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:14.401829Z","time spent":"2.000898777s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:44:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:16.889317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000114898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:44:16.889396Z","caller":"traceutil/trace.go:171","msg":"trace[1254795539] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000241691s","start":"2026-02-24T06:44:14.889136Z","end":"2026-02-24T06:44:16.889378Z","steps":["trace[1254795539] 'agreement among raft nodes before linearized reading' (duration: 2.000143179s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:16.889442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:14.889118Z","time spent":"2.000315333s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:44:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:18.897146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999949242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:44:18.89737Z","caller":"traceutil/trace.go:171","msg":"trace[610666251] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000226879s","start":"2026-02-24T06:44:16.897097Z","end":"2026-02-24T06:44:18.897324Z","steps":["trace[610666251] 'agreement among raft nodes before linearized reading' (duration: 1.999979063s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:18.897463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:16.89708Z","time spent":"2.000368853s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:44:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:19.411227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995141838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:44:19.411389Z","caller":"traceutil/trace.go:171","msg":"trace[1936079168] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.995341643s","start":"2026-02-24T06:44:14.416028Z","end":"2026-02-24T06:44:19.41137Z","steps":["trace[1936079168] 'agreement among raft nodes before linearized reading' (duration: 4.995166938s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:19.411462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:14.416011Z","time spent":"4.995437596s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/24 06:44:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:19.44826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.478559ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:19.448663Z","caller":"traceutil/trace.go:171","msg":"trace[1873009867] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9246; }","duration":"438.834764ms","start":"2026-02-24T06:44:19.009797Z","end":"2026-02-24T06:44:19.448632Z","steps":["trace[1873009867] 'range keys from in-memory index tree' (duration: 437.463919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:19.495488Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.704860613s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:44:19.603794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999270811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:44:19.603879Z","caller":"traceutil/trace.go:171","msg":"trace[921547814] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999420885s","start":"2026-02-24T06:44:14.604438Z","end":"2026-02-24T06:44:19.603859Z","steps":["trace[921547814] 'agreement among raft nodes before linearized reading' (duration: 4.999314672s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:19.603927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:14.604412Z","time spent":"4.999505607s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/24 06:44:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:20.040216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:13.039387Z","time spent":"7.000820804s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:44:20.041503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:15.042658Z","time spent":"4.9988364s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:44:20.041716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:15.042957Z","time spent":"4.998756207s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 06:44:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:20.041607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:15.043173Z","time spent":"4.998400029s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 06:44:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:20.186528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.395570226s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:44:20.186845Z","caller":"traceutil/trace.go:171","msg":"trace[813693992] transaction","detail":"{read_only:false; response_revision:9254; number_of_response:1; }","duration":"755.164957ms","start":"2026-02-24T06:44:19.431668Z","end":"2026-02-24T06:44:20.186833Z","steps":["trace[813693992] 'process raft request' (duration: 755.134336ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:20.186865Z","caller":"traceutil/trace.go:171","msg":"trace[2135880112] transaction","detail":"{read_only:false; response_revision:9249; number_of_response:1; }","duration":"5.786501782s","start":"2026-02-24T06:44:14.400331Z","end":"2026-02-24T06:44:20.186833Z","steps":["trace[2135880112] 'process raft request' (duration: 5.786324777s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:20.186883Z","caller":"traceutil/trace.go:171","msg":"trace[755049083] transaction","detail":"{read_only:false; response_revision:9250; number_of_response:1; }","duration":"5.779755783s","start":"2026-02-24T06:44:14.407103Z","end":"2026-02-24T06:44:20.186859Z","steps":["trace[755049083] 'process raft request' (duration: 5.779579129s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:20.186914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:19.431595Z","time spent":"755.27608ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:44:20.186946Z","caller":"traceutil/trace.go:171","msg":"trace[525687111] linearizableReadLoop","detail":"{readStateIndex:9635; appliedIndex:9628; }","duration":"5.789305202s","start":"2026-02-24T06:44:14.397609Z","end":"2026-02-24T06:44:20.186914Z","steps":["trace[525687111] 'read index received' (duration: 1.393302955s)","trace[525687111] 'applied index is now lower than readState.Index' (duration: 4.395998997s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:44:20.187027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:14.407068Z","time spent":"5.779866075s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6787,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:44:20.186967Z","caller":"traceutil/trace.go:171","msg":"trace[737249669] transaction","detail":"{read_only:false; response_revision:9248; number_of_response:1; }","duration":"6.957416025s","start":"2026-02-24T06:44:13.22952Z","end":"2026-02-24T06:44:20.186936Z","steps":["trace[737249669] 'process raft request' (duration: 6.957074827s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:20.187187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.70168196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:44:20.187229Z","caller":"traceutil/trace.go:171","msg":"trace[85502196] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9254; }","duration":"6.701796372s","start":"2026-02-24T06:44:13.485419Z","end":"2026-02-24T06:44:20.187215Z","steps":["trace[85502196] 'agreement among raft nodes before linearized reading' (duration: 6.701675909s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:20.186973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:14.400311Z","time spent":"5.786606085s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:44:20.187317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.008492576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:44:20.187379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290179119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:20.187407Z","caller":"traceutil/trace.go:171","msg":"trace[513936423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9254; }","duration":"1.290240551s","start":"2026-02-24T06:44:18.897159Z","end":"2026-02-24T06:44:20.187399Z","steps":["trace[513936423] 'agreement among raft nodes before linearized reading' (duration: 1.29020517s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:20.187395Z","caller":"traceutil/trace.go:171","msg":"trace[1473668817] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:9254; }","duration":"8.00863412s","start":"2026-02-24T06:44:12.178739Z","end":"2026-02-24T06:44:20.187373Z","steps":["trace[1473668817] 'agreement among raft nodes before linearized reading' (duration: 8.008506067s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:20.187425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:18.897138Z","time spent":"1.290283832s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:44:20.187416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.893719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-02-24T06:44:20.187422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.968366846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:44:20.187456Z","caller":"traceutil/trace.go:171","msg":"trace[108907296] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:9254; }","duration":"144.966051ms","start":"2026-02-24T06:44:20.042481Z","end":"2026-02-24T06:44:20.187447Z","steps":["trace[108907296] 'agreement among raft nodes before linearized reading' (duration: 144.887769ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:20.187469Z","caller":"traceutil/trace.go:171","msg":"trace[250561665] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:9254; }","duration":"4.968449148s","start":"2026-02-24T06:44:15.219009Z","end":"2026-02-24T06:44:20.187458Z","steps":["trace[250561665] 'agreement among raft nodes before linearized reading' (duration: 4.968349776s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:20.187471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059652765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-02-24T06:44:20.187467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938567575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:44:20.187494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.72058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18971b795016a2cb\" ","response":"range_response_count:1 size:838"} {"level":"warn","ts":"2026-02-24T06:44:20.187491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.73739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-02-24T06:44:20.187525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.001422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-24T06:44:20.187538Z","caller":"traceutil/trace.go:171","msg":"trace[1465486607] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9254; }","duration":"1.059757558s","start":"2026-02-24T06:44:19.127764Z","end":"2026-02-24T06:44:20.187522Z","steps":["trace[1465486607] 'agreement among raft nodes before linearized reading' (duration: 1.059581813s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:20.18756Z","caller":"traceutil/trace.go:171","msg":"trace[874781030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9254; }","duration":"1.938696727s","start":"2026-02-24T06:44:18.248836Z","end":"2026-02-24T06:44:20.187533Z","steps":["trace[874781030] 'agreement among raft nodes before linearized reading' (duration: 1.938539253s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:20.187567Z","caller":"traceutil/trace.go:171","msg":"trace[325865307] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9254; }","duration":"143.852013ms","start":"2026-02-24T06:44:20.043694Z","end":"2026-02-24T06:44:20.187546Z","steps":["trace[325865307] 'agreement among raft nodes before linearized reading' (duration: 143.72227ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:20.187564Z","caller":"traceutil/trace.go:171","msg":"trace[450671455] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18971b795016a2cb; range_end:; response_count:1; response_revision:9254; }","duration":"143.825062ms","start":"2026-02-24T06:44:20.043717Z","end":"2026-02-24T06:44:20.187542Z","steps":["trace[450671455] 'agreement among raft nodes before linearized reading' (duration: 143.655048ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:20.187568Z","caller":"traceutil/trace.go:171","msg":"trace[881324624] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9254; }","duration":"145.062992ms","start":"2026-02-24T06:44:20.042491Z","end":"2026-02-24T06:44:20.187554Z","steps":["trace[881324624] 'agreement among raft nodes before linearized reading' (duration: 144.990671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:20.187586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:15.218977Z","time spent":"4.968595451s","remote":"127.0.0.1:35288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:20.187592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:19.127744Z","time spent":"1.059835439s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-24T06:44:20.187609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:18.248821Z","time spent":"1.93877996s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:44:20.18733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:13.48539Z","time spent":"6.701871734s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:20.187741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993860646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:44:20.187448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:12.178702Z","time spent":"8.008730912s","remote":"127.0.0.1:38274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:44:20.187771Z","caller":"traceutil/trace.go:171","msg":"trace[21364775] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:9254; }","duration":"4.993941548s","start":"2026-02-24T06:44:15.193821Z","end":"2026-02-24T06:44:20.187763Z","steps":["trace[21364775] 'agreement among raft nodes before linearized reading' (duration: 4.993888026s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:20.187786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.783703342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"warn","ts":"2026-02-24T06:44:20.187812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.785801005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4984477c-99b5-41ed-b090-19378e3f65c9\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-02-24T06:44:20.187846Z","caller":"traceutil/trace.go:171","msg":"trace[1117336346] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:9254; }","duration":"5.783780594s","start":"2026-02-24T06:44:14.40405Z","end":"2026-02-24T06:44:20.18783Z","steps":["trace[1117336346] 'agreement among raft nodes before linearized reading' (duration: 5.78364049s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:20.18785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.992312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414722"} {"level":"warn","ts":"2026-02-24T06:44:20.187869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.783650931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:315039"} {"level":"info","ts":"2026-02-24T06:44:20.187873Z","caller":"traceutil/trace.go:171","msg":"trace[1922352774] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4984477c-99b5-41ed-b090-19378e3f65c9; range_end:; response_count:1; response_revision:9254; }","duration":"5.785878977s","start":"2026-02-24T06:44:14.401979Z","end":"2026-02-24T06:44:20.187858Z","steps":["trace[1922352774] 'agreement among raft nodes before linearized reading' (duration: 5.785361573s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:20.187904Z","caller":"traceutil/trace.go:171","msg":"trace[1465544951] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:9254; }","duration":"5.783699812s","start":"2026-02-24T06:44:14.404197Z","end":"2026-02-24T06:44:20.187897Z","steps":["trace[1465544951] 'agreement among raft nodes before linearized reading' (duration: 5.783385283s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:20.187902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:14.404039Z","time spent":"5.783849786s","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-02-24T06:44:20.187906Z","caller":"traceutil/trace.go:171","msg":"trace[1619317823] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9254; }","duration":"822.089075ms","start":"2026-02-24T06:44:19.365804Z","end":"2026-02-24T06:44:20.187893Z","steps":["trace[1619317823] 'agreement among raft nodes before linearized reading' (duration: 821.790656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:20.187288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.182027384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:44:20.18793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:14.404186Z","time spent":"5.783738404s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":34,"response size":315063,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-24T06:44:20.187944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:19.365785Z","time spent":"822.152426ms","remote":"127.0.0.1:51630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414746,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-24T06:44:20.187795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:15.193797Z","time spent":"4.993991128s","remote":"127.0.0.1:40412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:20.187244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:13.229499Z","time spent":"6.957708843s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:44:20.187919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:14.401972Z","time spent":"5.785937298s","remote":"127.0.0.1:35110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-4984477c-99b5-41ed-b090-19378e3f65c9\" "} {"level":"info","ts":"2026-02-24T06:44:20.187952Z","caller":"traceutil/trace.go:171","msg":"trace[1367359738] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9254; }","duration":"8.182731552s","start":"2026-02-24T06:44:12.005211Z","end":"2026-02-24T06:44:20.187943Z","steps":["trace[1367359738] 'agreement among raft nodes before linearized reading' (duration: 8.182052014s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:20.188155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:12.005189Z","time spent":"8.182955338s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-24T06:44:22.177588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538827542s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:44:22.177755Z","caller":"traceutil/trace.go:171","msg":"trace[1379537130] linearizableReadLoop","detail":"{readStateIndex:9637; appliedIndex:9636; }","duration":"1.982736262s","start":"2026-02-24T06:44:20.194956Z","end":"2026-02-24T06:44:22.177692Z","steps":["trace[1379537130] 'read index received' (duration: 202.505µs)","trace[1379537130] 'applied index is now lower than readState.Index' (duration: 1.982530397s)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:44:22.177839Z","caller":"traceutil/trace.go:171","msg":"trace[2146768054] transaction","detail":"{read_only:false; response_revision:9255; number_of_response:1; }","duration":"1.982931547s","start":"2026-02-24T06:44:20.194889Z","end":"2026-02-24T06:44:22.17782Z","steps":["trace[2146768054] 'process raft request' (duration: 443.781228ms)","trace[2146768054] 'compare' (duration: 1.035271466s)","trace[2146768054] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/kube-system/kube-controller-manager-instance.18971b795016a2cb; req_size:820; } (duration: 503.121824ms)"],"step_count":3} {"level":"warn","ts":"2026-02-24T06:44:22.177907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:20.194869Z","time spent":"1.983004648s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":823,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:44:22.178189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983208143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-24T06:44:22.17828Z","caller":"traceutil/trace.go:171","msg":"trace[37294424] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9255; }","duration":"1.983308026s","start":"2026-02-24T06:44:20.194951Z","end":"2026-02-24T06:44:22.178259Z","steps":["trace[37294424] 'agreement among raft nodes before linearized reading' (duration: 1.983028329s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:22.178324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:20.194929Z","time spent":"1.983385068s","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T06:44:22.199922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989535591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:44:22.199983Z","caller":"traceutil/trace.go:171","msg":"trace[814935516] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.989609683s","start":"2026-02-24T06:44:20.210357Z","end":"2026-02-24T06:44:22.199967Z","steps":["trace[814935516] 'agreement among raft nodes before linearized reading' (duration: 1.989550391s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:22.20002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:20.210352Z","time spent":"1.989660074s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:44:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:22.678859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:44:23.140706Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.502062091s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T06:44:23.165392Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7670,"took":"10.12980993s","hash":2331575617,"current-db-size-bytes":42930176,"current-db-size":"43 MB","current-db-size-in-use-bytes":24293376,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-02-24T06:44:23.165444Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2331575617,"revision":7670,"compact-revision":5650} {"level":"info","ts":"2026-02-24T06:44:23.1671Z","caller":"traceutil/trace.go:171","msg":"trace[1987384034] transaction","detail":"{read_only:false; response_revision:9256; number_of_response:1; }","duration":"2.95146256s","start":"2026-02-24T06:44:20.215608Z","end":"2026-02-24T06:44:23.167071Z","steps":["trace[1987384034] 'process raft request' (duration: 2.925266114s)","trace[1987384034] 'compare' (duration: 25.226432ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:44:23.167319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:20.215581Z","time spent":"2.951571772s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:44:23.62652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.877585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:44:23.626666Z","caller":"traceutil/trace.go:171","msg":"trace[344288156] linearizableReadLoop","detail":"{readStateIndex:9639; appliedIndex:9637; }","duration":"1.448854366s","start":"2026-02-24T06:44:22.177787Z","end":"2026-02-24T06:44:23.626641Z","steps":["trace[344288156] 'read index received' (duration: 963.081097ms)","trace[344288156] 'applied index is now lower than readState.Index' (duration: 485.771839ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:44:23.626907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.416484928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T06:44:23.626974Z","caller":"traceutil/trace.go:171","msg":"trace[1035768534] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9257; }","duration":"3.41657257s","start":"2026-02-24T06:44:20.210384Z","end":"2026-02-24T06:44:23.626957Z","steps":["trace[1035768534] 'agreement among raft nodes before linearized reading' (duration: 3.416372626s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:23.62707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:20.210374Z","time spent":"3.416679443s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T06:44:23.627267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.432060909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-02-24T06:44:23.627327Z","caller":"traceutil/trace.go:171","msg":"trace[161419053] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:9257; }","duration":"3.4321346s","start":"2026-02-24T06:44:20.195176Z","end":"2026-02-24T06:44:23.627311Z","steps":["trace[161419053] 'agreement among raft nodes before linearized reading' (duration: 3.431992237s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:23.627313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002126555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-24T06:44:23.627368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:20.195166Z","time spent":"3.432193832s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-24T06:44:23.627398Z","caller":"traceutil/trace.go:171","msg":"trace[302057490] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9257; }","duration":"2.002259509s","start":"2026-02-24T06:44:21.625112Z","end":"2026-02-24T06:44:23.627371Z","steps":["trace[302057490] 'agreement among raft nodes before linearized reading' (duration: 2.002009432s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:23.627399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275641148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:44:23.627449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:21.62509Z","time spent":"2.00235073s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T06:44:23.627448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.432273764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-endpoints-8n8lz\" ","response":"range_response_count:1 size:14714"} {"level":"info","ts":"2026-02-24T06:44:23.627469Z","caller":"traceutil/trace.go:171","msg":"trace[1000615814] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9257; }","duration":"2.275773452s","start":"2026-02-24T06:44:21.351678Z","end":"2026-02-24T06:44:23.627451Z","steps":["trace[1000615814] 'agreement among raft nodes before linearized reading' (duration: 2.275634928s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:23.627503Z","caller":"traceutil/trace.go:171","msg":"trace[1386245453] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-endpoints-8n8lz; range_end:; response_count:1; response_revision:9257; }","duration":"3.432345406s","start":"2026-02-24T06:44:20.195143Z","end":"2026-02-24T06:44:23.627488Z","steps":["trace[1386245453] 'agreement among raft nodes before linearized reading' (duration: 3.432184432s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:23.627518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:21.351657Z","time spent":"2.275849274s","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:23.627557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:20.195134Z","time spent":"3.432409967s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":14738,"request content":"key:\"/registry/pods/openstack/glance-ks-endpoints-8n8lz\" "} {"level":"warn","ts":"2026-02-24T06:44:23.627612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.417470092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:23.627646Z","caller":"traceutil/trace.go:171","msg":"trace[241545249] transaction","detail":"{read_only:false; response_revision:9257; number_of_response:1; }","duration":"1.428056284s","start":"2026-02-24T06:44:22.199575Z","end":"2026-02-24T06:44:23.627631Z","steps":["trace[241545249] 'process raft request' (duration: 1.082939148s)","trace[241545249] 'compare' (duration: 343.736532ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:44:23.627727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.432493319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-24T06:44:23.627746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:22.199557Z","time spent":"1.428126565s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:44:23.627764Z","caller":"traceutil/trace.go:171","msg":"trace[1157213711] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9257; }","duration":"3.432555171s","start":"2026-02-24T06:44:20.195198Z","end":"2026-02-24T06:44:23.627753Z","steps":["trace[1157213711] 'agreement among raft nodes before linearized reading' (duration: 3.432476519s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:23.627768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248215871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:44:23.627794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:20.195178Z","time spent":"3.432610133s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-24T06:44:23.6278Z","caller":"traceutil/trace.go:171","msg":"trace[1336579962] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:9257; }","duration":"2.248270473s","start":"2026-02-24T06:44:21.37952Z","end":"2026-02-24T06:44:23.627791Z","steps":["trace[1336579962] 'agreement among raft nodes before linearized reading' (duration: 2.24820677s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:23.627831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:21.379507Z","time spent":"2.248316854s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:23.627832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.432711436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-24T06:44:23.627879Z","caller":"traceutil/trace.go:171","msg":"trace[321366933] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9257; }","duration":"3.432780158s","start":"2026-02-24T06:44:20.195086Z","end":"2026-02-24T06:44:23.627866Z","steps":["trace[321366933] 'agreement among raft nodes before linearized reading' (duration: 3.432652044s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:23.62793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:20.195078Z","time spent":"3.432840319s","remote":"127.0.0.1:35136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-24T06:44:23.627987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60105273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:23.628029Z","caller":"traceutil/trace.go:171","msg":"trace[661229737] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:9257; }","duration":"1.601136072s","start":"2026-02-24T06:44:22.026884Z","end":"2026-02-24T06:44:23.62802Z","steps":["trace[661229737] 'agreement among raft nodes before linearized reading' (duration: 1.60106896s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:23.628065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:22.026862Z","time spent":"1.601194653s","remote":"127.0.0.1:35084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:23.6281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.581474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:44:23.628122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712283116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:23.628141Z","caller":"traceutil/trace.go:171","msg":"trace[342172349] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9257; }","duration":"473.652055ms","start":"2026-02-24T06:44:23.154478Z","end":"2026-02-24T06:44:23.62813Z","steps":["trace[342172349] 'agreement among raft nodes before linearized reading' (duration: 473.595794ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:23.628155Z","caller":"traceutil/trace.go:171","msg":"trace[322192830] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9257; }","duration":"1.712360888s","start":"2026-02-24T06:44:21.915785Z","end":"2026-02-24T06:44:23.628146Z","steps":["trace[322192830] 'agreement among raft nodes before linearized reading' (duration: 1.712307206s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:23.628188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:21.915762Z","time spent":"1.712418089s","remote":"127.0.0.1:57494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:23.628179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:23.154442Z","time spent":"473.729007ms","remote":"127.0.0.1:57388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:23.627999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4466048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-005b88dd-ed6e-41c6-b75f-748aab76a4e1\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-02-24T06:44:23.627654Z","caller":"traceutil/trace.go:171","msg":"trace[1664578676] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:9257; }","duration":"3.417505773s","start":"2026-02-24T06:44:20.210134Z","end":"2026-02-24T06:44:23.62764Z","steps":["trace[1664578676] 'agreement among raft nodes before linearized reading' (duration: 3.417453962s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:23.628399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.276311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-24T06:44:23.628445Z","caller":"traceutil/trace.go:171","msg":"trace[1652114011] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9257; }","duration":"854.358853ms","start":"2026-02-24T06:44:22.774075Z","end":"2026-02-24T06:44:23.628434Z","steps":["trace[1652114011] 'agreement among raft nodes before linearized reading' (duration: 854.279251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:23.62848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:22.774052Z","time spent":"854.420644ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T06:44:23.628568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019817978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:23.628601Z","caller":"traceutil/trace.go:171","msg":"trace[1114882311] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9257; }","duration":"1.01988495s","start":"2026-02-24T06:44:22.608708Z","end":"2026-02-24T06:44:23.628593Z","steps":["trace[1114882311] 'agreement among raft nodes before linearized reading' (duration: 1.019839179s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:23.628629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:22.608684Z","time spent":"1.019937171s","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:23.628853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428503226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:23.628893Z","caller":"traceutil/trace.go:171","msg":"trace[1852851029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9257; }","duration":"1.42865002s","start":"2026-02-24T06:44:22.200235Z","end":"2026-02-24T06:44:23.628885Z","steps":["trace[1852851029] 'agreement among raft nodes before linearized reading' (duration: 1.428589669s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:23.628919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:22.20022Z","time spent":"1.428693561s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:44:23.629102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429534361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:44:23.629319Z","caller":"traceutil/trace.go:171","msg":"trace[549534655] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:9257; }","duration":"1.429773468s","start":"2026-02-24T06:44:22.199537Z","end":"2026-02-24T06:44:23.629311Z","steps":["trace[549534655] 'agreement among raft nodes before linearized reading' (duration: 1.429502721s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:23.629344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:22.199527Z","time spent":"1.429811278s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"warn","ts":"2026-02-24T06:44:23.629514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44781218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-5b4rq.18971b798c68de6e\" ","response":"range_response_count:1 size:828"} {"level":"info","ts":"2026-02-24T06:44:23.629551Z","caller":"traceutil/trace.go:171","msg":"trace[434572871] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-7fcd8d6ffd-5b4rq.18971b798c68de6e; range_end:; response_count:1; response_revision:9257; }","duration":"1.447862171s","start":"2026-02-24T06:44:22.181679Z","end":"2026-02-24T06:44:23.629541Z","steps":["trace[434572871] 'agreement among raft nodes before linearized reading' (duration: 1.447771589s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:23.629578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:22.181667Z","time spent":"1.447905032s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":852,"request content":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-5b4rq.18971b798c68de6e\" "} {"level":"warn","ts":"2026-02-24T06:44:23.627566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.417301438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-24T06:44:23.629731Z","caller":"traceutil/trace.go:171","msg":"trace[230948325] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9257; }","duration":"3.419486703s","start":"2026-02-24T06:44:20.210235Z","end":"2026-02-24T06:44:23.629722Z","steps":["trace[230948325] 'agreement among raft nodes before linearized reading' (duration: 3.417265047s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:23.629767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:20.210225Z","time spent":"3.419533445s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-24T06:44:23.628401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:20.210122Z","time spent":"3.418269423s","remote":"127.0.0.1:35044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-02-24T06:44:23.628397Z","caller":"traceutil/trace.go:171","msg":"trace[589673690] range","detail":"{range_begin:/registry/persistentvolumes/pvc-005b88dd-ed6e-41c6-b75f-748aab76a4e1; range_end:; response_count:1; response_revision:9257; }","duration":"1.44701709s","start":"2026-02-24T06:44:22.181358Z","end":"2026-02-24T06:44:23.628375Z","steps":["trace[589673690] 'agreement among raft nodes before linearized reading' (duration: 1.44657784s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:23.630204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:22.181346Z","time spent":"1.448846995s","remote":"127.0.0.1:35110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-005b88dd-ed6e-41c6-b75f-748aab76a4e1\" "} {"level":"warn","ts":"2026-02-24T06:44:23.633531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.160841145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:23.633573Z","caller":"traceutil/trace.go:171","msg":"trace[697441018] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:9257; }","duration":"3.160946107s","start":"2026-02-24T06:44:20.472616Z","end":"2026-02-24T06:44:23.633562Z","steps":["trace[697441018] 'agreement among raft nodes before linearized reading' (duration: 3.160858375s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:23.633618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:20.472594Z","time spent":"3.16101476s","remote":"127.0.0.1:51040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:23.633782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.697001684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:44:23.633896Z","caller":"traceutil/trace.go:171","msg":"trace[1866134312] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:9257; }","duration":"2.697195449s","start":"2026-02-24T06:44:20.936675Z","end":"2026-02-24T06:44:23.633871Z","steps":["trace[1866134312] 'agreement among raft nodes before linearized reading' (duration: 2.69682473s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:23.63395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:20.936656Z","time spent":"2.697285852s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":108,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:24.136189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:44:24.636608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:44:24.694197Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.060097606s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:44:25.64104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998799932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:44:25.641111Z","caller":"traceutil/trace.go:171","msg":"trace[1428893880] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998890123s","start":"2026-02-24T06:44:23.642198Z","end":"2026-02-24T06:44:25.641088Z","steps":["trace[1428893880] 'agreement among raft nodes before linearized reading' (duration: 1.998819872s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:25.641143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:23.642187Z","time spent":"1.998949285s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:44:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:26.391644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:25.308842Z","time spent":"1.082795835s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T06:44:26.392132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697655748s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:44:26.392214Z","caller":"traceutil/trace.go:171","msg":"trace[1231283812] transaction","detail":"{read_only:false; response_revision:9258; number_of_response:1; }","duration":"2.758189745s","start":"2026-02-24T06:44:23.634005Z","end":"2026-02-24T06:44:26.392195Z","steps":["trace[1231283812] 'process raft request' (duration: 1.060413254s)","trace[1231283812] 'compare' (duration: 1.697052243s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:44:26.392284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:23.633983Z","time spent":"2.758271517s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:44:27.643796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002627738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:44:27.643875Z","caller":"traceutil/trace.go:171","msg":"trace[970096389] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002751072s","start":"2026-02-24T06:44:25.641106Z","end":"2026-02-24T06:44:27.643857Z","steps":["trace[970096389] 'agreement among raft nodes before linearized reading' (duration: 2.002652139s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:27.64392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:25.641093Z","time spent":"2.002818383s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:44:28.22979Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.500649706s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T06:44:28.320526Z","caller":"traceutil/trace.go:171","msg":"trace[245564919] transaction","detail":"{read_only:false; response_revision:9259; number_of_response:1; }","duration":"4.685076068s","start":"2026-02-24T06:44:23.635417Z","end":"2026-02-24T06:44:28.320493Z","steps":["trace[245564919] 'process raft request' (duration: 4.594784775s)","trace[245564919] 'compare' (duration: 90.110069ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:44:28.320668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:23.635405Z","time spent":"4.685192881s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:44:28.320722Z","caller":"traceutil/trace.go:171","msg":"trace[1598261424] transaction","detail":"{read_only:false; response_revision:9261; number_of_response:1; }","duration":"4.677903048s","start":"2026-02-24T06:44:23.642808Z","end":"2026-02-24T06:44:28.320711Z","steps":["trace[1598261424] 'process raft request' (duration: 4.677637701s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:28.321105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:23.642792Z","time spent":"4.678248386s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14710,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:44:28.320683Z","caller":"traceutil/trace.go:171","msg":"trace[1186754760] transaction","detail":"{read_only:false; response_revision:9260; number_of_response:1; }","duration":"4.683945059s","start":"2026-02-24T06:44:23.636717Z","end":"2026-02-24T06:44:28.320662Z","steps":["trace[1186754760] 'process raft request' (duration: 4.683687623s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:28.321365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:23.636709Z","time spent":"4.684633586s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:44:28.396886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000316111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:44:28.396979Z","caller":"traceutil/trace.go:171","msg":"trace[1739190851] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000458464s","start":"2026-02-24T06:44:26.396501Z","end":"2026-02-24T06:44:28.396959Z","steps":["trace[1739190851] 'agreement among raft nodes before linearized reading' (duration: 2.000320011s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:28.397027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:26.396497Z","time spent":"2.000520226s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:44:29.649479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000237209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:44:29.649564Z","caller":"traceutil/trace.go:171","msg":"trace[1422946381] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000371113s","start":"2026-02-24T06:44:27.649174Z","end":"2026-02-24T06:44:29.649545Z","steps":["trace[1422946381] 'agreement among raft nodes before linearized reading' (duration: 2.00025981s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:29.649614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:27.649159Z","time spent":"2.000444434s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:44:30.633475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:25.633368Z","time spent":"5.00010058s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:44:30.633504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:25.633583Z","time spent":"4.999912594s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 06:44:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:30.633802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:25.635276Z","time spent":"4.99852386s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:44:30.974422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653918704s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T06:44:30.974502Z","caller":"traceutil/trace.go:171","msg":"trace[1519127602] linearizableReadLoop","detail":"{readStateIndex:9644; appliedIndex:9639; }","duration":"7.338999402s","start":"2026-02-24T06:44:23.635488Z","end":"2026-02-24T06:44:30.974488Z","steps":["trace[1519127602] 'read index received' (duration: 1.058940977s)","trace[1519127602] 'applied index is now lower than readState.Index' (duration: 6.280056545s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:44:30.974477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96356181s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:30.974607Z","caller":"traceutil/trace.go:171","msg":"trace[196296768] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9261; }","duration":"1.963703033s","start":"2026-02-24T06:44:29.010885Z","end":"2026-02-24T06:44:30.974588Z","steps":["trace[196296768] 'range keys from in-memory index tree' (duration: 1.963543979s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:30.974638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.339140875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-02-24T06:44:30.974658Z","caller":"traceutil/trace.go:171","msg":"trace[377365630] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:9261; }","duration":"7.339187417s","start":"2026-02-24T06:44:23.635463Z","end":"2026-02-24T06:44:30.974651Z","steps":["trace[377365630] 'agreement among raft nodes before linearized reading' (duration: 7.339076314s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:30.974681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:23.635448Z","time spent":"7.339227787s","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-24T06:44:31.395748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99975838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:44:31.395834Z","caller":"traceutil/trace.go:171","msg":"trace[1304602427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999969726s","start":"2026-02-24T06:44:26.395844Z","end":"2026-02-24T06:44:31.395813Z","steps":["trace[1304602427] 'agreement among raft nodes before linearized reading' (duration: 4.999774421s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:31.395888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:26.395833Z","time spent":"5.000043598s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T06:44:31.399265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000034573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:44:31.399322Z","caller":"traceutil/trace.go:171","msg":"trace[175060968] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000121446s","start":"2026-02-24T06:44:29.39919Z","end":"2026-02-24T06:44:31.399311Z","steps":["trace[175060968] 'agreement among raft nodes before linearized reading' (duration: 2.000055944s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:31.399357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:29.399175Z","time spent":"2.000173407s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:44:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:31.475302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:44:31.650825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000140255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:44:31.650942Z","caller":"traceutil/trace.go:171","msg":"trace[811032144] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00030355s","start":"2026-02-24T06:44:29.650612Z","end":"2026-02-24T06:44:31.650916Z","steps":["trace[811032144] 'agreement among raft nodes before linearized reading' (duration: 2.000159516s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:31.651038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:29.650597Z","time spent":"2.000428773s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:44:31.751306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:24.751174Z","time spent":"7.000114222s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:44:31.97546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:44:32.476027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:44:32.770085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999415022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:44:32.770203Z","caller":"traceutil/trace.go:171","msg":"trace[2138363488] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999605277s","start":"2026-02-24T06:44:27.770567Z","end":"2026-02-24T06:44:32.770173Z","steps":["trace[2138363488] 'agreement among raft nodes before linearized reading' (duration: 4.999433953s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:32.770266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:27.770553Z","time spent":"4.999699839s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/24 06:44:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:32.977402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:44:33.398251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:26.397503Z","time spent":"7.000740288s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:44:33.478361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:44:33.659808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000444714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:44:33.659888Z","caller":"traceutil/trace.go:171","msg":"trace[135360127] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000536317s","start":"2026-02-24T06:44:31.659333Z","end":"2026-02-24T06:44:33.65987Z","steps":["trace[135360127] 'agreement among raft nodes before linearized reading' (duration: 2.000441614s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:33.659929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:31.659277Z","time spent":"2.00064442s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:44:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:33.979105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:44:34.103248Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.873209522s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T06:44:34.104324Z","caller":"traceutil/trace.go:171","msg":"trace[1174539635] transaction","detail":"{read_only:false; response_revision:9267; number_of_response:1; }","duration":"6.403664021s","start":"2026-02-24T06:44:27.700638Z","end":"2026-02-24T06:44:34.104302Z","steps":["trace[1174539635] 'process raft request' (duration: 6.403622429s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:34.104439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:27.700622Z","time spent":"6.403759592s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:44:35.401106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00069181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:44:35.401262Z","caller":"traceutil/trace.go:171","msg":"trace[744027732] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000887065s","start":"2026-02-24T06:44:33.400356Z","end":"2026-02-24T06:44:35.401243Z","steps":["trace[744027732] 'agreement among raft nodes before linearized reading' (duration: 2.000713841s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:35.401315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:33.400342Z","time spent":"2.000960506s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:44:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:35.632341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997072814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:44:35.63255Z","caller":"traceutil/trace.go:171","msg":"trace[1980133237] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997334s","start":"2026-02-24T06:44:30.635191Z","end":"2026-02-24T06:44:35.632525Z","steps":["trace[1980133237] 'agreement among raft nodes before linearized reading' (duration: 4.997116395s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:35.63409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:30.635171Z","time spent":"4.998831937s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/02/24 06:44:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:35.636138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000840407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:44:35.636264Z","caller":"traceutil/trace.go:171","msg":"trace[1675094432] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"5.000978531s","start":"2026-02-24T06:44:30.635275Z","end":"2026-02-24T06:44:35.636254Z","steps":["trace[1675094432] 'agreement among raft nodes before linearized reading' (duration: 5.000851468s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:35.636382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:30.635271Z","time spent":"5.001099074s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/02/24 06:44:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:35.631445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997525214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:44:35.636743Z","caller":"traceutil/trace.go:171","msg":"trace[1474462793] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"5.00292736s","start":"2026-02-24T06:44:30.633806Z","end":"2026-02-24T06:44:35.636733Z","steps":["trace[1474462793] 'agreement among raft nodes before linearized reading' (duration: 4.997584726s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:35.637275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:30.633772Z","time spent":"5.003491345s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/02/24 06:44:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/24 06:44:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:35.657641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.015508174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:44:35.657701Z","caller":"traceutil/trace.go:171","msg":"trace[1715137099] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; }","duration":"12.015587296s","start":"2026-02-24T06:44:23.642103Z","end":"2026-02-24T06:44:35.65769Z","steps":["trace[1715137099] 'agreement among raft nodes before linearized reading' (duration: 12.015518264s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:35.65775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:23.642097Z","time spent":"12.015631468s","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} 2026/02/24 06:44:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:35.659968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000126586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:44:35.660055Z","caller":"traceutil/trace.go:171","msg":"trace[44148234] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00024653s","start":"2026-02-24T06:44:33.659785Z","end":"2026-02-24T06:44:35.660032Z","steps":["trace[44148234] 'agreement among raft nodes before linearized reading' (duration: 2.000134427s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:35.660102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:33.659777Z","time spent":"2.000315401s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:44:36.403678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.005138134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:44:36.403761Z","caller":"traceutil/trace.go:171","msg":"trace[548066491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.005285447s","start":"2026-02-24T06:44:33.398456Z","end":"2026-02-24T06:44:36.403741Z","steps":["trace[548066491] 'agreement among raft nodes before linearized reading' (duration: 3.005185165s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:36.403806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:33.398429Z","time spent":"3.005367499s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/24 06:44:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:37.241752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:30.241187Z","time spent":"7.000554723s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:44:37.664329Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.560778562s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:44:37.665849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999991422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:44:37.665916Z","caller":"traceutil/trace.go:171","msg":"trace[946642372] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000110985s","start":"2026-02-24T06:44:35.665786Z","end":"2026-02-24T06:44:37.665897Z","steps":["trace[946642372] 'agreement among raft nodes before linearized reading' (duration: 2.000006543s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:37.665958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:35.665773Z","time spent":"2.000176777s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:44:37.975325Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b6a058","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T06:44:38.494738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.953561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-02-24T06:44:38.756078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:31.755821Z","time spent":"7.000250227s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:44:39.575089Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.910585805s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:44:39.667525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00079507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:44:39.667612Z","caller":"traceutil/trace.go:171","msg":"trace[599973606] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000989424s","start":"2026-02-24T06:44:37.666598Z","end":"2026-02-24T06:44:39.667587Z","steps":["trace[599973606] 'agreement among raft nodes before linearized reading' (duration: 2.000860361s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:39.667662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:37.666578Z","time spent":"2.001072266s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:44:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:40.159992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999376311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:44:40.160103Z","caller":"traceutil/trace.go:171","msg":"trace[1876118377] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999576217s","start":"2026-02-24T06:44:35.160501Z","end":"2026-02-24T06:44:40.160077Z","steps":["trace[1876118377] 'agreement among raft nodes before linearized reading' (duration: 4.999433843s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:40.160174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:35.160479Z","time spent":"4.999678979s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/24 06:44:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:40.250347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000171612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:44:40.250466Z","caller":"traceutil/trace.go:171","msg":"trace[1297980203] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000373167s","start":"2026-02-24T06:44:38.250067Z","end":"2026-02-24T06:44:40.25044Z","steps":["trace[1297980203] 'agreement among raft nodes before linearized reading' (duration: 2.000218353s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:40.250567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:38.250038Z","time spent":"2.00051407s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:44:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:41.675229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000005958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:44:41.675354Z","caller":"traceutil/trace.go:171","msg":"trace[1759034801] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000192161s","start":"2026-02-24T06:44:39.675139Z","end":"2026-02-24T06:44:41.675331Z","steps":["trace[1759034801] 'agreement among raft nodes before linearized reading' (duration: 2.000030277s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:41.675413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:39.675122Z","time spent":"2.000276554s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:44:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:42.290173Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.71488615s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:44:43.676082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000635804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:44:43.676184Z","caller":"traceutil/trace.go:171","msg":"trace[950663207] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000808118s","start":"2026-02-24T06:44:41.675357Z","end":"2026-02-24T06:44:43.676166Z","steps":["trace[950663207] 'agreement among raft nodes before linearized reading' (duration: 2.000680475s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:43.676229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:41.67533Z","time spent":"2.00088982s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:44:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:44.246933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:37.246203Z","time spent":"7.000721421s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:44:44.985043Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b6a058","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T06:44:45.684314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999966177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:44:45.6844Z","caller":"traceutil/trace.go:171","msg":"trace[1508323964] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000109601s","start":"2026-02-24T06:44:43.684271Z","end":"2026-02-24T06:44:45.68438Z","steps":["trace[1508323964] 'agreement among raft nodes before linearized reading' (duration: 2.000001598s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:45.684447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:43.684249Z","time spent":"2.000188832s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:44:46.009603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.51468869s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T06:44:46.009826Z","caller":"traceutil/trace.go:171","msg":"trace[772515917] linearizableReadLoop","detail":"{readStateIndex:9653; appliedIndex:9647; }","duration":"15.035292453s","start":"2026-02-24T06:44:30.974516Z","end":"2026-02-24T06:44:46.009809Z","steps":["trace[772515917] 'read index received' (duration: 3.129248162s)","trace[772515917] 'applied index is now lower than readState.Index' (duration: 11.906043121s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:44:46.010178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000158261s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:46.013174Z","caller":"traceutil/trace.go:171","msg":"trace[1925305381] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9269; }","duration":"7.003162946s","start":"2026-02-24T06:44:39.009977Z","end":"2026-02-24T06:44:46.01314Z","steps":["trace[1925305381] 'range keys from in-memory index tree' (duration: 7.00013354s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:46.013682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.353820042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:44:46.013726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.413387726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:46.013751Z","caller":"traceutil/trace.go:171","msg":"trace[62489815] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9269; }","duration":"15.353905944s","start":"2026-02-24T06:44:30.659823Z","end":"2026-02-24T06:44:46.013729Z","steps":["trace[62489815] 'agreement among raft nodes before linearized reading' (duration: 15.353810781s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:46.013798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:30.659811Z","time spent":"15.353979286s","remote":"127.0.0.1:57506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:44:46.013793Z","caller":"traceutil/trace.go:171","msg":"trace[969615255] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9269; }","duration":"16.413509829s","start":"2026-02-24T06:44:29.600261Z","end":"2026-02-24T06:44:46.013771Z","steps":["trace[969615255] 'agreement among raft nodes before linearized reading' (duration: 16.413388536s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:46.013855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:29.60024Z","time spent":"16.413598831s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:46.013925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.375084725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-24T06:44:46.013991Z","caller":"traceutil/trace.go:171","msg":"trace[2044811306] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:9269; }","duration":"22.375175717s","start":"2026-02-24T06:44:23.638797Z","end":"2026-02-24T06:44:46.013972Z","steps":["trace[2044811306] 'agreement among raft nodes before linearized reading' (duration: 22.374964371s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:46.014027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:23.638787Z","time spent":"22.375233939s","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-24T06:44:46.014145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.604879518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:44:46.014217Z","caller":"traceutil/trace.go:171","msg":"trace[1939247216] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9269; }","duration":"19.60498743s","start":"2026-02-24T06:44:26.409214Z","end":"2026-02-24T06:44:46.014202Z","steps":["trace[1939247216] 'agreement among raft nodes before linearized reading' (duration: 19.604868037s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:46.014248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.485273092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-02-24T06:44:46.014261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:26.409194Z","time spent":"19.605056233s","remote":"127.0.0.1:51180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:46.014263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.3776864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-24T06:44:46.0143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.343173985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:46.014326Z","caller":"traceutil/trace.go:171","msg":"trace[1809313031] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:9269; }","duration":"22.343228336s","start":"2026-02-24T06:44:23.671091Z","end":"2026-02-24T06:44:46.01432Z","steps":["trace[1809313031] 'agreement among raft nodes before linearized reading' (duration: 22.343191895s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:46.014314Z","caller":"traceutil/trace.go:171","msg":"trace[281652314] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9269; }","duration":"22.377740181s","start":"2026-02-24T06:44:23.63656Z","end":"2026-02-24T06:44:46.0143Z","steps":["trace[281652314] 'agreement among raft nodes before linearized reading' (duration: 22.377568467s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:46.014344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:23.67108Z","time spent":"22.343259447s","remote":"127.0.0.1:51634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:46.01436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:23.635515Z","time spent":"22.378834048s","remote":"127.0.0.1:35248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-24T06:44:46.014269Z","caller":"traceutil/trace.go:171","msg":"trace[2068510125] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9269; }","duration":"20.485339945s","start":"2026-02-24T06:44:25.528922Z","end":"2026-02-24T06:44:46.014262Z","steps":["trace[2068510125] 'agreement among raft nodes before linearized reading' (duration: 20.485273293s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:46.014526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.157125051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:44:46.014526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:25.528901Z","time spent":"20.485596881s","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-02-24T06:44:46.014571Z","caller":"traceutil/trace.go:171","msg":"trace[987412545] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:9269; }","duration":"19.157215913s","start":"2026-02-24T06:44:26.857345Z","end":"2026-02-24T06:44:46.014561Z","steps":["trace[987412545] 'agreement among raft nodes before linearized reading' (duration: 19.157111841s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:46.014585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.688088529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-6d48c7dd49-fhtm7.18971b942afd6f98\" ","response":"range_response_count:1 size:787"} {"level":"warn","ts":"2026-02-24T06:44:46.014599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:26.857322Z","time spent":"19.157271634s","remote":"127.0.0.1:35136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":57,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:44:46.014606Z","caller":"traceutil/trace.go:171","msg":"trace[1936706059] range","detail":"{range_begin:/registry/events/openstack/glance-api-6d48c7dd49-fhtm7.18971b942afd6f98; range_end:; response_count:1; response_revision:9269; }","duration":"17.688120549s","start":"2026-02-24T06:44:28.32648Z","end":"2026-02-24T06:44:46.0146Z","steps":["trace[1936706059] 'agreement among raft nodes before linearized reading' (duration: 17.688053538s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:46.014625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:28.326473Z","time spent":"17.68814779s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":811,"request content":"key:\"/registry/events/openstack/glance-api-6d48c7dd49-fhtm7.18971b942afd6f98\" "} {"level":"warn","ts":"2026-02-24T06:44:46.014182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.340038115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:46.014876Z","caller":"traceutil/trace.go:171","msg":"trace[2009151661] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9269; }","duration":"20.340781893s","start":"2026-02-24T06:44:25.674053Z","end":"2026-02-24T06:44:46.014834Z","steps":["trace[2009151661] 'agreement among raft nodes before linearized reading' (duration: 20.340104226s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:46.015071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:25.674027Z","time spent":"20.340999988s","remote":"127.0.0.1:35202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:46.015204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.689820593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7045"} {"level":"info","ts":"2026-02-24T06:44:46.015262Z","caller":"traceutil/trace.go:171","msg":"trace[1121698444] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:9269; }","duration":"17.689903904s","start":"2026-02-24T06:44:28.325344Z","end":"2026-02-24T06:44:46.015248Z","steps":["trace[1121698444] 'agreement among raft nodes before linearized reading' (duration: 17.689352321s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:46.015296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:28.325331Z","time spent":"17.689956205s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7069,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-24T06:44:46.014454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.12287253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:44:46.015665Z","caller":"traceutil/trace.go:171","msg":"trace[1335703145] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9269; }","duration":"17.124164812s","start":"2026-02-24T06:44:28.89148Z","end":"2026-02-24T06:44:46.015645Z","steps":["trace[1335703145] 'agreement among raft nodes before linearized reading' (duration: 17.122944982s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:46.015754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:28.891461Z","time spent":"17.124274424s","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:46.015082Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"85.122µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-02-24T06:44:46.017362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.378228013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:315050"} {"level":"info","ts":"2026-02-24T06:44:46.017425Z","caller":"traceutil/trace.go:171","msg":"trace[1944359361] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:9269; }","duration":"22.378329845s","start":"2026-02-24T06:44:23.639081Z","end":"2026-02-24T06:44:46.017411Z","steps":["trace[1944359361] 'agreement among raft nodes before linearized reading' (duration: 22.375394201s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:46.017461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:23.639073Z","time spent":"22.378380537s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":34,"response size":315074,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-24T06:44:46.194505Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.903849391s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:44:47.685348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000365937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:44:47.685485Z","caller":"traceutil/trace.go:171","msg":"trace[724119507] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000564021s","start":"2026-02-24T06:44:45.684888Z","end":"2026-02-24T06:44:47.685452Z","steps":["trace[724119507] 'agreement among raft nodes before linearized reading' (duration: 2.000390137s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:47.685568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:45.684872Z","time spent":"2.000683465s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:44:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:48.41083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004384977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:44:48.41092Z","caller":"traceutil/trace.go:171","msg":"trace[546696522] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.004543501s","start":"2026-02-24T06:44:46.406356Z","end":"2026-02-24T06:44:48.410899Z","steps":["trace[546696522] 'agreement among raft nodes before linearized reading' (duration: 2.004424738s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:48.410992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:46.406333Z","time spent":"2.004625233s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:44:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:48.612812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:41.611617Z","time spent":"7.001187622s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:44:48.75924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998806812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:44:48.759375Z","caller":"traceutil/trace.go:171","msg":"trace[1068589468] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.998998937s","start":"2026-02-24T06:44:38.760342Z","end":"2026-02-24T06:44:48.759341Z","steps":["trace[1068589468] 'agreement among raft nodes before linearized reading' (duration: 9.998828523s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:48.759443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:38.76033Z","time spent":"9.999099249s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/02/24 06:44:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:49.242293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999339728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:44:49.242369Z","caller":"traceutil/trace.go:171","msg":"trace[522766391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999475821s","start":"2026-02-24T06:44:44.242874Z","end":"2026-02-24T06:44:49.24235Z","steps":["trace[522766391] 'agreement among raft nodes before linearized reading' (duration: 4.999367229s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:49.242408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:44.242855Z","time spent":"4.999544163s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T06:44:49.693382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000750856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:44:49.693467Z","caller":"traceutil/trace.go:171","msg":"trace[1612674971] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000923131s","start":"2026-02-24T06:44:47.692524Z","end":"2026-02-24T06:44:49.693447Z","steps":["trace[1612674971] 'agreement among raft nodes before linearized reading' (duration: 2.000788677s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:49.693515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:47.692499Z","time spent":"2.001006783s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:44:51.693836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999925676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:44:51.693921Z","caller":"traceutil/trace.go:171","msg":"trace[1003899533] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00005729s","start":"2026-02-24T06:44:49.693844Z","end":"2026-02-24T06:44:51.693901Z","steps":["trace[1003899533] 'agreement among raft nodes before linearized reading' (duration: 1.999949777s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:51.693968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:49.693828Z","time spent":"2.000131321s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:44:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:53.017116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:46.016654Z","time spent":"7.000454373s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T06:44:53.023924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:46.023631Z","time spent":"7.000286939s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:44:53.701058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999066635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:44:53.701202Z","caller":"traceutil/trace.go:171","msg":"trace[2013483466] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999203438s","start":"2026-02-24T06:44:51.701923Z","end":"2026-02-24T06:44:53.701126Z","steps":["trace[2013483466] 'agreement among raft nodes before linearized reading' (duration: 1.999099416s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:53.702917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:51.701897Z","time spent":"2.001003732s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:44:53.704611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.693981514s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:53.704792Z","caller":"traceutil/trace.go:171","msg":"trace[1807028358] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9269; }","duration":"4.694172008s","start":"2026-02-24T06:44:49.010602Z","end":"2026-02-24T06:44:53.704774Z","steps":["trace[1807028358] 'range keys from in-memory index tree' (duration: 4.693968114s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:53.705598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.510751661s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:44:53.705733Z","caller":"traceutil/trace.go:171","msg":"trace[1920038209] linearizableReadLoop","detail":"{readStateIndex:9657; appliedIndex:9656; }","duration":"7.695850307s","start":"2026-02-24T06:44:46.009863Z","end":"2026-02-24T06:44:53.705713Z","steps":["trace[1920038209] 'read index received' (duration: 185.67178ms)","trace[1920038209] 'applied index is now lower than readState.Index' (duration: 7.510176977s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:44:53.706396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.804674678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:53.706443Z","caller":"traceutil/trace.go:171","msg":"trace[374542045] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:9270; }","duration":"7.804766701s","start":"2026-02-24T06:44:45.901662Z","end":"2026-02-24T06:44:53.706429Z","steps":["trace[374542045] 'agreement among raft nodes before linearized reading' (duration: 7.804683368s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:53.706489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:45.901638Z","time spent":"7.804836873s","remote":"127.0.0.1:51074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:53.706713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.647567862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:44:53.706724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.281021358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:53.70676Z","caller":"traceutil/trace.go:171","msg":"trace[190194345] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9270; }","duration":"19.647660114s","start":"2026-02-24T06:44:34.059088Z","end":"2026-02-24T06:44:53.706748Z","steps":["trace[190194345] 'agreement among raft nodes before linearized reading' (duration: 19.647569342s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:53.706802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:34.059065Z","time spent":"19.647725395s","remote":"127.0.0.1:35396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:53.706865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.199336233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:53.706907Z","caller":"traceutil/trace.go:171","msg":"trace[1288860349] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:9270; }","duration":"9.199428285s","start":"2026-02-24T06:44:44.507469Z","end":"2026-02-24T06:44:53.706897Z","steps":["trace[1288860349] 'agreement among raft nodes before linearized reading' (duration: 9.199362573s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:53.706944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:44.507442Z","time spent":"9.199492387s","remote":"127.0.0.1:34594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:44:53.706803Z","caller":"traceutil/trace.go:171","msg":"trace[1157586792] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:9270; }","duration":"18.281155081s","start":"2026-02-24T06:44:35.425626Z","end":"2026-02-24T06:44:53.706782Z","steps":["trace[1157586792] 'agreement among raft nodes before linearized reading' (duration: 18.281001357s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:53.707143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:35.42561Z","time spent":"18.28151587s","remote":"127.0.0.1:35096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:53.707146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.942279955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:44:53.70726Z","caller":"traceutil/trace.go:171","msg":"trace[1152389328] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:9270; }","duration":"19.94245703s","start":"2026-02-24T06:44:33.764779Z","end":"2026-02-24T06:44:53.707236Z","steps":["trace[1152389328] 'agreement among raft nodes before linearized reading' (duration: 19.942262225s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:53.707314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:33.764757Z","time spent":"19.942545881s","remote":"127.0.0.1:35222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:53.707391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.454846606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-02-24T06:44:53.707436Z","caller":"traceutil/trace.go:171","msg":"trace[215985146] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:9270; }","duration":"9.454910717s","start":"2026-02-24T06:44:44.252514Z","end":"2026-02-24T06:44:53.707425Z","steps":["trace[215985146] 'agreement among raft nodes before linearized reading' (duration: 9.454704532s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:53.707472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:44.252504Z","time spent":"9.454961048s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-02-24T06:44:53.70749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.101102063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:44:53.707527Z","caller":"traceutil/trace.go:171","msg":"trace[423847009] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9270; }","duration":"20.101176224s","start":"2026-02-24T06:44:33.606338Z","end":"2026-02-24T06:44:53.707514Z","steps":["trace[423847009] 'agreement among raft nodes before linearized reading' (duration: 20.101096532s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:53.707565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:33.606322Z","time spent":"20.101234206s","remote":"127.0.0.1:51242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:53.707685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.382554249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-24T06:44:53.707723Z","caller":"traceutil/trace.go:171","msg":"trace[684068376] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9270; }","duration":"10.382623921s","start":"2026-02-24T06:44:43.325088Z","end":"2026-02-24T06:44:53.707712Z","steps":["trace[684068376] 'agreement among raft nodes before linearized reading' (duration: 10.382525359s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:53.707752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:43.325071Z","time spent":"10.382674393s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-24T06:44:53.707859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.381044966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-02-24T06:44:53.707863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.55635131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:44:53.707884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.536107981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:44:53.707894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.730157994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-02-24T06:44:53.707195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.424771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:53.707912Z","caller":"traceutil/trace.go:171","msg":"trace[917546557] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:9270; }","duration":"21.556463232s","start":"2026-02-24T06:44:32.151438Z","end":"2026-02-24T06:44:53.707901Z","steps":["trace[917546557] 'agreement among raft nodes before linearized reading' (duration: 21.55637464s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:53.707924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.835556778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:44:53.707948Z","caller":"traceutil/trace.go:171","msg":"trace[1586730420] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:9270; }","duration":"9.425567951s","start":"2026-02-24T06:44:44.282371Z","end":"2026-02-24T06:44:53.707939Z","steps":["trace[1586730420] 'agreement among raft nodes before linearized reading' (duration: 9.424790482s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:53.707937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.69408664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:53.707959Z","caller":"traceutil/trace.go:171","msg":"trace[1755464557] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9270; }","duration":"17.83564435s","start":"2026-02-24T06:44:35.872305Z","end":"2026-02-24T06:44:53.707949Z","steps":["trace[1755464557] 'agreement among raft nodes before linearized reading' (duration: 17.835571188s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:53.70796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:32.151407Z","time spent":"21.556543954s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:53.70799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:44.282348Z","time spent":"9.425631393s","remote":"127.0.0.1:35392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:44:53.708001Z","caller":"traceutil/trace.go:171","msg":"trace[623894297] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9270; }","duration":"21.694226123s","start":"2026-02-24T06:44:32.013757Z","end":"2026-02-24T06:44:53.707983Z","steps":["trace[623894297] 'agreement among raft nodes before linearized reading' (duration: 21.69409547s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:53.707934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.496788752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-02-24T06:44:53.708012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.967942991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:53.708043Z","caller":"traceutil/trace.go:171","msg":"trace[2088872165] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:9270; }","duration":"17.496957716s","start":"2026-02-24T06:44:36.211074Z","end":"2026-02-24T06:44:53.708032Z","steps":["trace[2088872165] 'agreement among raft nodes before linearized reading' (duration: 17.496748221s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:53.708048Z","caller":"traceutil/trace.go:171","msg":"trace[339390872] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:9270; }","duration":"21.968032922s","start":"2026-02-24T06:44:31.740005Z","end":"2026-02-24T06:44:53.708038Z","steps":["trace[339390872] 'agreement among raft nodes before linearized reading' (duration: 21.967970121s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:53.708071Z","caller":"traceutil/trace.go:171","msg":"trace[1571381366] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9270; }","duration":"20.536316366s","start":"2026-02-24T06:44:33.171716Z","end":"2026-02-24T06:44:53.708032Z","steps":["trace[1571381366] 'agreement among raft nodes before linearized reading' (duration: 20.536098801s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:53.708092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.534123034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-02-24T06:44:53.70812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.532554064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:44:53.708091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.972385241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:44:53.708176Z","caller":"traceutil/trace.go:171","msg":"trace[332354005] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:9270; }","duration":"15.532620125s","start":"2026-02-24T06:44:38.175539Z","end":"2026-02-24T06:44:53.708159Z","steps":["trace[332354005] 'agreement among raft nodes before linearized reading' (duration: 15.532540103s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:53.708179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.169784475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:53.708222Z","caller":"traceutil/trace.go:171","msg":"trace[1894792680] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:9270; }","duration":"14.169865037s","start":"2026-02-24T06:44:39.538347Z","end":"2026-02-24T06:44:53.708213Z","steps":["trace[1894792680] 'agreement among raft nodes before linearized reading' (duration: 14.169787525s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:53.70823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:38.175531Z","time spent":"15.532685428s","remote":"127.0.0.1:35260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:53.708238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.440246685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:44:53.708268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:39.538327Z","time spent":"14.169932158s","remote":"127.0.0.1:38270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:44:53.708287Z","caller":"traceutil/trace.go:171","msg":"trace[1623847521] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9270; }","duration":"17.440327956s","start":"2026-02-24T06:44:36.26794Z","end":"2026-02-24T06:44:53.708268Z","steps":["trace[1623847521] 'agreement among raft nodes before linearized reading' (duration: 17.440266925s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:53.708255Z","caller":"traceutil/trace.go:171","msg":"trace[1579359217] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:9270; }","duration":"14.972599618s","start":"2026-02-24T06:44:38.735606Z","end":"2026-02-24T06:44:53.708206Z","steps":["trace[1579359217] 'agreement among raft nodes before linearized reading' (duration: 14.972340161s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:53.708323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:36.267919Z","time spent":"17.440395628s","remote":"127.0.0.1:57400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:53.70833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.869054463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:44:53.708347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.649765199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:44:53.708337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:38.735581Z","time spent":"14.97273952s","remote":"127.0.0.1:52736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:44:53.70838Z","caller":"traceutil/trace.go:171","msg":"trace[324022430] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9270; }","duration":"15.869148117s","start":"2026-02-24T06:44:37.839218Z","end":"2026-02-24T06:44:53.708366Z","steps":["trace[324022430] 'agreement among raft nodes before linearized reading' (duration: 15.869050454s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:53.708388Z","caller":"traceutil/trace.go:171","msg":"trace[121452365] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:9270; }","duration":"14.649843811s","start":"2026-02-24T06:44:39.058533Z","end":"2026-02-24T06:44:53.708377Z","steps":["trace[121452365] 'agreement among raft nodes before linearized reading' (duration: 14.649760679s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:53.708392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.394721593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:44:53.708425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:37.839194Z","time spent":"15.869220228s","remote":"127.0.0.1:57524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:53.707939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.331497175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:44:53.708084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:36.211054Z","time spent":"17.497022577s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"info","ts":"2026-02-24T06:44:53.708499Z","caller":"traceutil/trace.go:171","msg":"trace[1541767113] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9270; }","duration":"13.33211479s","start":"2026-02-24T06:44:40.37637Z","end":"2026-02-24T06:44:53.708485Z","steps":["trace[1541767113] 'agreement among raft nodes before linearized reading' (duration: 13.331502375s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:53.708473Z","caller":"traceutil/trace.go:171","msg":"trace[2028245142] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:9270; }","duration":"16.394864137s","start":"2026-02-24T06:44:37.313593Z","end":"2026-02-24T06:44:53.708457Z","steps":["trace[2028245142] 'agreement among raft nodes before linearized reading' (duration: 16.394611551s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:53.708545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:40.376349Z","time spent":"13.332182632s","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:44:53.70817Z","caller":"traceutil/trace.go:171","msg":"trace[2027536886] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9270; }","duration":"15.534226647s","start":"2026-02-24T06:44:38.173909Z","end":"2026-02-24T06:44:53.708136Z","steps":["trace[2027536886] 'agreement among raft nodes before linearized reading' (duration: 15.533910809s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:53.707951Z","caller":"traceutil/trace.go:171","msg":"trace[2023064595] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:9270; }","duration":"22.730247817s","start":"2026-02-24T06:44:30.977688Z","end":"2026-02-24T06:44:53.707936Z","steps":["trace[2023064595] 'agreement among raft nodes before linearized reading' (duration: 22.730048112s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:53.708587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:38.17388Z","time spent":"15.534697778s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-24T06:44:53.708573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:37.313572Z","time spent":"16.394987159s","remote":"127.0.0.1:35318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":72,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:53.708627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:30.977671Z","time spent":"22.730942295s","remote":"127.0.0.1:35136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-24T06:44:53.708644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:32.013732Z","time spent":"21.694303265s","remote":"127.0.0.1:57440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:53.708045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.311419255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:44:53.707899Z","caller":"traceutil/trace.go:171","msg":"trace[936629461] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9270; }","duration":"20.381122098s","start":"2026-02-24T06:44:33.326767Z","end":"2026-02-24T06:44:53.707889Z","steps":["trace[936629461] 'agreement among raft nodes before linearized reading' (duration: 20.380955274s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:53.70872Z","caller":"traceutil/trace.go:171","msg":"trace[1410275007] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:9270; }","duration":"15.312139693s","start":"2026-02-24T06:44:38.396563Z","end":"2026-02-24T06:44:53.708703Z","steps":["trace[1410275007] 'agreement among raft nodes before linearized reading' (duration: 15.311431435s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:53.708004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:35.872273Z","time spent":"17.835721852s","remote":"127.0.0.1:35422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:53.70876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:38.396535Z","time spent":"15.312211485s","remote":"127.0.0.1:40328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":14,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:53.708425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:39.058512Z","time spent":"14.649905553s","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":8,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:53.708764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:33.326749Z","time spent":"20.38198957s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-24T06:44:53.708151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:33.17169Z","time spent":"20.53644529s","remote":"127.0.0.1:57488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:53.708095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:31.739944Z","time spent":"21.968140876s","remote":"127.0.0.1:52776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:54.205914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835912,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:44:54.37196Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.176540062s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:44:54.66082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.612764ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-02-24T06:44:54.661079Z","caller":"traceutil/trace.go:171","msg":"trace[1843978747] linearizableReadLoop","detail":"{readStateIndex:9661; appliedIndex:9657; }","duration":"955.294857ms","start":"2026-02-24T06:44:53.705769Z","end":"2026-02-24T06:44:54.661063Z","steps":["trace[1843978747] 'read index received' (duration: 666.462178ms)","trace[1843978747] 'applied index is now lower than readState.Index' (duration: 288.831989ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:44:54.66129Z","caller":"traceutil/trace.go:171","msg":"trace[1865756695] transaction","detail":"{read_only:false; response_revision:9272; number_of_response:1; }","duration":"948.080685ms","start":"2026-02-24T06:44:53.7132Z","end":"2026-02-24T06:44:54.661281Z","steps":["trace[1865756695] 'process raft request' (duration: 947.802989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:54.66136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:53.713189Z","time spent":"948.123106ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:44:54.661479Z","caller":"traceutil/trace.go:171","msg":"trace[510625665] transaction","detail":"{read_only:false; response_revision:9273; number_of_response:1; }","duration":"947.709937ms","start":"2026-02-24T06:44:53.713764Z","end":"2026-02-24T06:44:54.661473Z","steps":["trace[510625665] 'process raft request' (duration: 947.272445ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:54.661511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:53.713737Z","time spent":"947.757669ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:44:54.661662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.636492299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:44:54.661681Z","caller":"traceutil/trace.go:171","msg":"trace[1388616975] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:9273; }","duration":"6.63655802s","start":"2026-02-24T06:44:48.025118Z","end":"2026-02-24T06:44:54.661676Z","steps":["trace[1388616975] 'agreement among raft nodes before linearized reading' (duration: 6.636473838s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:54.661694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:48.025096Z","time spent":"6.636595282s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"warn","ts":"2026-02-24T06:44:54.661786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.768870072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:44:54.661804Z","caller":"traceutil/trace.go:171","msg":"trace[90614726] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9273; }","duration":"6.768920143s","start":"2026-02-24T06:44:47.892879Z","end":"2026-02-24T06:44:54.661799Z","steps":["trace[90614726] 'agreement among raft nodes before linearized reading' (duration: 6.768884772s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:54.661783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.045398893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-24T06:44:54.661863Z","caller":"traceutil/trace.go:171","msg":"trace[1923979821] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:9273; }","duration":"6.045529596s","start":"2026-02-24T06:44:48.616316Z","end":"2026-02-24T06:44:54.661845Z","steps":["trace[1923979821] 'agreement among raft nodes before linearized reading' (duration: 6.045238639s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:54.661907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:48.616292Z","time spent":"6.045607128s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-24T06:44:54.662045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.643962654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:44:54.66206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464799714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-24T06:44:54.662104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.807965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"warn","ts":"2026-02-24T06:44:54.662157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.716745302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:44:54.662206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.841439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-02-24T06:44:54.662209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.650796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:44:54.662057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.431173858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:44:54.662214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.777953252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:87747"} {"level":"info","ts":"2026-02-24T06:44:54.66223Z","caller":"traceutil/trace.go:171","msg":"trace[1602653796] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:9273; }","duration":"933.88174ms","start":"2026-02-24T06:44:53.728342Z","end":"2026-02-24T06:44:54.662223Z","steps":["trace[1602653796] 'agreement among raft nodes before linearized reading' (duration: 933.836629ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:54.662241Z","caller":"traceutil/trace.go:171","msg":"trace[1048786089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9273; }","duration":"957.720298ms","start":"2026-02-24T06:44:53.70451Z","end":"2026-02-24T06:44:54.662231Z","steps":["trace[1048786089] 'agreement among raft nodes before linearized reading' (duration: 957.673347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:54.662252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.54180334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T06:44:54.662255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:53.728331Z","time spent":"933.919282ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-02-24T06:44:54.66226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.268873854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:54.662275Z","caller":"traceutil/trace.go:171","msg":"trace[1251399533] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9273; }","duration":"7.541876813s","start":"2026-02-24T06:44:47.120394Z","end":"2026-02-24T06:44:54.662271Z","steps":["trace[1251399533] 'agreement among raft nodes before linearized reading' (duration: 7.541435482s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:54.662263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.643302858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e7806007-c765-4b40-ae0a-7bb29d1398de\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-02-24T06:44:54.662296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:47.120341Z","time spent":"7.541944404s","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1013,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:44:54.662297Z","caller":"traceutil/trace.go:171","msg":"trace[356643225] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9273; }","duration":"5.268908014s","start":"2026-02-24T06:44:49.393377Z","end":"2026-02-24T06:44:54.662285Z","steps":["trace[356643225] 'agreement among raft nodes before linearized reading' (duration: 5.268857343s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:54.662306Z","caller":"traceutil/trace.go:171","msg":"trace[517582200] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e7806007-c765-4b40-ae0a-7bb29d1398de; range_end:; response_count:1; response_revision:9273; }","duration":"8.64335884s","start":"2026-02-24T06:44:46.018934Z","end":"2026-02-24T06:44:54.662293Z","steps":["trace[517582200] 'agreement among raft nodes before linearized reading' (duration: 8.643255907s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:54.662331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:49.393318Z","time spent":"5.269004586s","remote":"127.0.0.1:52806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:54.662342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:46.01892Z","time spent":"8.643413571s","remote":"127.0.0.1:35110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-e7806007-c765-4b40-ae0a-7bb29d1398de\" "} {"level":"warn","ts":"2026-02-24T06:44:54.662346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022551644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:54.662382Z","caller":"traceutil/trace.go:171","msg":"trace[1475251483] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:9273; }","duration":"2.022629976s","start":"2026-02-24T06:44:52.639743Z","end":"2026-02-24T06:44:54.662372Z","steps":["trace[1475251483] 'agreement among raft nodes before linearized reading' (duration: 2.022568504s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:54.662334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.218254942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:44:54.662336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641606232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-24T06:44:54.662447Z","caller":"traceutil/trace.go:171","msg":"trace[1932527968] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:9273; }","duration":"5.218410407s","start":"2026-02-24T06:44:49.444012Z","end":"2026-02-24T06:44:54.662423Z","steps":["trace[1932527968] 'agreement among raft nodes before linearized reading' (duration: 5.218090189s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:54.662544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.98331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:54.662571Z","caller":"traceutil/trace.go:171","msg":"trace[259052762] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:9273; }","duration":"851.077721ms","start":"2026-02-24T06:44:53.811488Z","end":"2026-02-24T06:44:54.662565Z","steps":["trace[259052762] 'agreement among raft nodes before linearized reading' (duration: 851.03767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:54.662566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.612332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:44:54.662592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:53.81146Z","time spent":"851.127523ms","remote":"127.0.0.1:38296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:44:54.662207Z","caller":"traceutil/trace.go:171","msg":"trace[868232816] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:9273; }","duration":"7.716862095s","start":"2026-02-24T06:44:46.945332Z","end":"2026-02-24T06:44:54.662194Z","steps":["trace[868232816] 'agreement among raft nodes before linearized reading' (duration: 7.716795203s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:54.662623Z","caller":"traceutil/trace.go:171","msg":"trace[1572739741] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9273; }","duration":"262.718744ms","start":"2026-02-24T06:44:54.399885Z","end":"2026-02-24T06:44:54.662604Z","steps":["trace[1572739741] 'agreement among raft nodes before linearized reading' (duration: 262.624832ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:54.662527Z","caller":"traceutil/trace.go:171","msg":"trace[1028981692] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab; range_end:; response_count:1; response_revision:9273; }","duration":"1.641817618s","start":"2026-02-24T06:44:53.02068Z","end":"2026-02-24T06:44:54.662497Z","steps":["trace[1028981692] 'agreement among raft nodes before linearized reading' (duration: 1.641593662s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:54.662801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.901596234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-02-24T06:44:54.662818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:53.020658Z","time spent":"1.642137316s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" "} {"level":"warn","ts":"2026-02-24T06:44:54.662534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:49.444006Z","time spent":"5.218517039s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:44:54.662162Z","caller":"traceutil/trace.go:171","msg":"trace[630183530] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:9273; }","duration":"950.881317ms","start":"2026-02-24T06:44:53.711268Z","end":"2026-02-24T06:44:54.66215Z","steps":["trace[630183530] 'agreement among raft nodes before linearized reading' (duration: 950.649781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:54.66304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:53.711232Z","time spent":"951.789769ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-02-24T06:44:54.662249Z","caller":"traceutil/trace.go:171","msg":"trace[1098061238] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:9273; }","duration":"4.778029354s","start":"2026-02-24T06:44:49.884209Z","end":"2026-02-24T06:44:54.662238Z","steps":["trace[1098061238] 'agreement among raft nodes before linearized reading' (duration: 4.77786693s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:54.663167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:49.884185Z","time spent":"4.778964057s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":9,"response size":87771,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-24T06:44:54.662285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:53.704492Z","time spent":"957.78646ms","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T06:44:54.662243Z","caller":"traceutil/trace.go:171","msg":"trace[454134623] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9273; }","duration":"4.431381773s","start":"2026-02-24T06:44:50.230852Z","end":"2026-02-24T06:44:54.662234Z","steps":["trace[454134623] 'agreement among raft nodes before linearized reading' (duration: 4.431156728s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:54.663399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:50.230775Z","time spent":"4.432599103s","remote":"127.0.0.1:57458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:44:54.6621Z","caller":"traceutil/trace.go:171","msg":"trace[734576217] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:0; response_revision:9273; }","duration":"8.644038636s","start":"2026-02-24T06:44:46.018049Z","end":"2026-02-24T06:44:54.662088Z","steps":["trace[734576217] 'agreement among raft nodes before linearized reading' (duration: 8.643946764s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:54.663616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:46.018035Z","time spent":"8.645554134s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-02-24T06:44:54.662095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.025979573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:44:54.663812Z","caller":"traceutil/trace.go:171","msg":"trace[1415380092] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:9273; }","duration":"8.027725977s","start":"2026-02-24T06:44:46.636073Z","end":"2026-02-24T06:44:54.663799Z","steps":["trace[1415380092] 'agreement among raft nodes before linearized reading' (duration: 8.025967773s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:54.663862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:46.636024Z","time spent":"8.027823789s","remote":"127.0.0.1:35454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:44:54.662155Z","caller":"traceutil/trace.go:171","msg":"trace[106102624] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9273; }","duration":"2.464959988s","start":"2026-02-24T06:44:52.197175Z","end":"2026-02-24T06:44:54.662135Z","steps":["trace[106102624] 'agreement among raft nodes before linearized reading' (duration: 2.464739762s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:54.664002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:52.197154Z","time spent":"2.466835675s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T06:44:54.662171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.098716539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:54.664127Z","caller":"traceutil/trace.go:171","msg":"trace[1369694148] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9273; }","duration":"8.100696538s","start":"2026-02-24T06:44:46.563422Z","end":"2026-02-24T06:44:54.664118Z","steps":["trace[1369694148] 'agreement among raft nodes before linearized reading' (duration: 8.098701048s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:54.664166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:46.563348Z","time spent":"8.100807491s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:54.662202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.881440178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:44:54.66432Z","caller":"traceutil/trace.go:171","msg":"trace[347400062] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9273; }","duration":"5.883609282s","start":"2026-02-24T06:44:48.7807Z","end":"2026-02-24T06:44:54.664309Z","steps":["trace[347400062] 'agreement among raft nodes before linearized reading' (duration: 5.881391107s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:54.664361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:48.780679Z","time spent":"5.883668774s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:54.66182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:47.892862Z","time spent":"6.768953324s","remote":"127.0.0.1:51206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:54.662398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446568998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:44:54.664713Z","caller":"traceutil/trace.go:171","msg":"trace[1742393670] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:9273; }","duration":"1.448912937s","start":"2026-02-24T06:44:53.215778Z","end":"2026-02-24T06:44:54.664691Z","steps":["trace[1742393670] 'agreement among raft nodes before linearized reading' (duration: 1.446579748s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:54.664781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:53.215759Z","time spent":"1.449000909s","remote":"127.0.0.1:52786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:54.662414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:52.639719Z","time spent":"2.022688007s","remote":"127.0.0.1:35186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:54.662431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.64453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-02-24T06:44:54.665075Z","caller":"traceutil/trace.go:171","msg":"trace[1016702778] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:9273; }","duration":"951.258496ms","start":"2026-02-24T06:44:53.713772Z","end":"2026-02-24T06:44:54.665031Z","steps":["trace[1016702778] 'agreement among raft nodes before linearized reading' (duration: 948.61345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:54.662469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636031313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4182"} {"level":"info","ts":"2026-02-24T06:44:54.665288Z","caller":"traceutil/trace.go:171","msg":"trace[511076959] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:9273; }","duration":"1.638854063s","start":"2026-02-24T06:44:53.026419Z","end":"2026-02-24T06:44:54.665273Z","steps":["trace[511076959] 'agreement among raft nodes before linearized reading' (duration: 1.635998892s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:54.665342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:53.026412Z","time spent":"1.638913744s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4206,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-02-24T06:44:54.662463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.272568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:44:54.665251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:53.713765Z","time spent":"951.369099ms","remote":"127.0.0.1:35136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-02-24T06:44:54.665385Z","caller":"traceutil/trace.go:171","msg":"trace[591164753] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:9273; }","duration":"876.449068ms","start":"2026-02-24T06:44:53.788924Z","end":"2026-02-24T06:44:54.665373Z","steps":["trace[591164753] 'agreement among raft nodes before linearized reading' (duration: 873.217147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:54.662683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:46.945299Z","time spent":"7.717364598s","remote":"127.0.0.1:35334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:44:54.66285Z","caller":"traceutil/trace.go:171","msg":"trace[1069725056] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:9273; }","duration":"5.901700956s","start":"2026-02-24T06:44:48.761138Z","end":"2026-02-24T06:44:54.662839Z","steps":["trace[1069725056] 'agreement among raft nodes before linearized reading' (duration: 5.901127492s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:54.665663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:48.761108Z","time spent":"5.904545788s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-02-24T06:44:54.666485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:53.788903Z","time spent":"876.596352ms","remote":"127.0.0.1:40340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:55.99444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:55.304383Z","time spent":"690.050409ms","remote":"127.0.0.1:59506","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T06:44:55.994796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.108548ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-02-24T06:44:55.994908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:54.665451Z","time spent":"1.329451446s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T06:44:56.609446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938044452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:44:56.609531Z","caller":"traceutil/trace.go:171","msg":"trace[1330391472] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"1.938157305s","start":"2026-02-24T06:44:54.671355Z","end":"2026-02-24T06:44:56.609512Z","steps":["trace[1330391472] 'agreement among raft nodes before linearized reading' (duration: 1.938047552s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:56.609568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:54.67135Z","time spent":"1.938210686s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/02/24 06:44:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:56.671923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000619343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:44:56.672004Z","caller":"traceutil/trace.go:171","msg":"trace[121142977] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000743776s","start":"2026-02-24T06:44:54.671242Z","end":"2026-02-24T06:44:56.671986Z","steps":["trace[121142977] 'agreement among raft nodes before linearized reading' (duration: 2.000652844s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:56.672059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:54.671228Z","time spent":"2.000817157s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:44:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:44:56.864996Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.787096434s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:44:57.59252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.239134ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-24T06:44:57.592851Z","caller":"traceutil/trace.go:171","msg":"trace[1728237591] transaction","detail":"{read_only:false; response_revision:9274; number_of_response:1; }","duration":"2.921374653s","start":"2026-02-24T06:44:54.671457Z","end":"2026-02-24T06:44:57.592831Z","steps":["trace[1728237591] 'process raft request' (duration: 2.921167718s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:57.592919Z","caller":"traceutil/trace.go:171","msg":"trace[1954003101] transaction","detail":"{read_only:false; response_revision:9275; number_of_response:1; }","duration":"2.920327437s","start":"2026-02-24T06:44:54.672543Z","end":"2026-02-24T06:44:57.59287Z","steps":["trace[1954003101] 'process raft request' (duration: 2.920202894s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:57.593048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:54.665512Z","time spent":"2.927529148s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T06:44:57.59314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:54.67253Z","time spent":"2.920487861s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:44:57.593342Z","caller":"traceutil/trace.go:171","msg":"trace[745395945] linearizableReadLoop","detail":"{readStateIndex:9663; appliedIndex:9661; }","duration":"2.925441294s","start":"2026-02-24T06:44:54.667876Z","end":"2026-02-24T06:44:57.593317Z","steps":["trace[745395945] 'read index received' (duration: 410.183294ms)","trace[745395945] 'applied index is now lower than readState.Index' (duration: 2.51525675s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:44:57.593609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:54.671436Z","time spent":"2.921449575s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:44:57.593591Z","caller":"traceutil/trace.go:171","msg":"trace[1540298739] transaction","detail":"{read_only:false; response_revision:9276; number_of_response:1; }","duration":"2.920133481s","start":"2026-02-24T06:44:54.67343Z","end":"2026-02-24T06:44:57.593563Z","steps":["trace[1540298739] 'process raft request' (duration: 2.919352492s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:57.593741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.925838645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-24T06:44:57.59382Z","caller":"traceutil/trace.go:171","msg":"trace[291489788] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9276; }","duration":"2.925930027s","start":"2026-02-24T06:44:54.66787Z","end":"2026-02-24T06:44:57.5938Z","steps":["trace[291489788] 'agreement among raft nodes before linearized reading' (duration: 2.925687581s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:57.593866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:54.667855Z","time spent":"2.926001619s","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-24T06:44:57.593977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:54.673409Z","time spent":"2.920298176s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4501,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:44:57.656089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.681524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:57.656238Z","caller":"traceutil/trace.go:171","msg":"trace[1101405954] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9278; }","duration":"878.88766ms","start":"2026-02-24T06:44:56.777327Z","end":"2026-02-24T06:44:57.656215Z","steps":["trace[1101405954] 'agreement among raft nodes before linearized reading' (duration: 878.626012ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:57.656325Z","caller":"traceutil/trace.go:171","msg":"trace[1690252667] transaction","detail":"{read_only:false; response_revision:9277; number_of_response:1; }","duration":"1.660326543s","start":"2026-02-24T06:44:55.995984Z","end":"2026-02-24T06:44:57.656311Z","steps":["trace[1690252667] 'process raft request' (duration: 1.659695567s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:57.656419Z","caller":"traceutil/trace.go:171","msg":"trace[1686445298] transaction","detail":"{read_only:false; response_revision:9278; number_of_response:1; }","duration":"1.044416104s","start":"2026-02-24T06:44:56.611988Z","end":"2026-02-24T06:44:57.656404Z","steps":["trace[1686445298] 'process raft request' (duration: 1.04387048s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:57.656531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:56.611949Z","time spent":"1.044524047s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:44:57.656327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:56.777312Z","time spent":"878.998992ms","remote":"127.0.0.1:57498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:57.656432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:55.99596Z","time spent":"1.660402444s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:44:57.656121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.984775494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-02-24T06:44:57.657032Z","caller":"traceutil/trace.go:171","msg":"trace[885450439] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:9278; }","duration":"2.985693937s","start":"2026-02-24T06:44:54.671319Z","end":"2026-02-24T06:44:57.657013Z","steps":["trace[885450439] 'agreement among raft nodes before linearized reading' (duration: 2.984713462s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:57.657087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:54.671315Z","time spent":"2.985756819s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-02-24T06:44:57.656166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.843074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:57.657425Z","caller":"traceutil/trace.go:171","msg":"trace[1549505699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9278; }","duration":"985.130996ms","start":"2026-02-24T06:44:56.67228Z","end":"2026-02-24T06:44:57.657411Z","steps":["trace[1549505699] 'agreement among raft nodes before linearized reading' (duration: 983.871115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:57.657493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:56.672255Z","time spent":"985.223139ms","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:44:57.656117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.886521688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T06:44:57.657795Z","caller":"traceutil/trace.go:171","msg":"trace[2122415143] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9278; }","duration":"2.888230241s","start":"2026-02-24T06:44:54.769552Z","end":"2026-02-24T06:44:57.657782Z","steps":["trace[2122415143] 'agreement among raft nodes before linearized reading' (duration: 2.886461947s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:57.657902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:54.769541Z","time spent":"2.888337654s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T06:44:57.658461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.990096787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:315050"} {"level":"info","ts":"2026-02-24T06:44:57.658572Z","caller":"traceutil/trace.go:171","msg":"trace[928932417] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:9278; }","duration":"2.99022138s","start":"2026-02-24T06:44:54.668331Z","end":"2026-02-24T06:44:57.658553Z","steps":["trace[928932417] 'agreement among raft nodes before linearized reading' (duration: 2.987823351s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:57.65862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:54.668311Z","time spent":"2.990295313s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":34,"response size":315074,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-24T06:44:58.348866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.318234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:44:58.349344Z","caller":"traceutil/trace.go:171","msg":"trace[290353974] transaction","detail":"{read_only:false; response_revision:9279; number_of_response:1; }","duration":"755.143973ms","start":"2026-02-24T06:44:57.594175Z","end":"2026-02-24T06:44:58.349319Z","steps":["trace[290353974] 'process raft request' (duration: 135.292516ms)","trace[290353974] 'compare' (duration: 618.522274ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:44:58.349468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:57.594154Z","time spent":"755.248917ms","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:44:58.349934Z","caller":"traceutil/trace.go:171","msg":"trace[2122611478] linearizableReadLoop","detail":"{readStateIndex:9669; appliedIndex:9668; }","duration":"693.985448ms","start":"2026-02-24T06:44:57.655924Z","end":"2026-02-24T06:44:58.349909Z","steps":["trace[2122611478] 'read index received' (duration: 73.635618ms)","trace[2122611478] 'applied index is now lower than readState.Index' (duration: 620.34736ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:44:58.350152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.240701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-02-24T06:44:58.350184Z","caller":"traceutil/trace.go:171","msg":"trace[2019927049] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:9279; }","duration":"750.283562ms","start":"2026-02-24T06:44:57.599889Z","end":"2026-02-24T06:44:58.350172Z","steps":["trace[2019927049] 'agreement among raft nodes before linearized reading' (duration: 750.173969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:58.350207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:57.599881Z","time spent":"750.319052ms","remote":"127.0.0.1:34996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4204,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-02-24T06:44:58.350207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.857363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-02-24T06:44:58.35024Z","caller":"traceutil/trace.go:171","msg":"trace[2145112356] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:9279; }","duration":"722.894684ms","start":"2026-02-24T06:44:57.627334Z","end":"2026-02-24T06:44:58.350229Z","steps":["trace[2145112356] 'agreement among raft nodes before linearized reading' (duration: 722.663428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:58.350231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.422179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-5b4rq\" ","response":"range_response_count:1 size:7143"} {"level":"warn","ts":"2026-02-24T06:44:58.35027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:57.627297Z","time spent":"722.966536ms","remote":"127.0.0.1:34996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188519,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-02-24T06:44:58.350311Z","caller":"traceutil/trace.go:171","msg":"trace[1346154130] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-5b4rq; range_end:; response_count:1; response_revision:9279; }","duration":"749.526431ms","start":"2026-02-24T06:44:57.600762Z","end":"2026-02-24T06:44:58.350288Z","steps":["trace[1346154130] 'agreement among raft nodes before linearized reading' (duration: 749.278735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:58.350359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.685436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-02-24T06:44:58.350385Z","caller":"traceutil/trace.go:171","msg":"trace[1297371920] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:9279; }","duration":"749.723797ms","start":"2026-02-24T06:44:57.600652Z","end":"2026-02-24T06:44:58.350376Z","steps":["trace[1297371920] 'agreement among raft nodes before linearized reading' (duration: 749.658345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:58.350402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:57.600647Z","time spent":"749.750777ms","remote":"127.0.0.1:34996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4357,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-02-24T06:44:58.350447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.188853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-02-24T06:44:58.350475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.84446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-02-24T06:44:58.350479Z","caller":"traceutil/trace.go:171","msg":"trace[110615080] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:9279; }","duration":"745.232445ms","start":"2026-02-24T06:44:57.605237Z","end":"2026-02-24T06:44:58.350469Z","steps":["trace[110615080] 'agreement among raft nodes before linearized reading' (duration: 745.139603ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:58.350493Z","caller":"traceutil/trace.go:171","msg":"trace[1407815110] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:9279; }","duration":"749.930061ms","start":"2026-02-24T06:44:57.600558Z","end":"2026-02-24T06:44:58.350488Z","steps":["trace[1407815110] 'agreement among raft nodes before linearized reading' (duration: 749.88047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:58.35051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:57.600535Z","time spent":"749.971103ms","remote":"127.0.0.1:34996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5610,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-02-24T06:44:58.350555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.974379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-02-24T06:44:58.350586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.4805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"warn","ts":"2026-02-24T06:44:58.350355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:57.600756Z","time spent":"749.589643ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7167,"request content":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-5b4rq\" "} {"level":"info","ts":"2026-02-24T06:44:58.350615Z","caller":"traceutil/trace.go:171","msg":"trace[1472533387] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:9279; }","duration":"747.523371ms","start":"2026-02-24T06:44:57.603084Z","end":"2026-02-24T06:44:58.350607Z","steps":["trace[1472533387] 'agreement among raft nodes before linearized reading' (duration: 747.439179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:58.35064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:57.603077Z","time spent":"747.557822ms","remote":"127.0.0.1:34996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24268,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-02-24T06:44:58.350661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.234214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9e9ff0bd-93ff-4151-b2f1-83cda9edba2e\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-02-24T06:44:58.350505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:57.605231Z","time spent":"745.268406ms","remote":"127.0.0.1:34996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13253,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-02-24T06:44:58.350685Z","caller":"traceutil/trace.go:171","msg":"trace[293217429] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9e9ff0bd-93ff-4151-b2f1-83cda9edba2e; range_end:; response_count:1; response_revision:9279; }","duration":"751.270556ms","start":"2026-02-24T06:44:57.599407Z","end":"2026-02-24T06:44:58.350677Z","steps":["trace[293217429] 'agreement among raft nodes before linearized reading' (duration: 751.197054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:58.350727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:57.5994Z","time spent":"751.321117ms","remote":"127.0.0.1:35110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-9e9ff0bd-93ff-4151-b2f1-83cda9edba2e\" "} {"level":"warn","ts":"2026-02-24T06:44:58.350803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.018324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-02-24T06:44:58.350832Z","caller":"traceutil/trace.go:171","msg":"trace[917663081] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:9279; }","duration":"748.058726ms","start":"2026-02-24T06:44:57.602763Z","end":"2026-02-24T06:44:58.350822Z","steps":["trace[917663081] 'agreement among raft nodes before linearized reading' (duration: 747.978764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:58.350857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:57.602756Z","time spent":"748.094236ms","remote":"127.0.0.1:34996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-02-24T06:44:58.350908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.97918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-24T06:44:58.350935Z","caller":"traceutil/trace.go:171","msg":"trace[1193585450] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9279; }","duration":"753.050601ms","start":"2026-02-24T06:44:57.597876Z","end":"2026-02-24T06:44:58.350927Z","steps":["trace[1193585450] 'agreement among raft nodes before linearized reading' (duration: 752.973568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:58.35096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:57.597865Z","time spent":"753.089322ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-24T06:44:58.350586Z","caller":"traceutil/trace.go:171","msg":"trace[1183144949] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:9279; }","duration":"751.049771ms","start":"2026-02-24T06:44:57.599527Z","end":"2026-02-24T06:44:58.350576Z","steps":["trace[1183144949] 'agreement among raft nodes before linearized reading' (duration: 750.959258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:58.351185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:57.599503Z","time spent":"751.673356ms","remote":"127.0.0.1:34996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5201,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-02-24T06:44:58.351239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.527773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-02-24T06:44:58.351271Z","caller":"traceutil/trace.go:171","msg":"trace[1063537204] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:9279; }","duration":"749.576503ms","start":"2026-02-24T06:44:57.601686Z","end":"2026-02-24T06:44:58.351263Z","steps":["trace[1063537204] 'agreement among raft nodes before linearized reading' (duration: 749.477671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:58.351299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:57.601678Z","time spent":"749.614055ms","remote":"127.0.0.1:34996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-02-24T06:44:58.351528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.62136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-02-24T06:44:58.351597Z","caller":"traceutil/trace.go:171","msg":"trace[383999083] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:9279; }","duration":"750.721482ms","start":"2026-02-24T06:44:57.600858Z","end":"2026-02-24T06:44:58.351579Z","steps":["trace[383999083] 'agreement among raft nodes before linearized reading' (duration: 750.462486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:58.351639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:57.600852Z","time spent":"750.778904ms","remote":"127.0.0.1:34996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4107,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-02-24T06:44:58.950712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.69929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:44:58.950907Z","caller":"traceutil/trace.go:171","msg":"trace[1779225543] transaction","detail":"{read_only:false; response_revision:9280; number_of_response:1; }","duration":"1.289322031s","start":"2026-02-24T06:44:57.661552Z","end":"2026-02-24T06:44:58.950874Z","steps":["trace[1779225543] 'process raft request' (duration: 974.357005ms)","trace[1779225543] 'compare' (duration: 313.848708ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:44:58.950965Z","caller":"traceutil/trace.go:171","msg":"trace[417712067] linearizableReadLoop","detail":"{readStateIndex:9671; appliedIndex:9669; }","duration":"600.978924ms","start":"2026-02-24T06:44:58.349969Z","end":"2026-02-24T06:44:58.950948Z","steps":["trace[417712067] 'read index received' (duration: 285.783353ms)","trace[417712067] 'applied index is now lower than readState.Index' (duration: 315.194631ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:44:58.951086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:57.661532Z","time spent":"1.289450405s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:44:58.95111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01599237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:44:58.951179Z","caller":"traceutil/trace.go:171","msg":"trace[269283838] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:9281; }","duration":"1.016072782s","start":"2026-02-24T06:44:57.93509Z","end":"2026-02-24T06:44:58.951163Z","steps":["trace[269283838] 'agreement among raft nodes before linearized reading' (duration: 1.015927469s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:58.951213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15023259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"warn","ts":"2026-02-24T06:44:58.951229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:57.93498Z","time spent":"1.016238937s","remote":"127.0.0.1:35374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:44:58.951247Z","caller":"traceutil/trace.go:171","msg":"trace[446010169] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:9281; }","duration":"1.150299692s","start":"2026-02-24T06:44:57.800936Z","end":"2026-02-24T06:44:58.951236Z","steps":["trace[446010169] 'agreement among raft nodes before linearized reading' (duration: 1.150121068s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:58.951284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:57.800921Z","time spent":"1.150354143s","remote":"127.0.0.1:34996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188276,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-02-24T06:44:58.95153Z","caller":"traceutil/trace.go:171","msg":"trace[1147538420] transaction","detail":"{read_only:false; response_revision:9281; number_of_response:1; }","duration":"1.287935326s","start":"2026-02-24T06:44:57.663582Z","end":"2026-02-24T06:44:58.951518Z","steps":["trace[1147538420] 'process raft request' (duration: 1.287234599s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:58.95158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288060669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18971b798798fdd4\" ","response":"range_response_count:1 size:787"} {"level":"warn","ts":"2026-02-24T06:44:58.951618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289671949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-02-24T06:44:58.95162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:57.663563Z","time spent":"1.288004267s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:44:58.951635Z","caller":"traceutil/trace.go:171","msg":"trace[950210120] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18971b798798fdd4; range_end:; response_count:1; response_revision:9281; }","duration":"1.288131501s","start":"2026-02-24T06:44:57.663487Z","end":"2026-02-24T06:44:58.951618Z","steps":["trace[950210120] 'agreement among raft nodes before linearized reading' (duration: 1.287964587s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:58.951652Z","caller":"traceutil/trace.go:171","msg":"trace[1302141009] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9281; }","duration":"1.289761061s","start":"2026-02-24T06:44:57.661878Z","end":"2026-02-24T06:44:58.951639Z","steps":["trace[1302141009] 'agreement among raft nodes before linearized reading' (duration: 1.289666549s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:58.951677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:57.663476Z","time spent":"1.288191963s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":811,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18971b798798fdd4\" "} {"level":"warn","ts":"2026-02-24T06:44:58.951796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.604117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:44:58.951833Z","caller":"traceutil/trace.go:171","msg":"trace[873379459] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:9281; }","duration":"883.689599ms","start":"2026-02-24T06:44:58.068135Z","end":"2026-02-24T06:44:58.951824Z","steps":["trace[873379459] 'agreement among raft nodes before linearized reading' (duration: 883.619337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:58.951845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284272984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:44:58.951874Z","caller":"traceutil/trace.go:171","msg":"trace[1081716749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9281; }","duration":"1.284332485s","start":"2026-02-24T06:44:57.667533Z","end":"2026-02-24T06:44:58.951865Z","steps":["trace[1081716749] 'agreement among raft nodes before linearized reading' (duration: 1.284287564s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:44:58.951909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:57.667517Z","time spent":"1.284386057s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:44:58.951863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:58.068109Z","time spent":"883.746341ms","remote":"127.0.0.1:35110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":8,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:44:58.951683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:57.66185Z","time spent":"1.289826353s","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-24T06:44:59.451682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835934,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:44:59.927782Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.292022197s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T06:44:59.996149Z","caller":"traceutil/trace.go:171","msg":"trace[881464579] transaction","detail":"{read_only:false; response_revision:9283; number_of_response:1; }","duration":"1.637288785s","start":"2026-02-24T06:44:58.358842Z","end":"2026-02-24T06:44:59.996131Z","steps":["trace[881464579] 'process raft request' (duration: 1.637227303s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:44:59.996181Z","caller":"traceutil/trace.go:171","msg":"trace[1070602975] transaction","detail":"{read_only:false; response_revision:9282; number_of_response:1; }","duration":"1.637776607s","start":"2026-02-24T06:44:58.358361Z","end":"2026-02-24T06:44:59.996138Z","steps":["trace[1070602975] 'process raft request' (duration: 1.569657346s)","trace[1070602975] 'compare' (duration: 67.789793ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:44:59.996256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:58.358825Z","time spent":"1.637376457s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6778,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:44:59.996325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:58.358346Z","time spent":"1.63789912s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:45:00.95274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999844553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:45:00.952796Z","caller":"traceutil/trace.go:171","msg":"trace[1148726801] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999941246s","start":"2026-02-24T06:44:58.952842Z","end":"2026-02-24T06:45:00.952783Z","steps":["trace[1148726801] 'agreement among raft nodes before linearized reading' (duration: 1.999870434s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:00.952823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:58.952825Z","time spent":"1.999992447s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:45:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:00.97944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.151369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:45:00.979484Z","caller":"traceutil/trace.go:171","msg":"trace[180895890] linearizableReadLoop","detail":"{readStateIndex:9674; appliedIndex:9671; }","duration":"2.028456191s","start":"2026-02-24T06:44:58.951021Z","end":"2026-02-24T06:45:00.979477Z","steps":["trace[180895890] 'read index received' (duration: 977.007961ms)","trace[180895890] 'applied index is now lower than readState.Index' (duration: 1.05144738s)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:45:00.979664Z","caller":"traceutil/trace.go:171","msg":"trace[939748620] transaction","detail":"{read_only:false; response_revision:9284; number_of_response:1; }","duration":"2.024855281s","start":"2026-02-24T06:44:58.954666Z","end":"2026-02-24T06:45:00.979522Z","steps":["trace[939748620] 'process raft request' (duration: 1.264585619s)","trace[939748620] 'compare' (duration: 759.812151ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:45:00.979721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:58.95464Z","time spent":"2.025045696s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:45:00.979809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621400954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-02-24T06:45:00.979837Z","caller":"traceutil/trace.go:171","msg":"trace[1838511124] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9284; }","duration":"2.621459215s","start":"2026-02-24T06:44:58.358372Z","end":"2026-02-24T06:45:00.979831Z","steps":["trace[1838511124] 'agreement among raft nodes before linearized reading' (duration: 2.621350962s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:00.979852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:58.358353Z","time spent":"2.621495506s","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-02-24T06:45:00.979863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280425056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:45:00.979881Z","caller":"traceutil/trace.go:171","msg":"trace[2085518639] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9284; }","duration":"1.280478958s","start":"2026-02-24T06:44:59.699396Z","end":"2026-02-24T06:45:00.979875Z","steps":["trace[2085518639] 'agreement among raft nodes before linearized reading' (duration: 1.280441007s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:00.979897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:59.699378Z","time spent":"1.280513349s","remote":"127.0.0.1:35406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:00.979895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816797869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:45:00.979912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628074311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-02-24T06:45:00.979964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.770434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:45:00.979996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.607772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-975cd4d96-d5wrt\" ","response":"range_response_count:1 size:5639"} {"level":"info","ts":"2026-02-24T06:45:00.979984Z","caller":"traceutil/trace.go:171","msg":"trace[1017488268] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9284; }","duration":"1.816991724s","start":"2026-02-24T06:44:59.16297Z","end":"2026-02-24T06:45:00.979962Z","steps":["trace[1017488268] 'agreement among raft nodes before linearized reading' (duration: 1.81683645s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:00.979995Z","caller":"traceutil/trace.go:171","msg":"trace[2038187566] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9284; }","duration":"2.628215664s","start":"2026-02-24T06:44:58.351762Z","end":"2026-02-24T06:45:00.979978Z","steps":["trace[2038187566] 'agreement among raft nodes before linearized reading' (duration: 2.627907587s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:00.98001Z","caller":"traceutil/trace.go:171","msg":"trace[1172972770] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:9284; }","duration":"756.869336ms","start":"2026-02-24T06:45:00.223126Z","end":"2026-02-24T06:45:00.979995Z","steps":["trace[1172972770] 'agreement among raft nodes before linearized reading' (duration: 756.799524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:00.98004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:58.351742Z","time spent":"2.628289837s","remote":"127.0.0.1:35136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-24T06:45:00.980045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:00.223092Z","time spent":"756.944488ms","remote":"127.0.0.1:35350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:00.980064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230233596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-24T06:45:00.980085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.193584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:45:00.980104Z","caller":"traceutil/trace.go:171","msg":"trace[1662769547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9284; }","duration":"492.246305ms","start":"2026-02-24T06:45:00.487853Z","end":"2026-02-24T06:45:00.980099Z","steps":["trace[1662769547] 'agreement among raft nodes before linearized reading' (duration: 492.219575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:00.980115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:00.487833Z","time spent":"492.279886ms","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:45:00.980128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309616719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:45:00.980115Z","caller":"traceutil/trace.go:171","msg":"trace[329240645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9284; }","duration":"1.230310148s","start":"2026-02-24T06:44:59.749787Z","end":"2026-02-24T06:45:00.980097Z","steps":["trace[329240645] 'agreement among raft nodes before linearized reading' (duration: 1.230176285s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:00.980142Z","caller":"traceutil/trace.go:171","msg":"trace[450287753] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:9284; }","duration":"1.30968013s","start":"2026-02-24T06:44:59.670457Z","end":"2026-02-24T06:45:00.980137Z","steps":["trace[450287753] 'agreement among raft nodes before linearized reading' (duration: 1.309636659s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:00.980156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:59.67043Z","time spent":"1.309723312s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"warn","ts":"2026-02-24T06:45:00.980162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:59.749766Z","time spent":"1.230387801s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T06:45:00.980209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294263924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"warn","ts":"2026-02-24T06:45:00.980227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40411246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:45:00.979905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351820378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-24T06:45:00.980253Z","caller":"traceutil/trace.go:171","msg":"trace[1351102603] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:9284; }","duration":"1.294336086s","start":"2026-02-24T06:44:59.685904Z","end":"2026-02-24T06:45:00.98024Z","steps":["trace[1351102603] 'agreement among raft nodes before linearized reading' (duration: 1.294158342s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:00.980276Z","caller":"traceutil/trace.go:171","msg":"trace[59662005] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9284; }","duration":"2.352257508s","start":"2026-02-24T06:44:58.628003Z","end":"2026-02-24T06:45:00.980261Z","steps":["trace[59662005] 'agreement among raft nodes before linearized reading' (duration: 2.351703795s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:00.980311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:58.627983Z","time spent":"2.35231752s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-24T06:45:00.980082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403799633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:45:00.980254Z","caller":"traceutil/trace.go:171","msg":"trace[1494307097] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:9284; }","duration":"1.404174392s","start":"2026-02-24T06:44:59.576073Z","end":"2026-02-24T06:45:00.980248Z","steps":["trace[1494307097] 'agreement among raft nodes before linearized reading' (duration: 1.404138501s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:00.980388Z","caller":"traceutil/trace.go:171","msg":"trace[114972239] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:9284; }","duration":"1.404138371s","start":"2026-02-24T06:44:59.576235Z","end":"2026-02-24T06:45:00.980373Z","steps":["trace[114972239] 'agreement among raft nodes before linearized reading' (duration: 1.403829434s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:00.980408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:59.57605Z","time spent":"1.404347977s","remote":"127.0.0.1:34596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-02-24T06:45:00.980426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:59.576214Z","time spent":"1.404198923s","remote":"127.0.0.1:34594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-02-24T06:45:00.98001Z","caller":"traceutil/trace.go:171","msg":"trace[896179942] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-975cd4d96-d5wrt; range_end:; response_count:1; response_revision:9284; }","duration":"980.671053ms","start":"2026-02-24T06:44:59.999335Z","end":"2026-02-24T06:45:00.980006Z","steps":["trace[896179942] 'agreement among raft nodes before linearized reading' (duration: 980.624412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:00.980469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:59.999307Z","time spent":"981.151995ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5663,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-975cd4d96-d5wrt\" "} {"level":"warn","ts":"2026-02-24T06:45:00.980035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:59.162942Z","time spent":"1.817081277s","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:00.980612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631169309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:45:00.980692Z","caller":"traceutil/trace.go:171","msg":"trace[1231835624] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:9284; }","duration":"1.631310484s","start":"2026-02-24T06:44:59.349359Z","end":"2026-02-24T06:45:00.980669Z","steps":["trace[1231835624] 'agreement among raft nodes before linearized reading' (duration: 1.63116935s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:00.980736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:59.349334Z","time spent":"1.631392165s","remote":"127.0.0.1:51126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:00.980289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:44:59.685889Z","time spent":"1.294390097s","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7530,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-02-24T06:45:01.576893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.224915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:45:01.577027Z","caller":"traceutil/trace.go:171","msg":"trace[1112124171] linearizableReadLoop","detail":"{readStateIndex:9675; appliedIndex:9674; }","duration":"591.726831ms","start":"2026-02-24T06:45:00.985279Z","end":"2026-02-24T06:45:01.577006Z","steps":["trace[1112124171] 'read index received' (duration: 401.373554ms)","trace[1112124171] 'applied index is now lower than readState.Index' (duration: 190.350627ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:45:01.577125Z","caller":"traceutil/trace.go:171","msg":"trace[164101475] transaction","detail":"{read_only:false; response_revision:9285; number_of_response:1; }","duration":"592.418379ms","start":"2026-02-24T06:45:00.98469Z","end":"2026-02-24T06:45:01.577108Z","steps":["trace[164101475] 'process raft request' (duration: 401.875737ms)","trace[164101475] 'compare' (duration: 189.977568ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:45:01.577198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:00.984677Z","time spent":"592.48267ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T06:45:01.577521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.221923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-24T06:45:01.577591Z","caller":"traceutil/trace.go:171","msg":"trace[987083308] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:9285; }","duration":"592.309526ms","start":"2026-02-24T06:45:00.985265Z","end":"2026-02-24T06:45:01.577574Z","steps":["trace[987083308] 'agreement among raft nodes before linearized reading' (duration: 592.06177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:01.577637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:00.985258Z","time spent":"592.365447ms","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-02-24T06:45:02.077687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835944,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:45:02.578909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835944,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:45:03.079964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835944,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:45:03.580899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835944,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:45:03.740125Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.353465808s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:45:04.067616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999823453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:45:04.067716Z","caller":"traceutil/trace.go:171","msg":"trace[950740396] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000009818s","start":"2026-02-24T06:45:02.067681Z","end":"2026-02-24T06:45:04.067691Z","steps":["trace[950740396] 'agreement among raft nodes before linearized reading' (duration: 1.999872215s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:04.067771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:02.067652Z","time spent":"2.00010821s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:45:05.492213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751690965s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:45:05.492342Z","caller":"traceutil/trace.go:171","msg":"trace[546600303] transaction","detail":"{read_only:false; response_revision:9286; number_of_response:1; }","duration":"4.506282663s","start":"2026-02-24T06:45:00.986033Z","end":"2026-02-24T06:45:05.492316Z","steps":["trace[546600303] 'process raft request' (duration: 2.754383292s)","trace[546600303] 'compare' (duration: 1.750355231s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:45:05.492416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:00.986022Z","time spent":"4.506361564s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5940,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:45:05.995834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.778257ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-02-24T06:45:05.995928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:01.578757Z","time spent":"4.417164616s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T06:45:05.996013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.51652351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:45:05.995943Z","caller":"traceutil/trace.go:171","msg":"trace[238492154] linearizableReadLoop","detail":"{readStateIndex:9677; appliedIndex:9675; }","duration":"4.418857728s","start":"2026-02-24T06:45:01.577062Z","end":"2026-02-24T06:45:05.995919Z","steps":["trace[238492154] 'read index received' (duration: 2.163326736s)","trace[238492154] 'applied index is now lower than readState.Index' (duration: 2.255529642s)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:45:05.996085Z","caller":"traceutil/trace.go:171","msg":"trace[967158901] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9286; }","duration":"4.516653463s","start":"2026-02-24T06:45:01.47941Z","end":"2026-02-24T06:45:05.996064Z","steps":["trace[967158901] 'agreement among raft nodes before linearized reading' (duration: 4.51650288s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:05.996125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.010063467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-02-24T06:45:05.996133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:01.479392Z","time spent":"4.516729065s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:45:05.996168Z","caller":"traceutil/trace.go:171","msg":"trace[1813718938] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:9286; }","duration":"5.010136879s","start":"2026-02-24T06:45:00.986018Z","end":"2026-02-24T06:45:05.996155Z","steps":["trace[1813718938] 'agreement among raft nodes before linearized reading' (duration: 5.009950814s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:05.996241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.415531955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18971b798ed895d1\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-02-24T06:45:05.996267Z","caller":"traceutil/trace.go:171","msg":"trace[1063231076] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18971b798ed895d1; range_end:; response_count:1; response_revision:9286; }","duration":"4.415558435s","start":"2026-02-24T06:45:01.5807Z","end":"2026-02-24T06:45:05.996258Z","steps":["trace[1063231076] 'agreement among raft nodes before linearized reading' (duration: 4.415450793s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:05.996282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:01.580661Z","time spent":"4.415617127s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":811,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18971b798ed895d1\" "} {"level":"warn","ts":"2026-02-24T06:45:05.996366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685383982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:45:05.996379Z","caller":"traceutil/trace.go:171","msg":"trace[1907687205] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:9286; }","duration":"1.685440153s","start":"2026-02-24T06:45:04.310935Z","end":"2026-02-24T06:45:05.996375Z","steps":["trace[1907687205] 'agreement among raft nodes before linearized reading' (duration: 1.685413002s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:05.996392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:04.310914Z","time spent":"1.685474465s","remote":"127.0.0.1:38250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:05.996439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.005071204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"warn","ts":"2026-02-24T06:45:05.996445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254039496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:45:05.996463Z","caller":"traceutil/trace.go:171","msg":"trace[693453625] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:9286; }","duration":"3.005140195s","start":"2026-02-24T06:45:02.991315Z","end":"2026-02-24T06:45:05.996455Z","steps":["trace[693453625] 'agreement among raft nodes before linearized reading' (duration: 3.005059423s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:05.996478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:02.991294Z","time spent":"3.005180547s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"info","ts":"2026-02-24T06:45:05.996479Z","caller":"traceutil/trace.go:171","msg":"trace[813110762] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:9286; }","duration":"1.254100796s","start":"2026-02-24T06:45:04.742368Z","end":"2026-02-24T06:45:05.996469Z","steps":["trace[813110762] 'agreement among raft nodes before linearized reading' (duration: 1.254044535s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:05.996502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.995387009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T06:45:05.996515Z","caller":"traceutil/trace.go:171","msg":"trace[2039411278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9286; }","duration":"3.995444572s","start":"2026-02-24T06:45:02.001067Z","end":"2026-02-24T06:45:05.996511Z","steps":["trace[2039411278] 'agreement among raft nodes before linearized reading' (duration: 3.99539615s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:05.99651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:04.742355Z","time spent":"1.254147768s","remote":"127.0.0.1:35044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:05.996527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:02.001042Z","time spent":"3.995481942s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T06:45:05.996496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073314229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:45:05.996499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927989751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:45:05.996513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316373389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-24T06:45:05.996524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477673567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:45:05.99657Z","caller":"traceutil/trace.go:171","msg":"trace[421803366] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:9286; }","duration":"1.073442053s","start":"2026-02-24T06:45:04.923108Z","end":"2026-02-24T06:45:05.99655Z","steps":["trace[421803366] 'agreement among raft nodes before linearized reading' (duration: 1.073293859s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:05.996575Z","caller":"traceutil/trace.go:171","msg":"trace[1880763140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9286; }","duration":"1.928121264s","start":"2026-02-24T06:45:04.068436Z","end":"2026-02-24T06:45:05.996557Z","steps":["trace[1880763140] 'agreement among raft nodes before linearized reading' (duration: 1.92798537s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:05.996587Z","caller":"traceutil/trace.go:171","msg":"trace[533449599] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9286; }","duration":"1.316485072s","start":"2026-02-24T06:45:04.680083Z","end":"2026-02-24T06:45:05.996568Z","steps":["trace[533449599] 'agreement among raft nodes before linearized reading' (duration: 1.316260796s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:05.996609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.154846331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:45:05.996597Z","caller":"traceutil/trace.go:171","msg":"trace[1983964238] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:9286; }","duration":"2.4777924s","start":"2026-02-24T06:45:03.518785Z","end":"2026-02-24T06:45:05.996577Z","steps":["trace[1983964238] 'agreement among raft nodes before linearized reading' (duration: 2.477675707s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:05.996626Z","caller":"traceutil/trace.go:171","msg":"trace[1712492152] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:9286; }","duration":"4.154920733s","start":"2026-02-24T06:45:01.841699Z","end":"2026-02-24T06:45:05.99662Z","steps":["trace[1712492152] 'agreement among raft nodes before linearized reading' (duration: 4.154892243s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:05.996621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:04.068411Z","time spent":"1.928201726s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:45:05.996619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:04.923089Z","time spent":"1.073518674s","remote":"127.0.0.1:35490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:05.996628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:04.680044Z","time spent":"1.316575294s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T06:45:05.99664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:01.841668Z","time spent":"4.154968555s","remote":"127.0.0.1:34596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:05.996649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:03.518761Z","time spent":"2.477873492s","remote":"127.0.0.1:35148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:05.996798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.660306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4712"} {"level":"info","ts":"2026-02-24T06:45:05.996827Z","caller":"traceutil/trace.go:171","msg":"trace[192395871] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:9286; }","duration":"500.721958ms","start":"2026-02-24T06:45:05.496097Z","end":"2026-02-24T06:45:05.996819Z","steps":["trace[192395871] 'agreement among raft nodes before linearized reading' (duration: 500.629196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:05.996852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:05.496082Z","time spent":"500.764549ms","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4736,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-02-24T06:45:05.996914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.420297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T06:45:05.996958Z","caller":"traceutil/trace.go:171","msg":"trace[1701949708] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9286; }","duration":"319.587491ms","start":"2026-02-24T06:45:05.677359Z","end":"2026-02-24T06:45:05.996946Z","steps":["trace[1701949708] 'agreement among raft nodes before linearized reading' (duration: 318.996987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:05.996986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:05.677335Z","time spent":"319.644192ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1014,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:05.996987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.005725588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-02-24T06:45:05.997037Z","caller":"traceutil/trace.go:171","msg":"trace[140107369] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:9286; }","duration":"5.005788989s","start":"2026-02-24T06:45:00.991236Z","end":"2026-02-24T06:45:05.997025Z","steps":["trace[140107369] 'agreement among raft nodes before linearized reading' (duration: 5.004760044s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:05.997073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:00.991229Z","time spent":"5.00583679s","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7530,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-02-24T06:45:05.996204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:00.986002Z","time spent":"5.010194651s","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-24T06:45:06.582256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.964822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:45:06.582351Z","caller":"traceutil/trace.go:171","msg":"trace[1525292191] linearizableReadLoop","detail":"{readStateIndex:9678; appliedIndex:9677; }","duration":"582.332896ms","start":"2026-02-24T06:45:06.000004Z","end":"2026-02-24T06:45:06.582337Z","steps":["trace[1525292191] 'read index received' (duration: 352.247131ms)","trace[1525292191] 'applied index is now lower than readState.Index' (duration: 230.084585ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:45:06.582396Z","caller":"traceutil/trace.go:171","msg":"trace[1279935139] transaction","detail":"{read_only:false; response_revision:9287; number_of_response:1; }","duration":"584.349947ms","start":"2026-02-24T06:45:05.998005Z","end":"2026-02-24T06:45:06.582355Z","steps":["trace[1279935139] 'process raft request' (duration: 354.20973ms)","trace[1279935139] 'compare' (duration: 229.599463ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:45:06.582618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:05.997983Z","time spent":"584.526211ms","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:45:06.582563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.552781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-695ba3f0-0b28-4e7d-a484-07e5fe1f7997\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-24T06:45:06.58275Z","caller":"traceutil/trace.go:171","msg":"trace[1112006790] range","detail":"{range_begin:/registry/persistentvolumes/pvc-695ba3f0-0b28-4e7d-a484-07e5fe1f7997; range_end:; response_count:1; response_revision:9287; }","duration":"582.749256ms","start":"2026-02-24T06:45:05.999985Z","end":"2026-02-24T06:45:06.582734Z","steps":["trace[1112006790] 'agreement among raft nodes before linearized reading' (duration: 582.417818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:06.582797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:05.999971Z","time spent":"582.813698ms","remote":"127.0.0.1:35110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-695ba3f0-0b28-4e7d-a484-07e5fe1f7997\" "} {"level":"warn","ts":"2026-02-24T06:45:07.082773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835954,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:45:07.583464Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835954,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:45:08.007502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000152931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:45:08.007594Z","caller":"traceutil/trace.go:171","msg":"trace[1458307783] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000273164s","start":"2026-02-24T06:45:06.007306Z","end":"2026-02-24T06:45:08.007579Z","steps":["trace[1458307783] 'agreement among raft nodes before linearized reading' (duration: 2.000163141s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:08.007634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:06.007297Z","time spent":"2.000324136s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:45:08.084146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835954,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:45:08.584344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835954,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:45:08.976626Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.599277259s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T06:45:09.061763Z","caller":"traceutil/trace.go:171","msg":"trace[17764562] transaction","detail":"{read_only:false; response_revision:9288; number_of_response:1; }","duration":"3.061553272s","start":"2026-02-24T06:45:06.000185Z","end":"2026-02-24T06:45:09.061738Z","steps":["trace[17764562] 'process raft request' (duration: 2.976717203s)","trace[17764562] 'compare' (duration: 84.46999ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:45:09.061856Z","caller":"traceutil/trace.go:171","msg":"trace[825537610] transaction","detail":"{read_only:false; response_revision:9289; number_of_response:1; }","duration":"3.05953667s","start":"2026-02-24T06:45:06.002293Z","end":"2026-02-24T06:45:09.061829Z","steps":["trace[825537610] 'process raft request' (duration: 3.059278464s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:09.061901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:06.000171Z","time spent":"3.061656734s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:45:09.062045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:06.002271Z","time spent":"3.059672644s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:45:09.062055Z","caller":"traceutil/trace.go:171","msg":"trace[1238281841] transaction","detail":"{read_only:false; response_revision:9290; number_of_response:1; }","duration":"3.055819218s","start":"2026-02-24T06:45:06.006187Z","end":"2026-02-24T06:45:09.062006Z","steps":["trace[1238281841] 'process raft request' (duration: 3.05551694s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:09.062307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:06.006176Z","time spent":"3.056030883s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5006,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:45:10.008441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999819594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:45:10.008536Z","caller":"traceutil/trace.go:171","msg":"trace[173771804] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999981717s","start":"2026-02-24T06:45:08.008538Z","end":"2026-02-24T06:45:10.00852Z","steps":["trace[173771804] 'agreement among raft nodes before linearized reading' (duration: 1.999872165s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:10.008571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:08.008512Z","time spent":"2.000051019s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:45:10.250885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999770041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:45:10.25097Z","caller":"traceutil/trace.go:171","msg":"trace[779732915] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999903845s","start":"2026-02-24T06:45:08.251049Z","end":"2026-02-24T06:45:10.250953Z","steps":["trace[779732915] 'agreement among raft nodes before linearized reading' (duration: 1.999798142s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:10.251049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:08.251031Z","time spent":"2.000008847s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:45:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:10.357572Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.380681802s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T06:45:10.357937Z","caller":"traceutil/trace.go:171","msg":"trace[1346100971] linearizableReadLoop","detail":"{readStateIndex:9683; appliedIndex:9678; }","duration":"3.775545162s","start":"2026-02-24T06:45:06.582376Z","end":"2026-02-24T06:45:10.357921Z","steps":["trace[1346100971] 'read index received' (duration: 2.394542411s)","trace[1346100971] 'applied index is now lower than readState.Index' (duration: 1.381002051s)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:45:10.357951Z","caller":"traceutil/trace.go:171","msg":"trace[759819463] transaction","detail":"{read_only:false; response_revision:9291; number_of_response:1; }","duration":"3.900570111s","start":"2026-02-24T06:45:06.457367Z","end":"2026-02-24T06:45:10.357937Z","steps":["trace[759819463] 'process raft request' (duration: 3.900411067s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:10.357994Z","caller":"traceutil/trace.go:171","msg":"trace[1328370992] transaction","detail":"{read_only:false; response_revision:9292; number_of_response:1; }","duration":"2.362560938s","start":"2026-02-24T06:45:07.995426Z","end":"2026-02-24T06:45:10.357987Z","steps":["trace[1328370992] 'process raft request' (duration: 2.362470266s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:10.358063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:06.457347Z","time spent":"3.900631292s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:45:10.358078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:07.995393Z","time spent":"2.36262119s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:45:10.358457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.35754809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:315366"} {"level":"info","ts":"2026-02-24T06:45:10.358517Z","caller":"traceutil/trace.go:171","msg":"trace[1623002701] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:9292; }","duration":"4.357636203s","start":"2026-02-24T06:45:06.000869Z","end":"2026-02-24T06:45:10.358506Z","steps":["trace[1623002701] 'agreement among raft nodes before linearized reading' (duration: 4.357259453s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:10.358543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:06.000864Z","time spent":"4.357674594s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":34,"response size":315390,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-24T06:45:10.858402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:45:11.359132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:45:11.860108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:45:12.01727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000236064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:45:12.017343Z","caller":"traceutil/trace.go:171","msg":"trace[1624746510] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000366897s","start":"2026-02-24T06:45:10.016959Z","end":"2026-02-24T06:45:12.017326Z","steps":["trace[1624746510] 'agreement among raft nodes before linearized reading' (duration: 2.000273445s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:12.01738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:10.01694Z","time spent":"2.000433618s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:45:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:12.361011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:45:12.861113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:45:13.059895Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.001352342s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:45:13.498024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99904584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:45:13.498098Z","caller":"traceutil/trace.go:171","msg":"trace[1858838600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999179524s","start":"2026-02-24T06:45:08.498903Z","end":"2026-02-24T06:45:13.498082Z","steps":["trace[1858838600] 'agreement among raft nodes before linearized reading' (duration: 4.999082321s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:13.498136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:08.498881Z","time spent":"4.999245836s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/24 06:45:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:14.018352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000776457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:45:14.018435Z","caller":"traceutil/trace.go:171","msg":"trace[962667397] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000916351s","start":"2026-02-24T06:45:12.017501Z","end":"2026-02-24T06:45:14.018418Z","steps":["trace[962667397] 'agreement among raft nodes before linearized reading' (duration: 2.000809388s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:14.018491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:12.017482Z","time spent":"2.000990142s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:45:16.027651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000943252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:45:16.027731Z","caller":"traceutil/trace.go:171","msg":"trace[1538559734] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001135556s","start":"2026-02-24T06:45:14.026579Z","end":"2026-02-24T06:45:16.027715Z","steps":["trace[1538559734] 'agreement among raft nodes before linearized reading' (duration: 2.001047454s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:16.027769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:14.026546Z","time spent":"2.001213048s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:45:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:16.046671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:09.046384Z","time spent":"7.000279489s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:45:16.067257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:09.066562Z","time spent":"7.00069054s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:45:16.068685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998962687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:45:16.068725Z","caller":"traceutil/trace.go:171","msg":"trace[483290572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99903949s","start":"2026-02-24T06:45:11.069674Z","end":"2026-02-24T06:45:16.068714Z","steps":["trace[483290572] 'agreement among raft nodes before linearized reading' (duration: 4.998987978s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:16.068757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:11.069651Z","time spent":"4.999100931s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/24 06:45:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:17.731575Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.671378407s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:45:18.027514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999888325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:45:18.027619Z","caller":"traceutil/trace.go:171","msg":"trace[909697729] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000057669s","start":"2026-02-24T06:45:16.027535Z","end":"2026-02-24T06:45:18.027593Z","steps":["trace[909697729] 'agreement among raft nodes before linearized reading' (duration: 1.999919595s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:18.027683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:16.02751Z","time spent":"2.000158642s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:45:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:19.091835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:15.300187Z","time spent":"3.791640365s","remote":"127.0.0.1:37912","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T06:45:19.092555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.032274804s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-02-24T06:45:19.109456Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b6a08f","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T06:45:20.035129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000528821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:45:20.03522Z","caller":"traceutil/trace.go:171","msg":"trace[949140518] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000678385s","start":"2026-02-24T06:45:18.034523Z","end":"2026-02-24T06:45:20.035201Z","steps":["trace[949140518] 'agreement among raft nodes before linearized reading' (duration: 2.000564402s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:20.035271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:18.034501Z","time spent":"2.000759476s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:45:21.068683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997896444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:45:21.068772Z","caller":"traceutil/trace.go:171","msg":"trace[95911656] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998036206s","start":"2026-02-24T06:45:18.070715Z","end":"2026-02-24T06:45:21.068752Z","steps":["trace[95911656] 'agreement among raft nodes before linearized reading' (duration: 2.997914213s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:21.068823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:18.070704Z","time spent":"2.998107319s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/24 06:45:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:22.035575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999885475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:45:22.035663Z","caller":"traceutil/trace.go:171","msg":"trace[1397828272] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0000928s","start":"2026-02-24T06:45:20.035552Z","end":"2026-02-24T06:45:22.035645Z","steps":["trace[1397828272] 'agreement among raft nodes before linearized reading' (duration: 1.999945847s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:22.035712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:20.035522Z","time spent":"2.000180942s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:45:22.382652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999636075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:45:22.382774Z","caller":"traceutil/trace.go:171","msg":"trace[740745440] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99983559s","start":"2026-02-24T06:45:17.38291Z","end":"2026-02-24T06:45:22.382745Z","steps":["trace[740745440] 'agreement among raft nodes before linearized reading' (duration: 4.999672486s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:22.382839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:17.382887Z","time spent":"4.999939093s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T06:45:23.051626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:16.051279Z","time spent":"7.000336629s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:45:23.072576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:16.071883Z","time spent":"7.000685569s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:45:24.04346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000541091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:45:24.043543Z","caller":"traceutil/trace.go:171","msg":"trace[1834351673] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000668704s","start":"2026-02-24T06:45:22.042856Z","end":"2026-02-24T06:45:24.043525Z","steps":["trace[1834351673] 'agreement among raft nodes before linearized reading' (duration: 2.000557921s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:24.043592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:22.042845Z","time spent":"2.000737096s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:45:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:24.863184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:17.862784Z","time spent":"7.000391291s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:45:24.916966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.824135689s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T06:45:24.91707Z","caller":"traceutil/trace.go:171","msg":"trace[644911567] linearizableReadLoop","detail":"{readStateIndex:9686; appliedIndex:9683; }","duration":"14.559087486s","start":"2026-02-24T06:45:10.357965Z","end":"2026-02-24T06:45:24.917053Z","steps":["trace[644911567] 'read index received' (duration: 2.702258953s)","trace[644911567] 'applied index is now lower than readState.Index' (duration: 11.856826913s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:45:24.918174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.978980635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:45:24.918224Z","caller":"traceutil/trace.go:171","msg":"trace[1390165007] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:9294; }","duration":"14.979081177s","start":"2026-02-24T06:45:09.939132Z","end":"2026-02-24T06:45:24.918214Z","steps":["trace[1390165007] 'agreement among raft nodes before linearized reading' (duration: 14.978924433s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:24.918208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.696809461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7398"} {"level":"warn","ts":"2026-02-24T06:45:24.918258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:09.93911Z","time spent":"14.979138638s","remote":"127.0.0.1:35052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":102,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:45:24.918274Z","caller":"traceutil/trace.go:171","msg":"trace[249784189] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9294; }","duration":"14.696913094s","start":"2026-02-24T06:45:10.221344Z","end":"2026-02-24T06:45:24.918257Z","steps":["trace[249784189] 'agreement among raft nodes before linearized reading' (duration: 14.696701889s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:24.918316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:10.221323Z","time spent":"14.696981776s","remote":"127.0.0.1:57488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7422,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-24T06:45:24.91855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.229890918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-02-24T06:45:24.918594Z","caller":"traceutil/trace.go:171","msg":"trace[767600679] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:9294; }","duration":"18.22997536s","start":"2026-02-24T06:45:06.688605Z","end":"2026-02-24T06:45:24.91858Z","steps":["trace[767600679] 'agreement among raft nodes before linearized reading' (duration: 18.229839057s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:24.918607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.333849367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-02-24T06:45:24.918619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:06.688576Z","time spent":"18.230038171s","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-02-24T06:45:24.91864Z","caller":"traceutil/trace.go:171","msg":"trace[113925004] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9294; }","duration":"18.333921139s","start":"2026-02-24T06:45:06.58471Z","end":"2026-02-24T06:45:24.918631Z","steps":["trace[113925004] 'agreement among raft nodes before linearized reading' (duration: 18.333782665s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:24.918674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:06.584692Z","time spent":"18.33397567s","remote":"127.0.0.1:35136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-24T06:45:24.918685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.702345417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:45:24.918723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.97491004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-02-24T06:45:24.91873Z","caller":"traceutil/trace.go:171","msg":"trace[996650935] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:9294; }","duration":"17.702397339s","start":"2026-02-24T06:45:07.216321Z","end":"2026-02-24T06:45:24.918718Z","steps":["trace[996650935] 'agreement among raft nodes before linearized reading' (duration: 17.702313987s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:24.918718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.852723064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7045"} {"level":"info","ts":"2026-02-24T06:45:24.918752Z","caller":"traceutil/trace.go:171","msg":"trace[1091827019] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:9294; }","duration":"16.974973791s","start":"2026-02-24T06:45:07.943769Z","end":"2026-02-24T06:45:24.918743Z","steps":["trace[1091827019] 'agreement among raft nodes before linearized reading' (duration: 16.974889689s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:24.918744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.966342474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128023"} {"level":"warn","ts":"2026-02-24T06:45:24.918768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.994178162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:45:24.918764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:07.216258Z","time spent":"17.702497442s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:24.918779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:07.943749Z","time spent":"16.975023962s","remote":"127.0.0.1:35022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-02-24T06:45:24.918784Z","caller":"traceutil/trace.go:171","msg":"trace[1673207038] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:9294; }","duration":"15.852812077s","start":"2026-02-24T06:45:09.065951Z","end":"2026-02-24T06:45:24.918763Z","steps":["trace[1673207038] 'agreement among raft nodes before linearized reading' (duration: 15.852611152s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:24.91879Z","caller":"traceutil/trace.go:171","msg":"trace[244259468] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:9294; }","duration":"16.966431556s","start":"2026-02-24T06:45:07.952346Z","end":"2026-02-24T06:45:24.918778Z","steps":["trace[244259468] 'agreement among raft nodes before linearized reading' (duration: 16.966276022s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:24.918827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:07.952322Z","time spent":"16.966497908s","remote":"127.0.0.1:35010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128047,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-24T06:45:24.91883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:09.065938Z","time spent":"15.852879958s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7069,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-24T06:45:24.918639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.383096734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:45:24.918915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.670594941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:45:24.918915Z","caller":"traceutil/trace.go:171","msg":"trace[1723777956] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:9294; }","duration":"17.383409162s","start":"2026-02-24T06:45:07.535493Z","end":"2026-02-24T06:45:24.918902Z","steps":["trace[1723777956] 'agreement among raft nodes before linearized reading' (duration: 17.383111135s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:24.918937Z","caller":"traceutil/trace.go:171","msg":"trace[1274337282] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:9294; }","duration":"15.670658033s","start":"2026-02-24T06:45:09.248273Z","end":"2026-02-24T06:45:24.918931Z","steps":["trace[1274337282] 'agreement among raft nodes before linearized reading' (duration: 15.670616292s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:24.918956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:09.248251Z","time spent":"15.670699854s","remote":"127.0.0.1:35070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:45:24.918795Z","caller":"traceutil/trace.go:171","msg":"trace[29664096] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:9294; }","duration":"17.994276834s","start":"2026-02-24T06:45:06.924506Z","end":"2026-02-24T06:45:24.918783Z","steps":["trace[29664096] 'agreement among raft nodes before linearized reading' (duration: 17.994218103s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:24.919048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.720937915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-24T06:45:24.919058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:06.924478Z","time spent":"17.994564432s","remote":"127.0.0.1:40424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:45:24.919094Z","caller":"traceutil/trace.go:171","msg":"trace[982573698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9294; }","duration":"15.721002437s","start":"2026-02-24T06:45:09.198079Z","end":"2026-02-24T06:45:24.919081Z","steps":["trace[982573698] 'agreement among raft nodes before linearized reading' (duration: 15.720833562s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:24.919101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.250659283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-02-24T06:45:24.919127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:09.198037Z","time spent":"15.721082499s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T06:45:24.919138Z","caller":"traceutil/trace.go:171","msg":"trace[644912823] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9294; }","duration":"15.250739295s","start":"2026-02-24T06:45:09.668385Z","end":"2026-02-24T06:45:24.919125Z","steps":["trace[644912823] 'agreement among raft nodes before linearized reading' (duration: 15.250641522s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:24.919169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:09.668361Z","time spent":"15.250802237s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-24T06:45:24.918952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:07.535472Z","time spent":"17.383467744s","remote":"127.0.0.1:51066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:24.9192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.721348106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T06:45:24.919253Z","caller":"traceutil/trace.go:171","msg":"trace[532002184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9294; }","duration":"15.721438909s","start":"2026-02-24T06:45:09.197797Z","end":"2026-02-24T06:45:24.919236Z","steps":["trace[532002184] 'agreement among raft nodes before linearized reading' (duration: 15.721299455s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:24.919295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.248544961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-24T06:45:24.919293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:09.197776Z","time spent":"15.721506822s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T06:45:24.919323Z","caller":"traceutil/trace.go:171","msg":"trace[2136409161] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9294; }","duration":"15.248598652s","start":"2026-02-24T06:45:09.670713Z","end":"2026-02-24T06:45:24.919312Z","steps":["trace[2136409161] 'agreement among raft nodes before linearized reading' (duration: 15.24852187s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:24.919348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:09.670703Z","time spent":"15.248639083s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-24T06:45:25.427627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835965,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:45:25.928186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835965,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:45:26.043455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999873965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:45:26.043588Z","caller":"traceutil/trace.go:171","msg":"trace[1361209692] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000062659s","start":"2026-02-24T06:45:24.043505Z","end":"2026-02-24T06:45:26.043567Z","steps":["trace[1361209692] 'agreement among raft nodes before linearized reading' (duration: 1.999911296s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:26.043666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:24.043483Z","time spent":"2.000169822s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:45:26.069412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:21.071024Z","time spent":"4.998382894s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 06:45:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:26.428672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835965,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:45:26.929001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835965,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:45:27.429968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835965,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:45:27.617097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:20.616325Z","time spent":"7.00076512s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:45:27.930391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835965,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:45:28.052881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000527421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:45:28.05304Z","caller":"traceutil/trace.go:171","msg":"trace[2109791838] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000764687s","start":"2026-02-24T06:45:26.052251Z","end":"2026-02-24T06:45:28.053015Z","steps":["trace[2109791838] 'agreement among raft nodes before linearized reading' (duration: 2.000568962s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:28.053132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:26.052224Z","time spent":"2.00089166s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:45:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:28.431083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835965,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:45:28.735913Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"11.00412225s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:45:30.053347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000138371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:45:30.053433Z","caller":"traceutil/trace.go:171","msg":"trace[1406313640] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000303316s","start":"2026-02-24T06:45:28.053111Z","end":"2026-02-24T06:45:30.053414Z","steps":["trace[1406313640] 'agreement among raft nodes before linearized reading' (duration: 2.000191253s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:30.05348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:28.053073Z","time spent":"2.000398488s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:45:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:30.253261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000373317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:45:30.253354Z","caller":"traceutil/trace.go:171","msg":"trace[1534974480] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000546532s","start":"2026-02-24T06:45:28.252785Z","end":"2026-02-24T06:45:30.253331Z","steps":["trace[1534974480] 'agreement among raft nodes before linearized reading' (duration: 2.000417659s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:30.2534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:28.252761Z","time spent":"2.000631465s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:45:31.658921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999524611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:45:31.659116Z","caller":"traceutil/trace.go:171","msg":"trace[607591158] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999795558s","start":"2026-02-24T06:45:26.659299Z","end":"2026-02-24T06:45:31.659095Z","steps":["trace[607591158] 'agreement among raft nodes before linearized reading' (duration: 4.999567522s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:31.65918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:26.659256Z","time spent":"4.999908631s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/24 06:45:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:31.918714Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b6a0a9","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T06:45:31.925176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:24.924806Z","time spent":"7.00036498s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:45:31.925161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:24.924084Z","time spent":"7.001070768s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:45:31.926335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:24.926168Z","time spent":"7.000159746s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:45:31.931307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:24.925913Z","time spent":"7.005388047s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:45:31.931351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:24.930846Z","time spent":"7.000498444s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:45:32.061518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000300486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:45:32.061642Z","caller":"traceutil/trace.go:171","msg":"trace[878501247] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000518201s","start":"2026-02-24T06:45:30.061107Z","end":"2026-02-24T06:45:32.061626Z","steps":["trace[878501247] 'agreement among raft nodes before linearized reading' (duration: 2.000357767s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:32.061715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:30.061049Z","time spent":"2.000654245s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:45:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:32.861974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.995823726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:45:32.86208Z","caller":"traceutil/trace.go:171","msg":"trace[354324845] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.99598724s","start":"2026-02-24T06:45:24.866066Z","end":"2026-02-24T06:45:32.862053Z","steps":["trace[354324845] 'agreement among raft nodes before linearized reading' (duration: 7.995854437s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:32.862142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:24.866047Z","time spent":"7.996079673s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/02/24 06:45:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:33.054807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.997094876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:45:33.054889Z","caller":"traceutil/trace.go:171","msg":"trace[1333755149] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.997246459s","start":"2026-02-24T06:45:23.057624Z","end":"2026-02-24T06:45:33.05487Z","steps":["trace[1333755149] 'agreement among raft nodes before linearized reading' (duration: 9.997143777s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:33.054935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:23.057595Z","time spent":"9.997330692s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/02/24 06:45:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:34.061926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999888855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:45:34.062029Z","caller":"traceutil/trace.go:171","msg":"trace[1063182444] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000049809s","start":"2026-02-24T06:45:32.061959Z","end":"2026-02-24T06:45:34.062009Z","steps":["trace[1063182444] 'agreement among raft nodes before linearized reading' (duration: 1.999919026s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:34.06208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:32.061939Z","time spent":"2.000130501s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:45:34.622304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:27.621508Z","time spent":"7.000786441s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:45:36.070229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000245024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:45:36.070308Z","caller":"traceutil/trace.go:171","msg":"trace[137192100] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000390077s","start":"2026-02-24T06:45:34.0699Z","end":"2026-02-24T06:45:36.07029Z","steps":["trace[137192100] 'agreement among raft nodes before linearized reading' (duration: 2.000286485s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:36.070356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:34.069875Z","time spent":"2.0004712s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:45:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:36.516881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:29.516199Z","time spent":"7.000676069s","remote":"127.0.0.1:57488","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:45:38.070609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000047358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:45:38.070689Z","caller":"traceutil/trace.go:171","msg":"trace[661503108] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000189662s","start":"2026-02-24T06:45:36.070482Z","end":"2026-02-24T06:45:38.070671Z","steps":["trace[661503108] 'agreement among raft nodes before linearized reading' (duration: 2.000089359s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:38.070734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:36.070458Z","time spent":"2.000267923s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:45:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:38.712322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.701852114s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:45:38.712503Z","caller":"traceutil/trace.go:171","msg":"trace[457749967] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9295; }","duration":"9.702046059s","start":"2026-02-24T06:45:29.010426Z","end":"2026-02-24T06:45:38.712472Z","steps":["trace[457749967] 'range keys from in-memory index tree' (duration: 9.701826484s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:38.936384Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b6a0a9","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T06:45:39.866384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:32.865345Z","time spent":"7.001027437s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:45:40.07954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000732996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:45:40.079626Z","caller":"traceutil/trace.go:171","msg":"trace[1999362388] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000836319s","start":"2026-02-24T06:45:38.07877Z","end":"2026-02-24T06:45:40.079606Z","steps":["trace[1999362388] 'agreement among raft nodes before linearized reading' (duration: 2.000730486s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:40.079674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:38.078693Z","time spent":"2.000971612s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:45:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:40.721542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999539541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:45:40.721656Z","caller":"traceutil/trace.go:171","msg":"trace[678964292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999703116s","start":"2026-02-24T06:45:35.721922Z","end":"2026-02-24T06:45:40.721625Z","steps":["trace[678964292] 'agreement among raft nodes before linearized reading' (duration: 4.999563322s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:40.721727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:35.721898Z","time spent":"4.999811919s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/24 06:45:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:41.626938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:34.626232Z","time spent":"7.000698909s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:45:42.080407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000319115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:45:42.080513Z","caller":"traceutil/trace.go:171","msg":"trace[397465711] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00048532s","start":"2026-02-24T06:45:40.080007Z","end":"2026-02-24T06:45:42.080492Z","steps":["trace[397465711] 'agreement among raft nodes before linearized reading' (duration: 2.000349066s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:42.080564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:40.079988Z","time spent":"2.000565593s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:45:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:43.055922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999008654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:45:43.05601Z","caller":"traceutil/trace.go:171","msg":"trace[857794001] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999167697s","start":"2026-02-24T06:45:33.056822Z","end":"2026-02-24T06:45:43.05599Z","steps":["trace[857794001] 'agreement among raft nodes before linearized reading' (duration: 9.999040084s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:43.056059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:33.056805Z","time spent":"9.999243259s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/02/24 06:45:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:44.088101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000248213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:45:44.088211Z","caller":"traceutil/trace.go:171","msg":"trace[1628583444] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000425228s","start":"2026-02-24T06:45:42.087768Z","end":"2026-02-24T06:45:44.088194Z","steps":["trace[1628583444] 'agreement among raft nodes before linearized reading' (duration: 2.000291754s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:44.088256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:42.087743Z","time spent":"2.00050341s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:45:45.217064Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"16.480789068s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:45:45.946673Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b6a0a9","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T06:45:46.089105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000232123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:45:46.08921Z","caller":"traceutil/trace.go:171","msg":"trace[680291109] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000378527s","start":"2026-02-24T06:45:44.088811Z","end":"2026-02-24T06:45:46.089189Z","steps":["trace[680291109] 'agreement among raft nodes before linearized reading' (duration: 2.000227903s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:46.08926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:44.088771Z","time spent":"2.00047745s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:45:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:48.096292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999897566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:45:48.096399Z","caller":"traceutil/trace.go:171","msg":"trace[1444578152] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00008791s","start":"2026-02-24T06:45:46.09629Z","end":"2026-02-24T06:45:48.096378Z","steps":["trace[1444578152] 'agreement among raft nodes before linearized reading' (duration: 1.999926346s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:48.096533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:46.096272Z","time spent":"2.000218554s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:45:48.6318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:41.630853Z","time spent":"7.000939466s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:45:49.668234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.738310868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:45:49.668318Z","caller":"traceutil/trace.go:171","msg":"trace[69121946] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"2.738454941s","start":"2026-02-24T06:45:46.929841Z","end":"2026-02-24T06:45:49.668296Z","steps":["trace[69121946] 'agreement among raft nodes before linearized reading' (duration: 2.738350519s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:49.668366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:46.929817Z","time spent":"2.738539424s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} 2026/02/24 06:45:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:49.671252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740196386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:45:49.671392Z","caller":"traceutil/trace.go:171","msg":"trace[63112801] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"2.74037108s","start":"2026-02-24T06:45:46.930949Z","end":"2026-02-24T06:45:49.67132Z","steps":["trace[63112801] 'agreement among raft nodes before linearized reading' (duration: 2.740257417s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:49.671487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:46.930913Z","time spent":"2.740530424s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} 2026/02/24 06:45:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:49.692538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999254957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:45:49.692616Z","caller":"traceutil/trace.go:171","msg":"trace[1781132459] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99938719s","start":"2026-02-24T06:45:44.693215Z","end":"2026-02-24T06:45:49.692602Z","steps":["trace[1781132459] 'agreement among raft nodes before linearized reading' (duration: 4.999297738s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:49.692699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:44.693195Z","time spent":"4.999491863s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/24 06:45:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:50.097258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999948426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:45:50.097345Z","caller":"traceutil/trace.go:171","msg":"trace[554115248] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00008557s","start":"2026-02-24T06:45:48.097238Z","end":"2026-02-24T06:45:50.097323Z","steps":["trace[554115248] 'agreement among raft nodes before linearized reading' (duration: 1.999986768s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:50.097398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:48.097215Z","time spent":"2.000169302s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:45:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:51.882812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.66518042s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-24T06:45:51.883373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.872510618s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:45:51.883516Z","caller":"traceutil/trace.go:171","msg":"trace[1287165931] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9299; }","duration":"2.872667622s","start":"2026-02-24T06:45:49.010827Z","end":"2026-02-24T06:45:51.883494Z","steps":["trace[1287165931] 'range keys from in-memory index tree' (duration: 2.872493677s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:51.883805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:50.067701Z","time spent":"1.816071881s","remote":"127.0.0.1:52710","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T06:45:52.105634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00089441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:45:52.105761Z","caller":"traceutil/trace.go:171","msg":"trace[1406366249] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001072164s","start":"2026-02-24T06:45:50.104661Z","end":"2026-02-24T06:45:52.105733Z","steps":["trace[1406366249] 'agreement among raft nodes before linearized reading' (duration: 2.00090985s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:52.105823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:50.10465Z","time spent":"2.001160857s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:45:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:52.514011Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.29673008s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:45:52.904494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017948149s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-02-24T06:45:52.904961Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"39.022µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-02-24T06:45:52.904973Z","caller":"traceutil/trace.go:171","msg":"trace[235131440] linearizableReadLoop","detail":"{readStateIndex:9698; appliedIndex:9686; }","duration":"27.987851452s","start":"2026-02-24T06:45:24.917102Z","end":"2026-02-24T06:45:52.904954Z","steps":["trace[235131440] 'read index received' (duration: 3.819143055s)","trace[235131440] 'applied index is now lower than readState.Index' (duration: 24.168707467s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:45:52.905101Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"26.281µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-02-24T06:45:52.905183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.3977431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:45:52.905229Z","caller":"traceutil/trace.go:171","msg":"trace[1379545406] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:9305; }","duration":"28.397836633s","start":"2026-02-24T06:45:24.507383Z","end":"2026-02-24T06:45:52.90522Z","steps":["trace[1379545406] 'agreement among raft nodes before linearized reading' (duration: 28.39773138s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:52.905266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:24.507364Z","time spent":"28.397894834s","remote":"127.0.0.1:40412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:52.905427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.190464194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:45:52.905438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"33.259059173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:45:52.905472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"35.577507093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:45:52.905538Z","caller":"traceutil/trace.go:171","msg":"trace[542583622] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:9305; }","duration":"33.259232598s","start":"2026-02-24T06:45:19.646278Z","end":"2026-02-24T06:45:52.90551Z","steps":["trace[542583622] 'agreement among raft nodes before linearized reading' (duration: 33.259050473s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:52.90556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.949460745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:45:52.905551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.180774902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:45:52.90558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"36.411577267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:45:52.90559Z","caller":"traceutil/trace.go:171","msg":"trace[2064592786] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:9305; }","duration":"30.949539977s","start":"2026-02-24T06:45:21.956042Z","end":"2026-02-24T06:45:52.905582Z","steps":["trace[2064592786] 'agreement among raft nodes before linearized reading' (duration: 30.949491246s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:52.905596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.083854281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:45:52.905607Z","caller":"traceutil/trace.go:171","msg":"trace[1900056945] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:9305; }","duration":"30.180865765s","start":"2026-02-24T06:45:22.724727Z","end":"2026-02-24T06:45:52.905592Z","steps":["trace[1900056945] 'agreement among raft nodes before linearized reading' (duration: 30.180694681s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:52.905538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.828558772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18971bb54acc8393\" ","response":"range_response_count:1 size:839"} {"level":"warn","ts":"2026-02-24T06:45:52.905638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:21.95601Z","time spent":"30.949619279s","remote":"127.0.0.1:35294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:52.905641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"41.479772633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:45:52.905671Z","caller":"traceutil/trace.go:171","msg":"trace[548699547] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18971bb54acc8393; range_end:; response_count:1; response_revision:9305; }","duration":"29.828725996s","start":"2026-02-24T06:45:23.076926Z","end":"2026-02-24T06:45:52.905652Z","steps":["trace[548699547] 'agreement among raft nodes before linearized reading' (duration: 29.828440039s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:52.905695Z","caller":"traceutil/trace.go:171","msg":"trace[1851074794] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:9305; }","duration":"41.479863375s","start":"2026-02-24T06:45:11.425817Z","end":"2026-02-24T06:45:52.90568Z","steps":["trace[1851074794] 'agreement among raft nodes before linearized reading' (duration: 41.479721492s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:52.905703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.806203811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:45:52.905698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"39.987434746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:45:52.905692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"36.429420105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:45:52.905729Z","caller":"traceutil/trace.go:171","msg":"trace[1741921264] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9305; }","duration":"29.806276252s","start":"2026-02-24T06:45:23.099445Z","end":"2026-02-24T06:45:52.905722Z","steps":["trace[1741921264] 'agreement among raft nodes before linearized reading' (duration: 29.806228791s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:52.905751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"33.775078835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:45:52.905779Z","caller":"traceutil/trace.go:171","msg":"trace[839105393] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:9305; }","duration":"36.429534858s","start":"2026-02-24T06:45:16.476216Z","end":"2026-02-24T06:45:52.905751Z","steps":["trace[839105393] 'agreement among raft nodes before linearized reading' (duration: 36.429391234s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:52.905784Z","caller":"traceutil/trace.go:171","msg":"trace[384707312] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:9305; }","duration":"33.775122836s","start":"2026-02-24T06:45:19.130649Z","end":"2026-02-24T06:45:52.905772Z","steps":["trace[384707312] 'agreement among raft nodes before linearized reading' (duration: 33.775078935s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:52.905798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.401796548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:45:52.905814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.398568707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:45:52.905831Z","caller":"traceutil/trace.go:171","msg":"trace[547170173] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9305; }","duration":"32.40186934s","start":"2026-02-24T06:45:20.503952Z","end":"2026-02-24T06:45:52.905822Z","steps":["trace[547170173] 'agreement among raft nodes before linearized reading' (duration: 32.401815768s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:52.905832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.967422606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:45:52.905844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"33.862511529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:45:52.905836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:16.476195Z","time spent":"36.42961117s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:45:52.905863Z","caller":"traceutil/trace.go:171","msg":"trace[812581427] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:9305; }","duration":"31.398655859s","start":"2026-02-24T06:45:21.507194Z","end":"2026-02-24T06:45:52.90585Z","steps":["trace[812581427] 'agreement among raft nodes before linearized reading' (duration: 31.398561817s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:52.905872Z","caller":"traceutil/trace.go:171","msg":"trace[70055373] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:9305; }","duration":"33.862573311s","start":"2026-02-24T06:45:19.043291Z","end":"2026-02-24T06:45:52.905864Z","steps":["trace[70055373] 'agreement among raft nodes before linearized reading' (duration: 33.86252872s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:52.905855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"33.532057435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414722"} {"level":"warn","ts":"2026-02-24T06:45:52.905874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"35.002795159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:45:52.905872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:20.503929Z","time spent":"32.401932431s","remote":"127.0.0.1:38278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:52.905908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:19.043269Z","time spent":"33.862632132s","remote":"127.0.0.1:35272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:45:52.905915Z","caller":"traceutil/trace.go:171","msg":"trace[974920824] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9305; }","duration":"33.532157658s","start":"2026-02-24T06:45:19.373748Z","end":"2026-02-24T06:45:52.905906Z","steps":["trace[974920824] 'agreement among raft nodes before linearized reading' (duration: 33.53186204s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:52.905919Z","caller":"traceutil/trace.go:171","msg":"trace[819560009] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:9305; }","duration":"35.002982554s","start":"2026-02-24T06:45:17.902927Z","end":"2026-02-24T06:45:52.90591Z","steps":["trace[819560009] 'agreement among raft nodes before linearized reading' (duration: 35.002923502s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:52.905727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:23.076914Z","time spent":"29.828796498s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":863,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18971bb54acc8393\" "} {"level":"warn","ts":"2026-02-24T06:45:52.905935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.460812198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:45:52.905954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:17.902901Z","time spent":"35.003042605s","remote":"127.0.0.1:34608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:45:52.905978Z","caller":"traceutil/trace.go:171","msg":"trace[438396099] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9305; }","duration":"32.46089546s","start":"2026-02-24T06:45:20.44507Z","end":"2026-02-24T06:45:52.905965Z","steps":["trace[438396099] 'agreement among raft nodes before linearized reading' (duration: 32.460844359s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:52.906011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:20.445046Z","time spent":"32.460957182s","remote":"127.0.0.1:57410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:45:52.905577Z","caller":"traceutil/trace.go:171","msg":"trace[633403677] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9305; }","duration":"35.577676438s","start":"2026-02-24T06:45:17.327873Z","end":"2026-02-24T06:45:52.90555Z","steps":["trace[633403677] 'agreement among raft nodes before linearized reading' (duration: 35.577483243s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:52.906099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:17.327851Z","time spent":"35.578234301s","remote":"127.0.0.1:51258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:52.905707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"33.775081685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:45:52.906176Z","caller":"traceutil/trace.go:171","msg":"trace[1000662664] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9305; }","duration":"33.775584967s","start":"2026-02-24T06:45:19.130578Z","end":"2026-02-24T06:45:52.906163Z","steps":["trace[1000662664] 'agreement among raft nodes before linearized reading' (duration: 33.775100215s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:52.906223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:19.130558Z","time spent":"33.775650639s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:52.905952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:19.373663Z","time spent":"33.532281071s","remote":"127.0.0.1:51630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414746,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-24T06:45:52.905826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:19.130642Z","time spent":"33.775176548s","remote":"127.0.0.1:34574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:52.905785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:23.09942Z","time spent":"29.806353695s","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:52.905606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:19.646255Z","time spent":"33.25933654s","remote":"127.0.0.1:40372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:52.905487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"42.192342238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:45:52.906559Z","caller":"traceutil/trace.go:171","msg":"trace[1267730896] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9305; }","duration":"42.193478277s","start":"2026-02-24T06:45:10.713066Z","end":"2026-02-24T06:45:52.906544Z","steps":["trace[1267730896] 'agreement among raft nodes before linearized reading' (duration: 42.192318198s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:52.906649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:10.71305Z","time spent":"42.193549858s","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:45:52.90564Z","caller":"traceutil/trace.go:171","msg":"trace[2131595606] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:9305; }","duration":"36.41166726s","start":"2026-02-24T06:45:16.49395Z","end":"2026-02-24T06:45:52.905617Z","steps":["trace[2131595606] 'agreement among raft nodes before linearized reading' (duration: 36.411590428s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:52.906748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:16.493928Z","time spent":"36.412807168s","remote":"127.0.0.1:35476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:52.905515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"40.540773146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:45:52.906831Z","caller":"traceutil/trace.go:171","msg":"trace[518175006] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:9305; }","duration":"40.542135859s","start":"2026-02-24T06:45:12.364676Z","end":"2026-02-24T06:45:52.906812Z","steps":["trace[518175006] 'agreement among raft nodes before linearized reading' (duration: 40.540704054s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:52.905507Z","caller":"traceutil/trace.go:171","msg":"trace[1906499682] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:9305; }","duration":"31.190604497s","start":"2026-02-24T06:45:21.714882Z","end":"2026-02-24T06:45:52.905486Z","steps":["trace[1906499682] 'agreement among raft nodes before linearized reading' (duration: 31.190449224s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:52.9069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:12.36463Z","time spent":"40.542249162s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"warn","ts":"2026-02-24T06:45:52.906936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:21.71486Z","time spent":"31.192062334s","remote":"127.0.0.1:40402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:52.905652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:22.724707Z","time spent":"30.180935556s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":69,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:45:52.905651Z","caller":"traceutil/trace.go:171","msg":"trace[563033385] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:9305; }","duration":"29.083939073s","start":"2026-02-24T06:45:23.821691Z","end":"2026-02-24T06:45:52.90563Z","steps":["trace[563033385] 'agreement among raft nodes before linearized reading' (duration: 29.083878231s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:52.907074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:23.821668Z","time spent":"29.085395188s","remote":"127.0.0.1:52720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:52.905737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:11.425789Z","time spent":"41.479937967s","remote":"127.0.0.1:35174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":125,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:45:52.905742Z","caller":"traceutil/trace.go:171","msg":"trace[820689635] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9305; }","duration":"39.987517898s","start":"2026-02-24T06:45:12.918211Z","end":"2026-02-24T06:45:52.905729Z","steps":["trace[820689635] 'agreement among raft nodes before linearized reading' (duration: 39.987456087s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:52.90721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:12.91819Z","time spent":"39.988990555s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:52.905789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.002036834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:45:52.907304Z","caller":"traceutil/trace.go:171","msg":"trace[1809140210] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:9305; }","duration":"32.003593052s","start":"2026-02-24T06:45:20.903698Z","end":"2026-02-24T06:45:52.907291Z","steps":["trace[1809140210] 'agreement among raft nodes before linearized reading' (duration: 32.002067134s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:52.907353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:20.903674Z","time spent":"32.003665584s","remote":"127.0.0.1:51142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:45:52.905869Z","caller":"traceutil/trace.go:171","msg":"trace[771955982] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9305; }","duration":"31.967492068s","start":"2026-02-24T06:45:20.938366Z","end":"2026-02-24T06:45:52.905858Z","steps":["trace[771955982] 'agreement among raft nodes before linearized reading' (duration: 31.967443056s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:52.907488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:20.938344Z","time spent":"31.969134108s","remote":"127.0.0.1:57370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:52.905906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:21.50717Z","time spent":"31.398728631s","remote":"127.0.0.1:40350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":14,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:53.057775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000218185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:45:53.057888Z","caller":"traceutil/trace.go:171","msg":"trace[460813740] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"10.000384058s","start":"2026-02-24T06:45:43.057472Z","end":"2026-02-24T06:45:53.057856Z","steps":["trace[460813740] 'agreement among raft nodes before linearized reading' (duration: 10.000248885s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:53.057943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:43.057452Z","time spent":"10.000478871s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/02/24 06:45:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:53.406108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:45:53.906524Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:45:54.106133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000044179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:45:54.106215Z","caller":"traceutil/trace.go:171","msg":"trace[1643103469] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000192042s","start":"2026-02-24T06:45:52.106005Z","end":"2026-02-24T06:45:54.106197Z","steps":["trace[1643103469] 'agreement among raft nodes before linearized reading' (duration: 2.00008721s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:54.106265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:52.105979Z","time spent":"2.000277415s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:45:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:54.406834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:45:54.908762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:45:55.20497Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.690638182s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:45:55.637323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:48.636214Z","time spent":"7.001103919s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:45:56.113545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999940186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:45:56.113696Z","caller":"traceutil/trace.go:171","msg":"trace[184643394] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000142852s","start":"2026-02-24T06:45:54.113531Z","end":"2026-02-24T06:45:56.113673Z","steps":["trace[184643394] 'agreement among raft nodes before linearized reading' (duration: 1.999970777s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:56.113775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:54.113513Z","time spent":"2.000249885s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:45:56.671196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:49.670609Z","time spent":"7.000580096s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T06:45:56.673413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:49.67244Z","time spent":"7.000965226s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 06:45:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:56.982718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:55.309071Z","time spent":"1.673640306s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T06:45:56.982957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777746699s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:698"} {"level":"warn","ts":"2026-02-24T06:45:57.077182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:52.912169Z","time spent":"4.165000457s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 06:45:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:57.401529Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.530991967s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T06:45:57.401994Z","caller":"traceutil/trace.go:171","msg":"trace[597143719] linearizableReadLoop","detail":"{readStateIndex:9708; appliedIndex:9704; }","duration":"4.496883337s","start":"2026-02-24T06:45:52.905087Z","end":"2026-02-24T06:45:57.40197Z","steps":["trace[597143719] 'read index received' (duration: 2.30008516s)","trace[597143719] 'applied index is now lower than readState.Index' (duration: 2.196796867s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:45:57.402145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.255775558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:45:57.40217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.801840787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:45:57.402196Z","caller":"traceutil/trace.go:171","msg":"trace[557696089] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9306; }","duration":"28.255886441s","start":"2026-02-24T06:45:29.146299Z","end":"2026-02-24T06:45:57.402186Z","steps":["trace[557696089] 'agreement among raft nodes before linearized reading' (duration: 28.255770868s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.402177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.220902472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:45:57.402222Z","caller":"traceutil/trace.go:171","msg":"trace[142663269] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:9306; }","duration":"26.801902658s","start":"2026-02-24T06:45:30.600306Z","end":"2026-02-24T06:45:57.402208Z","steps":["trace[142663269] 'agreement among raft nodes before linearized reading' (duration: 26.801796886s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.402234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:29.146278Z","time spent":"28.255945823s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:57.402224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.406199711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T06:45:57.402262Z","caller":"traceutil/trace.go:171","msg":"trace[1427020522] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:9306; }","duration":"28.221066376s","start":"2026-02-24T06:45:29.181173Z","end":"2026-02-24T06:45:57.402239Z","steps":["trace[1427020522] 'agreement among raft nodes before linearized reading' (duration: 28.220873461s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.402303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.088002039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:45:57.402311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:29.181126Z","time spent":"28.221175058s","remote":"127.0.0.1:35300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":12,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:45:57.402334Z","caller":"traceutil/trace.go:171","msg":"trace[203234991] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:9306; }","duration":"26.088068721s","start":"2026-02-24T06:45:31.314255Z","end":"2026-02-24T06:45:57.402324Z","steps":["trace[203234991] 'agreement among raft nodes before linearized reading' (duration: 26.08802229s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.402362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:31.314234Z","time spent":"26.088121502s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:57.402324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.466776577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4516"} {"level":"info","ts":"2026-02-24T06:45:57.402461Z","caller":"traceutil/trace.go:171","msg":"trace[1268707952] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:9306; }","duration":"25.46692773s","start":"2026-02-24T06:45:31.935486Z","end":"2026-02-24T06:45:57.402414Z","steps":["trace[1268707952] 'agreement among raft nodes before linearized reading' (duration: 25.466589492s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.402492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.632695347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:45:57.402525Z","caller":"traceutil/trace.go:171","msg":"trace[656862004] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:9306; }","duration":"29.632771259s","start":"2026-02-24T06:45:27.769743Z","end":"2026-02-24T06:45:57.402514Z","steps":["trace[656862004] 'agreement among raft nodes before linearized reading' (duration: 29.632713087s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.402543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:31.935468Z","time spent":"25.467062014s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4540,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-02-24T06:45:57.402585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.150860656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:45:57.402624Z","caller":"traceutil/trace.go:171","msg":"trace[2016046438] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9306; }","duration":"26.150931548s","start":"2026-02-24T06:45:31.251684Z","end":"2026-02-24T06:45:57.402615Z","steps":["trace[2016046438] 'agreement among raft nodes before linearized reading' (duration: 26.150869837s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.402644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.002498958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:45:57.402652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.869933814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-02-24T06:45:57.402658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:31.251668Z","time spent":"26.150982209s","remote":"127.0.0.1:51170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:45:57.402669Z","caller":"traceutil/trace.go:171","msg":"trace[891625088] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:9306; }","duration":"30.00257003s","start":"2026-02-24T06:45:27.400092Z","end":"2026-02-24T06:45:57.402662Z","steps":["trace[891625088] 'agreement among raft nodes before linearized reading' (duration: 30.002489628s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:57.402684Z","caller":"traceutil/trace.go:171","msg":"trace[778846651] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9306; }","duration":"27.869986355s","start":"2026-02-24T06:45:29.532686Z","end":"2026-02-24T06:45:57.402672Z","steps":["trace[778846651] 'agreement among raft nodes before linearized reading' (duration: 27.869853341s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.402703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:27.400067Z","time spent":"30.002629251s","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":63,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:57.402711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:29.532666Z","time spent":"27.870039716s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-24T06:45:57.402877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.91606033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:45:57.402917Z","caller":"traceutil/trace.go:171","msg":"trace[1964648313] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:9306; }","duration":"27.916153454s","start":"2026-02-24T06:45:29.486756Z","end":"2026-02-24T06:45:57.402909Z","steps":["trace[1964648313] 'agreement among raft nodes before linearized reading' (duration: 27.916091772s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:57.402908Z","caller":"traceutil/trace.go:171","msg":"trace[1893647132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9306; }","duration":"21.406332444s","start":"2026-02-24T06:45:35.995948Z","end":"2026-02-24T06:45:57.402281Z","steps":["trace[1893647132] 'agreement among raft nodes before linearized reading' (duration: 21.406052557s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.402946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:29.486721Z","time spent":"27.916217364s","remote":"127.0.0.1:51114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:57.402973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:35.995928Z","time spent":"21.407029522s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T06:45:57.403017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.587643295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:45:57.403055Z","caller":"traceutil/trace.go:171","msg":"trace[483289395] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:9306; }","duration":"30.587748338s","start":"2026-02-24T06:45:26.815297Z","end":"2026-02-24T06:45:57.403046Z","steps":["trace[483289395] 'agreement among raft nodes before linearized reading' (duration: 30.587609554s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.403083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:26.815281Z","time spent":"30.587794659s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":108,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:57.402888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.310843057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:45:57.403136Z","caller":"traceutil/trace.go:171","msg":"trace[823990458] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:9306; }","duration":"30.311122734s","start":"2026-02-24T06:45:27.091996Z","end":"2026-02-24T06:45:57.403118Z","steps":["trace[823990458] 'agreement among raft nodes before linearized reading' (duration: 30.310861497s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.403232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.390765891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:45:57.403279Z","caller":"traceutil/trace.go:171","msg":"trace[1348473085] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:9306; }","duration":"6.390845623s","start":"2026-02-24T06:45:51.012418Z","end":"2026-02-24T06:45:57.403264Z","steps":["trace[1348473085] 'agreement among raft nodes before linearized reading' (duration: 6.390776002s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.403279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.59908958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:45:57.403309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:51.012397Z","time spent":"6.390904134s","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:45:57.403328Z","caller":"traceutil/trace.go:171","msg":"trace[1006246777] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:9306; }","duration":"23.599183613s","start":"2026-02-24T06:45:33.80413Z","end":"2026-02-24T06:45:57.403313Z","steps":["trace[1006246777] 'agreement among raft nodes before linearized reading' (duration: 23.59909445s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.403371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:33.804109Z","time spent":"23.599248884s","remote":"127.0.0.1:51044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:57.403427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.799089338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:45:57.403417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.750720498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:45:57.403459Z","caller":"traceutil/trace.go:171","msg":"trace[2008679182] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:9306; }","duration":"24.799125639s","start":"2026-02-24T06:45:32.604325Z","end":"2026-02-24T06:45:57.40345Z","steps":["trace[2008679182] 'agreement among raft nodes before linearized reading' (duration: 24.799065797s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.403475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.13978143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:45:57.403494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:32.604298Z","time spent":"24.799188151s","remote":"127.0.0.1:35288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:45:57.403488Z","caller":"traceutil/trace.go:171","msg":"trace[404959103] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:9306; }","duration":"21.750852021s","start":"2026-02-24T06:45:35.652618Z","end":"2026-02-24T06:45:57.40347Z","steps":["trace[404959103] 'agreement among raft nodes before linearized reading' (duration: 21.750711098s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:57.403506Z","caller":"traceutil/trace.go:171","msg":"trace[1064314103] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:9306; }","duration":"7.139863892s","start":"2026-02-24T06:45:50.263634Z","end":"2026-02-24T06:45:57.403497Z","steps":["trace[1064314103] 'agreement among raft nodes before linearized reading' (duration: 7.139809981s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.403534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:50.263615Z","time spent":"7.139912143s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:57.403529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.482156485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:45:57.402563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:27.769716Z","time spent":"29.63283923s","remote":"127.0.0.1:40388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:57.403587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.775023088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:45:57.403633Z","caller":"traceutil/trace.go:171","msg":"trace[976367444] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:9306; }","duration":"32.482259397s","start":"2026-02-24T06:45:24.921311Z","end":"2026-02-24T06:45:57.40357Z","steps":["trace[976367444] 'agreement among raft nodes before linearized reading' (duration: 32.482129124s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:57.403655Z","caller":"traceutil/trace.go:171","msg":"trace[1414010854] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:9306; }","duration":"13.775145581s","start":"2026-02-24T06:45:43.628494Z","end":"2026-02-24T06:45:57.40364Z","steps":["trace[1414010854] 'agreement among raft nodes before linearized reading' (duration: 13.774988687s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.403699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.001508779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:45:57.403706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:43.628473Z","time spent":"13.775219293s","remote":"127.0.0.1:52798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:57.403717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.264059912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T06:45:57.403735Z","caller":"traceutil/trace.go:171","msg":"trace[1266621148] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:9306; }","duration":"17.001574071s","start":"2026-02-24T06:45:40.402153Z","end":"2026-02-24T06:45:57.403727Z","steps":["trace[1266621148] 'agreement among raft nodes before linearized reading' (duration: 17.001519009s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.403764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:40.402137Z","time spent":"17.001619341s","remote":"127.0.0.1:51152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:45:57.403773Z","caller":"traceutil/trace.go:171","msg":"trace[577953588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9306; }","duration":"22.264142034s","start":"2026-02-24T06:45:35.139612Z","end":"2026-02-24T06:45:57.403754Z","steps":["trace[577953588] 'agreement among raft nodes before linearized reading' (duration: 22.26397008s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.403815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:35.139596Z","time spent":"22.264206746s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T06:45:57.403535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:35.652594Z","time spent":"21.750931563s","remote":"127.0.0.1:52708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:57.403682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:24.9213Z","time spent":"32.482365379s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-24T06:45:57.402258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:30.600244Z","time spent":"26.80200496s","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:57.403912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.528144012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:45:57.403944Z","caller":"traceutil/trace.go:171","msg":"trace[2088163564] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:9306; }","duration":"20.528179603s","start":"2026-02-24T06:45:36.875756Z","end":"2026-02-24T06:45:57.403936Z","steps":["trace[2088163564] 'agreement among raft nodes before linearized reading' (duration: 20.528117681s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.403963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.869045142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:45:57.403974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.433435846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:45:57.404011Z","caller":"traceutil/trace.go:171","msg":"trace[780243439] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:9306; }","duration":"8.869133885s","start":"2026-02-24T06:45:48.534864Z","end":"2026-02-24T06:45:57.403998Z","steps":["trace[780243439] 'agreement among raft nodes before linearized reading' (duration: 8.869053752s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.404045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.969658824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:45:57.404064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:48.534842Z","time spent":"8.869209058s","remote":"127.0.0.1:51630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:57.404077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.559868952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:45:57.404089Z","caller":"traceutil/trace.go:171","msg":"trace[1338383459] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:9306; }","duration":"12.969743896s","start":"2026-02-24T06:45:44.434332Z","end":"2026-02-24T06:45:57.404076Z","steps":["trace[1338383459] 'agreement among raft nodes before linearized reading' (duration: 12.969661314s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:57.404112Z","caller":"traceutil/trace.go:171","msg":"trace[962775176] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9306; }","duration":"9.559944884s","start":"2026-02-24T06:45:47.844156Z","end":"2026-02-24T06:45:57.404101Z","steps":["trace[962775176] 'agreement among raft nodes before linearized reading' (duration: 9.559886493s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.404119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.790228455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:45:57.404147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:47.844133Z","time spent":"9.560003366s","remote":"127.0.0.1:51234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:45:57.404165Z","caller":"traceutil/trace.go:171","msg":"trace[1177447250] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:9306; }","duration":"17.790314587s","start":"2026-02-24T06:45:39.613843Z","end":"2026-02-24T06:45:57.404157Z","steps":["trace[1177447250] 'agreement among raft nodes before linearized reading' (duration: 17.790251036s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.4042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:39.613822Z","time spent":"17.790370618s","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:57.404219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.336034261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:45:57.404274Z","caller":"traceutil/trace.go:171","msg":"trace[472296123] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:9306; }","duration":"13.336131423s","start":"2026-02-24T06:45:44.068129Z","end":"2026-02-24T06:45:57.40426Z","steps":["trace[472296123] 'agreement among raft nodes before linearized reading' (duration: 13.3360268s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.404133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:44.434312Z","time spent":"12.969807498s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":25,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:57.404324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:44.068075Z","time spent":"13.336235785s","remote":"127.0.0.1:35516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:57.404357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.34987139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:45:57.404387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.65329704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:45:57.404421Z","caller":"traceutil/trace.go:171","msg":"trace[1751263047] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:9306; }","duration":"20.349936211s","start":"2026-02-24T06:45:37.054466Z","end":"2026-02-24T06:45:57.404402Z","steps":["trace[1751263047] 'agreement among raft nodes before linearized reading' (duration: 20.349839529s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:57.40444Z","caller":"traceutil/trace.go:171","msg":"trace[637728085] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:9306; }","duration":"7.653381211s","start":"2026-02-24T06:45:49.751042Z","end":"2026-02-24T06:45:57.404423Z","steps":["trace[637728085] 'agreement among raft nodes before linearized reading' (duration: 7.653255048s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.404429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.520101473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:45:57.404483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:49.751023Z","time spent":"7.653446913s","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":57,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:57.403531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.055003935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:45:57.404378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.461054192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:45:57.404021Z","caller":"traceutil/trace.go:171","msg":"trace[1806302398] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:9306; }","duration":"12.433531489s","start":"2026-02-24T06:45:44.970479Z","end":"2026-02-24T06:45:57.404011Z","steps":["trace[1806302398] 'agreement among raft nodes before linearized reading' (duration: 12.433398714s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:57.404547Z","caller":"traceutil/trace.go:171","msg":"trace[2021070170] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:9306; }","duration":"10.461235797s","start":"2026-02-24T06:45:46.943301Z","end":"2026-02-24T06:45:57.404537Z","steps":["trace[2021070170] 'agreement among raft nodes before linearized reading' (duration: 10.460993371s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.404527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.540024762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:45:57.404597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:44.970454Z","time spent":"12.434118384s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":68,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:57.404685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.481002516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c2225e88-8b14-451d-8a9d-aecd0de9e439\" ","response":"range_response_count:1 size:1293"} {"level":"warn","ts":"2026-02-24T06:45:57.403966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.959655063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:45:57.404074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.534106267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-24T06:45:57.404712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.3346699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:45:57.404758Z","caller":"traceutil/trace.go:171","msg":"trace[1868362537] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c2225e88-8b14-451d-8a9d-aecd0de9e439; range_end:; response_count:1; response_revision:9306; }","duration":"32.481063277s","start":"2026-02-24T06:45:24.92365Z","end":"2026-02-24T06:45:57.404713Z","steps":["trace[1868362537] 'agreement among raft nodes before linearized reading' (duration: 32.480857452s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:57.404761Z","caller":"traceutil/trace.go:171","msg":"trace[341293865] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:9306; }","duration":"17.534830125s","start":"2026-02-24T06:45:39.869911Z","end":"2026-02-24T06:45:57.404741Z","steps":["trace[341293865] 'agreement among raft nodes before linearized reading' (duration: 17.534097047s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:57.404794Z","caller":"traceutil/trace.go:171","msg":"trace[1916795223] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:9306; }","duration":"8.334809664s","start":"2026-02-24T06:45:49.06997Z","end":"2026-02-24T06:45:57.40478Z","steps":["trace[1916795223] 'agreement among raft nodes before linearized reading' (duration: 8.334594378s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.404796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:24.923632Z","time spent":"32.48115417s","remote":"127.0.0.1:35110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-c2225e88-8b14-451d-8a9d-aecd0de9e439\" "} {"level":"warn","ts":"2026-02-24T06:45:57.404823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:39.869882Z","time spent":"17.534921797s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-24T06:45:57.404869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:49.069949Z","time spent":"8.334876326s","remote":"127.0.0.1:35230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:45:57.404681Z","caller":"traceutil/trace.go:171","msg":"trace[1281341652] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:9306; }","duration":"19.540254979s","start":"2026-02-24T06:45:37.864402Z","end":"2026-02-24T06:45:57.404657Z","steps":["trace[1281341652] 'agreement among raft nodes before linearized reading' (duration: 19.539995122s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.403989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:36.87569Z","time spent":"20.528288447s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:57.404997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.481467498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:57 size:80825"} {"level":"warn","ts":"2026-02-24T06:45:57.405008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:37.864371Z","time spent":"19.540621497s","remote":"127.0.0.1:35362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:57.404458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.87319557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:45:57.405043Z","caller":"traceutil/trace.go:171","msg":"trace[251173444] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:57; response_revision:9306; }","duration":"32.481533029s","start":"2026-02-24T06:45:24.923501Z","end":"2026-02-24T06:45:57.405034Z","steps":["trace[251173444] 'agreement among raft nodes before linearized reading' (duration: 32.481070118s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:57.405069Z","caller":"traceutil/trace.go:171","msg":"trace[160723489] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:9306; }","duration":"31.873852996s","start":"2026-02-24T06:45:25.531201Z","end":"2026-02-24T06:45:57.405054Z","steps":["trace[160723489] 'agreement among raft nodes before linearized reading' (duration: 31.873145919s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:57.404529Z","caller":"traceutil/trace.go:171","msg":"trace[1109115665] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:9306; }","duration":"19.520210806s","start":"2026-02-24T06:45:37.884281Z","end":"2026-02-24T06:45:57.404491Z","steps":["trace[1109115665] 'agreement among raft nodes before linearized reading' (duration: 19.520071382s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.40514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:25.531173Z","time spent":"31.873947609s","remote":"127.0.0.1:35248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":59,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:45:57.404547Z","caller":"traceutil/trace.go:171","msg":"trace[629820584] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:9306; }","duration":"31.056021361s","start":"2026-02-24T06:45:26.348511Z","end":"2026-02-24T06:45:57.404533Z","steps":["trace[629820584] 'agreement among raft nodes before linearized reading' (duration: 31.054892362s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.405202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:37.884264Z","time spent":"19.520888432s","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":21,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:57.405233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:26.348447Z","time spent":"31.056765068s","remote":"127.0.0.1:34996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:57.404585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:46.943295Z","time spent":"10.461280938s","remote":"127.0.0.1:35332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:57.405081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:24.923494Z","time spent":"32.48157655s","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":57,"response size":80849,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-24T06:45:57.40451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:37.054421Z","time spent":"20.350035774s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:45:57.404736Z","caller":"traceutil/trace.go:171","msg":"trace[930640342] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:9306; }","duration":"12.960471494s","start":"2026-02-24T06:45:44.444252Z","end":"2026-02-24T06:45:57.404723Z","steps":["trace[930640342] 'agreement among raft nodes before linearized reading' (duration: 12.959661553s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.404586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.364555916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:87747"} {"level":"warn","ts":"2026-02-24T06:45:57.40558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:44.444232Z","time spent":"12.961294504s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:45:57.405586Z","caller":"traceutil/trace.go:171","msg":"trace[1768199680] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:9306; }","duration":"13.365587412s","start":"2026-02-24T06:45:44.039975Z","end":"2026-02-24T06:45:57.405562Z","steps":["trace[1768199680] 'agreement among raft nodes before linearized reading' (duration: 13.364466064s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.405663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:44.039954Z","time spent":"13.365683404s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":9,"response size":87771,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-24T06:45:57.406467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:27.091976Z","time spent":"30.311198596s","remote":"127.0.0.1:38274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:57.406838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.485469318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:57 size:80825"} {"level":"info","ts":"2026-02-24T06:45:57.406906Z","caller":"traceutil/trace.go:171","msg":"trace[1977324664] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:57; response_revision:9306; }","duration":"32.48554136s","start":"2026-02-24T06:45:24.921353Z","end":"2026-02-24T06:45:57.406894Z","steps":["trace[1977324664] 'agreement among raft nodes before linearized reading' (duration: 32.483456157s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:57.406941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:24.921312Z","time spent":"32.485618292s","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":57,"response size":80849,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-24T06:45:58.114591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000212323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:45:58.114805Z","caller":"traceutil/trace.go:171","msg":"trace[254171708] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00048864s","start":"2026-02-24T06:45:56.114289Z","end":"2026-02-24T06:45:58.114777Z","steps":["trace[254171708] 'agreement among raft nodes before linearized reading' (duration: 2.000233363s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:58.115249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:56.114272Z","time spent":"2.000588193s","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:45:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:58.238548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999097111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:45:58.238642Z","caller":"traceutil/trace.go:171","msg":"trace[1387733255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999255605s","start":"2026-02-24T06:45:53.239366Z","end":"2026-02-24T06:45:58.238622Z","steps":["trace[1387733255] 'agreement among raft nodes before linearized reading' (duration: 4.999126492s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:58.238708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:53.239347Z","time spent":"4.999349017s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/24 06:45:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:58.265884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625710172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:45:58.265993Z","caller":"traceutil/trace.go:171","msg":"trace[1255406047] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; }","duration":"2.625881186s","start":"2026-02-24T06:45:55.640088Z","end":"2026-02-24T06:45:58.265969Z","steps":["trace[1255406047] 'agreement among raft nodes before linearized reading' (duration: 2.625746453s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:58.266062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:55.640064Z","time spent":"2.625982079s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} 2026/02/24 06:45:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:45:58.524432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.351082ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-02-24T06:45:58.524507Z","caller":"traceutil/trace.go:171","msg":"trace[222547649] linearizableReadLoop","detail":"{readStateIndex:9709; appliedIndex:9708; }","duration":"1.122450321s","start":"2026-02-24T06:45:57.402044Z","end":"2026-02-24T06:45:58.524494Z","steps":["trace[222547649] 'read index received' (duration: 376.048098ms)","trace[222547649] 'applied index is now lower than readState.Index' (duration: 746.401023ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:45:58.525147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.768459153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:45:58.525219Z","caller":"traceutil/trace.go:171","msg":"trace[1768287204] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:9306; }","duration":"4.768548925s","start":"2026-02-24T06:45:53.756653Z","end":"2026-02-24T06:45:58.525202Z","steps":["trace[1768287204] 'agreement among raft nodes before linearized reading' (duration: 4.768403621s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:58.525262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:53.756588Z","time spent":"4.768664318s","remote":"127.0.0.1:51124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:58.525412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.768352342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:45:58.52538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.595290316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:45:58.52545Z","caller":"traceutil/trace.go:171","msg":"trace[1229660756] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:9306; }","duration":"3.768433354s","start":"2026-02-24T06:45:54.757007Z","end":"2026-02-24T06:45:58.52544Z","steps":["trace[1229660756] 'agreement among raft nodes before linearized reading' (duration: 3.768357102s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:58.525479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:54.756986Z","time spent":"3.768486925s","remote":"127.0.0.1:40328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":14,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:58.525492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.467251073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-02-24T06:45:58.525567Z","caller":"traceutil/trace.go:171","msg":"trace[829050934] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:9306; }","duration":"5.467377116s","start":"2026-02-24T06:45:53.058172Z","end":"2026-02-24T06:45:58.525549Z","steps":["trace[829050934] 'agreement among raft nodes before linearized reading' (duration: 5.467101209s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:58.525549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.87746948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:45:58.525545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940331541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:45:58.525624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:53.05815Z","time spent":"5.467461937s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-02-24T06:45:58.525497Z","caller":"traceutil/trace.go:171","msg":"trace[560314948] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:9306; }","duration":"5.59545912s","start":"2026-02-24T06:45:52.929996Z","end":"2026-02-24T06:45:58.525455Z","steps":["trace[560314948] 'agreement among raft nodes before linearized reading' (duration: 5.595279506s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:58.52565Z","caller":"traceutil/trace.go:171","msg":"trace[337341233] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:9306; }","duration":"1.940494114s","start":"2026-02-24T06:45:56.585141Z","end":"2026-02-24T06:45:58.525635Z","steps":["trace[337341233] 'agreement among raft nodes before linearized reading' (duration: 1.940298339s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:58.525681Z","caller":"traceutil/trace.go:171","msg":"trace[263020195] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:9306; }","duration":"3.877599433s","start":"2026-02-24T06:45:54.648016Z","end":"2026-02-24T06:45:58.525616Z","steps":["trace[263020195] 'agreement among raft nodes before linearized reading' (duration: 3.877404768s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:58.525703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:52.929973Z","time spent":"5.595706797s","remote":"127.0.0.1:52764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:58.525711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:56.585122Z","time spent":"1.940572516s","remote":"127.0.0.1:38256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:58.525745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:54.647993Z","time spent":"3.877731677s","remote":"127.0.0.1:34568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":39,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:58.525775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.613567645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:315366"} {"level":"info","ts":"2026-02-24T06:45:58.525848Z","caller":"traceutil/trace.go:171","msg":"trace[1768400993] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:9306; }","duration":"5.613672967s","start":"2026-02-24T06:45:52.912159Z","end":"2026-02-24T06:45:58.525832Z","steps":["trace[1768400993] 'agreement among raft nodes before linearized reading' (duration: 5.613144363s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:58.525875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445269154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-5b4rq.18971aa9e83b8ff9\" ","response":"range_response_count:1 size:778"} {"level":"warn","ts":"2026-02-24T06:45:58.525903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:52.912145Z","time spent":"5.613742669s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":34,"response size":315390,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-24T06:45:58.525936Z","caller":"traceutil/trace.go:171","msg":"trace[436807726] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-7fcd8d6ffd-5b4rq.18971aa9e83b8ff9; range_end:; response_count:1; response_revision:9306; }","duration":"1.445349246s","start":"2026-02-24T06:45:57.080543Z","end":"2026-02-24T06:45:58.525892Z","steps":["trace[436807726] 'agreement among raft nodes before linearized reading' (duration: 1.443997763s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:58.525961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:57.080518Z","time spent":"1.445436179s","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":802,"request content":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-5b4rq.18971aa9e83b8ff9\" "} {"level":"warn","ts":"2026-02-24T06:45:59.281941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.177946ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:45:59.282059Z","caller":"traceutil/trace.go:171","msg":"trace[1909555640] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9306; }","duration":"271.311919ms","start":"2026-02-24T06:45:59.010721Z","end":"2026-02-24T06:45:59.282033Z","steps":["trace[1909555640] 'range keys from in-memory index tree' (duration: 271.158476ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:59.282869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.901427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:45:59.283436Z","caller":"traceutil/trace.go:171","msg":"trace[947452582] transaction","detail":"{read_only:false; response_revision:9311; number_of_response:1; }","duration":"1.86904257s","start":"2026-02-24T06:45:57.414353Z","end":"2026-02-24T06:45:59.283396Z","steps":["trace[947452582] 'process raft request' (duration: 1.868891626s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:59.283541Z","caller":"traceutil/trace.go:171","msg":"trace[1594362982] linearizableReadLoop","detail":"{readStateIndex:9714; appliedIndex:9709; }","duration":"759.005409ms","start":"2026-02-24T06:45:58.524522Z","end":"2026-02-24T06:45:59.283527Z","steps":["trace[1594362982] 'read index received' (duration: 256.385355ms)","trace[1594362982] 'applied index is now lower than readState.Index' (duration: 502.619194ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:45:59.283554Z","caller":"traceutil/trace.go:171","msg":"trace[1304310178] transaction","detail":"{read_only:false; response_revision:9310; number_of_response:1; }","duration":"1.871413301s","start":"2026-02-24T06:45:57.412121Z","end":"2026-02-24T06:45:59.283535Z","steps":["trace[1304310178] 'process raft request' (duration: 1.871076222s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:59.283556Z","caller":"traceutil/trace.go:171","msg":"trace[734330231] transaction","detail":"{read_only:false; response_revision:9309; number_of_response:1; }","duration":"1.87142694s","start":"2026-02-24T06:45:57.412098Z","end":"2026-02-24T06:45:59.283525Z","steps":["trace[734330231] 'process raft request' (duration: 1.871039851s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:59.283598Z","caller":"traceutil/trace.go:171","msg":"trace[554615902] transaction","detail":"{read_only:false; response_revision:9308; number_of_response:1; }","duration":"1.872665841s","start":"2026-02-24T06:45:57.410897Z","end":"2026-02-24T06:45:59.283562Z","steps":["trace[554615902] 'process raft request' (duration: 1.872053936s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:59.283676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:57.412108Z","time spent":"1.871487842s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:45:59.283722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:57.412079Z","time spent":"1.871564524s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:45:59.283741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871337318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-02-24T06:45:59.283733Z","caller":"traceutil/trace.go:171","msg":"trace[1316444429] transaction","detail":"{read_only:false; response_revision:9307; number_of_response:1; }","duration":"1.875575245s","start":"2026-02-24T06:45:57.408133Z","end":"2026-02-24T06:45:59.283709Z","steps":["trace[1316444429] 'process raft request' (duration: 1.372751704s)","trace[1316444429] 'compare' (duration: 501.091677ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:45:59.283729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160284683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:45:59.283773Z","caller":"traceutil/trace.go:171","msg":"trace[1874906541] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:9311; }","duration":"1.871388929s","start":"2026-02-24T06:45:57.412374Z","end":"2026-02-24T06:45:59.283763Z","steps":["trace[1874906541] 'agreement among raft nodes before linearized reading' (duration: 1.871255485s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:59.283757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.634795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:45:59.283775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:57.410865Z","time spent":"1.872826156s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:45:59.283812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:57.412367Z","time spent":"1.871439071s","remote":"127.0.0.1:35022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-02-24T06:45:59.283809Z","caller":"traceutil/trace.go:171","msg":"trace[769899953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9311; }","duration":"1.160434876s","start":"2026-02-24T06:45:58.123357Z","end":"2026-02-24T06:45:59.283791Z","steps":["trace[769899953] 'agreement among raft nodes before linearized reading' (duration: 1.16024072s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:45:59.283832Z","caller":"traceutil/trace.go:171","msg":"trace[1624240772] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9311; }","duration":"996.829819ms","start":"2026-02-24T06:45:58.286983Z","end":"2026-02-24T06:45:59.283812Z","steps":["trace[1624240772] 'agreement among raft nodes before linearized reading' (duration: 996.707916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:59.283849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:57.408107Z","time spent":"1.875691988s","remote":"127.0.0.1:35136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":353,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:45:59.283862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:58.123319Z","time spent":"1.160535278s","remote":"127.0.0.1:34942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:45:59.283716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:57.414345Z","time spent":"1.869201864s","remote":"127.0.0.1:35158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4167,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:45:59.283899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:58.28696Z","time spent":"996.920481ms","remote":"127.0.0.1:35206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:59.283493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:58.528393Z","time spent":"755.094991ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T06:45:59.283918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87455383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-24T06:45:59.284013Z","caller":"traceutil/trace.go:171","msg":"trace[263930187] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9311; }","duration":"1.874695554s","start":"2026-02-24T06:45:57.409287Z","end":"2026-02-24T06:45:59.283982Z","steps":["trace[263930187] 'agreement among raft nodes before linearized reading' (duration: 1.874368365s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:59.284064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871987745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128023"} {"level":"warn","ts":"2026-02-24T06:45:59.284085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:57.409267Z","time spent":"1.874803606s","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-02-24T06:45:59.284106Z","caller":"traceutil/trace.go:171","msg":"trace[2062245537] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:9311; }","duration":"1.872028806s","start":"2026-02-24T06:45:57.412066Z","end":"2026-02-24T06:45:59.284095Z","steps":["trace[2062245537] 'agreement among raft nodes before linearized reading' (duration: 1.871860062s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:59.284137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:57.412022Z","time spent":"1.872109188s","remote":"127.0.0.1:35010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128047,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-24T06:45:59.284291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.369232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:45:59.284364Z","caller":"traceutil/trace.go:171","msg":"trace[1423061533] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9311; }","duration":"383.493325ms","start":"2026-02-24T06:45:58.900858Z","end":"2026-02-24T06:45:59.284351Z","steps":["trace[1423061533] 'agreement among raft nodes before linearized reading' (duration: 383.053154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:45:59.285658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:58.900835Z","time spent":"384.806308ms","remote":"127.0.0.1:52806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:45:59.78908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637835997,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:46:00.250151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.650009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:46:00.250279Z","caller":"traceutil/trace.go:171","msg":"trace[26428735] linearizableReadLoop","detail":"{readStateIndex:9716; appliedIndex:9715; }","duration":"961.678438ms","start":"2026-02-24T06:45:59.288579Z","end":"2026-02-24T06:46:00.250258Z","steps":["trace[26428735] 'read index received' (duration: 822.71366ms)","trace[26428735] 'applied index is now lower than readState.Index' (duration: 138.962278ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:46:00.250418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.835571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:46:00.250473Z","caller":"traceutil/trace.go:171","msg":"trace[2136465990] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:0; response_revision:9312; }","duration":"961.942824ms","start":"2026-02-24T06:45:59.288516Z","end":"2026-02-24T06:46:00.250459Z","steps":["trace[2136465990] 'agreement among raft nodes before linearized reading' (duration: 961.80152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:46:00.250518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:59.288501Z","time spent":"962.004986ms","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-02-24T06:46:00.250798Z","caller":"traceutil/trace.go:171","msg":"trace[717355202] transaction","detail":"{read_only:false; response_revision:9312; number_of_response:1; }","duration":"965.479593ms","start":"2026-02-24T06:45:59.285299Z","end":"2026-02-24T06:46:00.250779Z","steps":["trace[717355202] 'process raft request' (duration: 826.088094ms)","trace[717355202] 'compare' (duration: 138.191998ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:46:00.250895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:45:59.285273Z","time spent":"965.575815ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:46:01.148043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.223611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:46:01.148104Z","caller":"traceutil/trace.go:171","msg":"trace[1146874653] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:9312; }","duration":"258.338124ms","start":"2026-02-24T06:46:00.889753Z","end":"2026-02-24T06:46:01.148091Z","steps":["trace[1146874653] 'count revisions from in-memory index tree' (duration: 258.131159ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:12.680553Z","caller":"traceutil/trace.go:171","msg":"trace[913479146] transaction","detail":"{read_only:false; response_revision:9548; number_of_response:1; }","duration":"178.220764ms","start":"2026-02-24T06:47:12.5023Z","end":"2026-02-24T06:47:12.680521Z","steps":["trace[913479146] 'process raft request' (duration: 111.776566ms)","trace[913479146] 'compare' (duration: 66.280994ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:47:12.987742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.588221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-24T06:47:12.987804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.316682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T06:47:12.987838Z","caller":"traceutil/trace.go:171","msg":"trace[30593071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9549; }","duration":"162.757815ms","start":"2026-02-24T06:47:12.825059Z","end":"2026-02-24T06:47:12.987816Z","steps":["trace[30593071] 'range keys from in-memory index tree' (duration: 162.281843ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:12.987884Z","caller":"traceutil/trace.go:171","msg":"trace[89189639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9549; }","duration":"191.458875ms","start":"2026-02-24T06:47:12.79641Z","end":"2026-02-24T06:47:12.987869Z","steps":["trace[89189639] 'range keys from in-memory index tree' (duration: 191.105306ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:15.241928Z","caller":"traceutil/trace.go:171","msg":"trace[802316873] transaction","detail":"{read_only:false; response_revision:9559; number_of_response:1; }","duration":"207.461687ms","start":"2026-02-24T06:47:15.034428Z","end":"2026-02-24T06:47:15.24189Z","steps":["trace[802316873] 'process raft request' (duration: 164.086368ms)","trace[802316873] 'compare' (duration: 43.168184ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:47:15.242068Z","caller":"traceutil/trace.go:171","msg":"trace[1432343779] linearizableReadLoop","detail":"{readStateIndex:9970; appliedIndex:9969; }","duration":"202.762099ms","start":"2026-02-24T06:47:15.039042Z","end":"2026-02-24T06:47:15.241805Z","steps":["trace[1432343779] 'read index received' (duration: 159.483803ms)","trace[1432343779] 'applied index is now lower than readState.Index' (duration: 43.277366ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:47:15.24218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.081786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:47:15.242255Z","caller":"traceutil/trace.go:171","msg":"trace[322058662] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:9559; }","duration":"203.269751ms","start":"2026-02-24T06:47:15.038969Z","end":"2026-02-24T06:47:15.242239Z","steps":["trace[322058662] 'agreement among raft nodes before linearized reading' (duration: 203.002165ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:15.243936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.09338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:47:15.243981Z","caller":"traceutil/trace.go:171","msg":"trace[1583902624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9560; }","duration":"176.167271ms","start":"2026-02-24T06:47:15.067803Z","end":"2026-02-24T06:47:15.24397Z","steps":["trace[1583902624] 'agreement among raft nodes before linearized reading' (duration: 176.053968ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:15.244076Z","caller":"traceutil/trace.go:171","msg":"trace[1703827356] transaction","detail":"{read_only:false; response_revision:9560; number_of_response:1; }","duration":"151.898622ms","start":"2026-02-24T06:47:15.092162Z","end":"2026-02-24T06:47:15.244061Z","steps":["trace[1703827356] 'process raft request' (duration: 151.648326ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:18.747312Z","caller":"traceutil/trace.go:171","msg":"trace[1714114339] transaction","detail":"{read_only:false; response_revision:9571; number_of_response:1; }","duration":"121.337015ms","start":"2026-02-24T06:47:18.625954Z","end":"2026-02-24T06:47:18.747291Z","steps":["trace[1714114339] 'process raft request' (duration: 92.953443ms)","trace[1714114339] 'compare' (duration: 28.2846ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:47:22.218131Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a11c20306510c1f7","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-24T06:47:22.3145Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-24T06:47:22.314666Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-02-24T06:47:22.908729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.18921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:47:22.909028Z","caller":"traceutil/trace.go:171","msg":"trace[131840853] transaction","detail":"{read_only:false; response_revision:9591; number_of_response:1; }","duration":"141.049989ms","start":"2026-02-24T06:47:22.767941Z","end":"2026-02-24T06:47:22.908991Z","steps":["trace[131840853] 'process raft request' (duration: 37.459889ms)","trace[131840853] 'compare' (duration: 103.046147ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:47:22.909071Z","caller":"traceutil/trace.go:171","msg":"trace[443625290] transaction","detail":"{read_only:false; response_revision:9592; number_of_response:1; }","duration":"115.829797ms","start":"2026-02-24T06:47:22.793216Z","end":"2026-02-24T06:47:22.909046Z","steps":["trace[443625290] 'process raft request' (duration: 115.661803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:23.607196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.752378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:47:23.607278Z","caller":"traceutil/trace.go:171","msg":"trace[831085834] linearizableReadLoop","detail":"{readStateIndex:10010; appliedIndex:10009; }","duration":"119.56369ms","start":"2026-02-24T06:47:23.487703Z","end":"2026-02-24T06:47:23.607267Z","steps":["trace[831085834] 'read index received' (duration: 55.791µs)","trace[831085834] 'applied index is now lower than readState.Index' (duration: 119.507029ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:47:23.607334Z","caller":"traceutil/trace.go:171","msg":"trace[2088505235] transaction","detail":"{read_only:false; response_revision:9596; number_of_response:1; }","duration":"237.258685ms","start":"2026-02-24T06:47:23.370038Z","end":"2026-02-24T06:47:23.607297Z","steps":["trace[2088505235] 'process raft request' (duration: 93.346683ms)","trace[2088505235] 'compare' (duration: 143.637495ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:47:23.607372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.680574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6824"} {"level":"info","ts":"2026-02-24T06:47:23.607543Z","caller":"traceutil/trace.go:171","msg":"trace[461637599] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:9596; }","duration":"119.862478ms","start":"2026-02-24T06:47:23.487644Z","end":"2026-02-24T06:47:23.607506Z","steps":["trace[461637599] 'agreement among raft nodes before linearized reading' (duration: 119.653063ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:25.082921Z","caller":"traceutil/trace.go:171","msg":"trace[633207185] transaction","detail":"{read_only:false; response_revision:9602; number_of_response:1; }","duration":"163.641717ms","start":"2026-02-24T06:47:24.919231Z","end":"2026-02-24T06:47:25.082873Z","steps":["trace[633207185] 'process raft request' (duration: 112.282168ms)","trace[633207185] 'compare' (duration: 51.067582ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:47:25.082964Z","caller":"traceutil/trace.go:171","msg":"trace[829906860] linearizableReadLoop","detail":"{readStateIndex:10016; appliedIndex:10014; }","duration":"162.15186ms","start":"2026-02-24T06:47:24.920778Z","end":"2026-02-24T06:47:25.08293Z","steps":["trace[829906860] 'read index received' (duration: 45.409469ms)","trace[829906860] 'applied index is now lower than readState.Index' (duration: 116.740701ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:47:25.083109Z","caller":"traceutil/trace.go:171","msg":"trace[1892912734] transaction","detail":"{read_only:false; response_revision:9603; number_of_response:1; }","duration":"162.167821ms","start":"2026-02-24T06:47:24.920913Z","end":"2026-02-24T06:47:25.08308Z","steps":["trace[1892912734] 'process raft request' (duration: 161.896434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:25.083273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.418737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:47:25.083323Z","caller":"traceutil/trace.go:171","msg":"trace[1625809864] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:9603; }","duration":"162.554611ms","start":"2026-02-24T06:47:24.920754Z","end":"2026-02-24T06:47:25.083309Z","steps":["trace[1625809864] 'agreement among raft nodes before linearized reading' (duration: 162.395667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:25.083398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.829344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T06:47:25.083495Z","caller":"traceutil/trace.go:171","msg":"trace[149976172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9603; }","duration":"130.959707ms","start":"2026-02-24T06:47:24.952501Z","end":"2026-02-24T06:47:25.08346Z","steps":["trace[149976172] 'agreement among raft nodes before linearized reading' (duration: 130.688201ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:25.303988Z","caller":"traceutil/trace.go:171","msg":"trace[1063395953] linearizableReadLoop","detail":"{readStateIndex:10019; appliedIndex:10018; }","duration":"147.576544ms","start":"2026-02-24T06:47:25.156394Z","end":"2026-02-24T06:47:25.30397Z","steps":["trace[1063395953] 'read index received' (duration: 10.295798ms)","trace[1063395953] 'applied index is now lower than readState.Index' (duration: 137.279546ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:47:25.304084Z","caller":"traceutil/trace.go:171","msg":"trace[386909963] transaction","detail":"{read_only:false; response_revision:9605; number_of_response:1; }","duration":"211.161909ms","start":"2026-02-24T06:47:25.092898Z","end":"2026-02-24T06:47:25.30406Z","steps":["trace[386909963] 'process raft request' (duration: 156.2246ms)","trace[386909963] 'compare' (duration: 54.749464ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:47:25.304153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.751529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T06:47:25.304181Z","caller":"traceutil/trace.go:171","msg":"trace[1137430334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9605; }","duration":"147.79497ms","start":"2026-02-24T06:47:25.156378Z","end":"2026-02-24T06:47:25.304173Z","steps":["trace[1137430334] 'agreement among raft nodes before linearized reading' (duration: 147.663247ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:29.264515Z","caller":"traceutil/trace.go:171","msg":"trace[2005046378] linearizableReadLoop","detail":"{readStateIndex:10036; appliedIndex:10035; }","duration":"197.445926ms","start":"2026-02-24T06:47:29.067044Z","end":"2026-02-24T06:47:29.26449Z","steps":["trace[2005046378] 'read index received' (duration: 197.261292ms)","trace[2005046378] 'applied index is now lower than readState.Index' (duration: 182.904µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:47:29.264686Z","caller":"traceutil/trace.go:171","msg":"trace[994963157] transaction","detail":"{read_only:false; response_revision:9621; number_of_response:1; }","duration":"267.344851ms","start":"2026-02-24T06:47:28.997325Z","end":"2026-02-24T06:47:29.26467Z","steps":["trace[994963157] 'process raft request' (duration: 266.993282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:29.264896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.837027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:47:29.264933Z","caller":"traceutil/trace.go:171","msg":"trace[915101175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9621; }","duration":"197.921958ms","start":"2026-02-24T06:47:29.067002Z","end":"2026-02-24T06:47:29.264924Z","steps":["trace[915101175] 'agreement among raft nodes before linearized reading' (duration: 197.843366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:32.451686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.411533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-24T06:47:32.451787Z","caller":"traceutil/trace.go:171","msg":"trace[316758960] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9636; }","duration":"181.559476ms","start":"2026-02-24T06:47:32.270204Z","end":"2026-02-24T06:47:32.451764Z","steps":["trace[316758960] 'range keys from in-memory index tree' (duration: 181.195547ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:32.451833Z","caller":"traceutil/trace.go:171","msg":"trace[1098002667] transaction","detail":"{read_only:false; response_revision:9637; number_of_response:1; }","duration":"154.750614ms","start":"2026-02-24T06:47:32.297048Z","end":"2026-02-24T06:47:32.451799Z","steps":["trace[1098002667] 'process raft request' (duration: 154.194991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:33.81599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.387051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-24T06:47:33.816007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.270172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T06:47:33.816082Z","caller":"traceutil/trace.go:171","msg":"trace[824054149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9641; }","duration":"167.538924ms","start":"2026-02-24T06:47:33.648521Z","end":"2026-02-24T06:47:33.81606Z","steps":["trace[824054149] 'range keys from in-memory index tree' (duration: 167.167375ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:33.81609Z","caller":"traceutil/trace.go:171","msg":"trace[452648109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9641; }","duration":"164.401596ms","start":"2026-02-24T06:47:33.651671Z","end":"2026-02-24T06:47:33.816072Z","steps":["trace[452648109] 'range keys from in-memory index tree' (duration: 164.084898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:33.816142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.091648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:47:33.816231Z","caller":"traceutil/trace.go:171","msg":"trace[371340233] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:9641; }","duration":"160.289693ms","start":"2026-02-24T06:47:33.65592Z","end":"2026-02-24T06:47:33.816209Z","steps":["trace[371340233] 'range keys from in-memory index tree' (duration: 159.880633ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:34.143117Z","caller":"traceutil/trace.go:171","msg":"trace[1758196710] linearizableReadLoop","detail":"{readStateIndex:10060; appliedIndex:10058; }","duration":"229.656764ms","start":"2026-02-24T06:47:33.913438Z","end":"2026-02-24T06:47:34.143095Z","steps":["trace[1758196710] 'read index received' (duration: 229.50726ms)","trace[1758196710] 'applied index is now lower than readState.Index' (duration: 148.434µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:47:34.143162Z","caller":"traceutil/trace.go:171","msg":"trace[1203788402] transaction","detail":"{read_only:false; response_revision:9643; number_of_response:1; }","duration":"322.286739ms","start":"2026-02-24T06:47:33.820839Z","end":"2026-02-24T06:47:34.143125Z","steps":["trace[1203788402] 'process raft request' (duration: 322.000352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:34.143324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:33.820816Z","time spent":"322.420083ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:47:34.143369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.387459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-24T06:47:34.143414Z","caller":"traceutil/trace.go:171","msg":"trace[1672681545] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:9644; }","duration":"296.471292ms","start":"2026-02-24T06:47:33.846932Z","end":"2026-02-24T06:47:34.143404Z","steps":["trace[1672681545] 'agreement among raft nodes before linearized reading' (duration: 296.283477ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:34.143323Z","caller":"traceutil/trace.go:171","msg":"trace[1542510974] transaction","detail":"{read_only:false; response_revision:9644; number_of_response:1; }","duration":"284.229354ms","start":"2026-02-24T06:47:33.858933Z","end":"2026-02-24T06:47:34.143162Z","steps":["trace[1542510974] 'process raft request' (duration: 284.105601ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:34.204274Z","caller":"traceutil/trace.go:171","msg":"trace[700663842] transaction","detail":"{read_only:false; response_revision:9645; number_of_response:1; }","duration":"232.993778ms","start":"2026-02-24T06:47:33.971245Z","end":"2026-02-24T06:47:34.204239Z","steps":["trace[700663842] 'process raft request' (duration: 232.745872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:34.204324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.269715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:47:34.204381Z","caller":"traceutil/trace.go:171","msg":"trace[1756740438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9645; }","duration":"137.412389ms","start":"2026-02-24T06:47:34.066951Z","end":"2026-02-24T06:47:34.204363Z","steps":["trace[1756740438] 'agreement among raft nodes before linearized reading' (duration: 137.231984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:35.770269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.464045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:47:35.77038Z","caller":"traceutil/trace.go:171","msg":"trace[981624279] linearizableReadLoop","detail":"{readStateIndex:10064; appliedIndex:10063; }","duration":"353.530903ms","start":"2026-02-24T06:47:35.416832Z","end":"2026-02-24T06:47:35.770363Z","steps":["trace[981624279] 'read index received' (duration: 222.910744ms)","trace[981624279] 'applied index is now lower than readState.Index' (duration: 130.619019ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:47:35.770543Z","caller":"traceutil/trace.go:171","msg":"trace[1584211283] transaction","detail":"{read_only:false; response_revision:9648; number_of_response:1; }","duration":"406.77333ms","start":"2026-02-24T06:47:35.36372Z","end":"2026-02-24T06:47:35.770493Z","steps":["trace[1584211283] 'process raft request' (duration: 275.993577ms)","trace[1584211283] 'compare' (duration: 130.091786ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:47:35.770631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.80568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T06:47:35.77067Z","caller":"traceutil/trace.go:171","msg":"trace[1148387054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9648; }","duration":"353.842681ms","start":"2026-02-24T06:47:35.416813Z","end":"2026-02-24T06:47:35.770656Z","steps":["trace[1148387054] 'agreement among raft nodes before linearized reading' (duration: 353.667687ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:35.770703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:35.416754Z","time spent":"353.941563ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T06:47:35.770808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:35.363696Z","time spent":"406.957784ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8620,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:47:35.770824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.829636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-ks-user\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-24T06:47:35.770913Z","caller":"traceutil/trace.go:171","msg":"trace[2038635853] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-ks-user; range_end:; response_count:1; response_revision:9648; }","duration":"148.967019ms","start":"2026-02-24T06:47:35.621929Z","end":"2026-02-24T06:47:35.770896Z","steps":["trace[2038635853] 'agreement among raft nodes before linearized reading' (duration: 148.653151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:35.771178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.444805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T06:47:35.771314Z","caller":"traceutil/trace.go:171","msg":"trace[1040750444] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9648; }","duration":"295.64206ms","start":"2026-02-24T06:47:35.475637Z","end":"2026-02-24T06:47:35.771279Z","steps":["trace[1040750444] 'agreement among raft nodes before linearized reading' (duration: 294.903961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:36.055703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.842624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:47:36.055857Z","caller":"traceutil/trace.go:171","msg":"trace[528046060] linearizableReadLoop","detail":"{readStateIndex:10066; appliedIndex:10064; }","duration":"137.366858ms","start":"2026-02-24T06:47:35.918475Z","end":"2026-02-24T06:47:36.055842Z","steps":["trace[528046060] 'read index received' (duration: 2.317419ms)","trace[528046060] 'applied index is now lower than readState.Index' (duration: 135.048099ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:47:36.0559Z","caller":"traceutil/trace.go:171","msg":"trace[2056645441] transaction","detail":"{read_only:false; response_revision:9649; number_of_response:1; }","duration":"278.356236ms","start":"2026-02-24T06:47:35.777529Z","end":"2026-02-24T06:47:36.055885Z","steps":["trace[2056645441] 'process raft request' (duration: 143.256195ms)","trace[2056645441] 'compare' (duration: 134.673851ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:47:36.055939Z","caller":"traceutil/trace.go:171","msg":"trace[745112946] transaction","detail":"{read_only:false; response_revision:9650; number_of_response:1; }","duration":"278.354796ms","start":"2026-02-24T06:47:35.777578Z","end":"2026-02-24T06:47:36.055933Z","steps":["trace[745112946] 'process raft request' (duration: 278.221963ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:36.056136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.671895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T06:47:36.056163Z","caller":"traceutil/trace.go:171","msg":"trace[1092342720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9650; }","duration":"137.759288ms","start":"2026-02-24T06:47:35.918395Z","end":"2026-02-24T06:47:36.056155Z","steps":["trace[1092342720] 'agreement among raft nodes before linearized reading' (duration: 137.607354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:36.056306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.612724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:47:36.056371Z","caller":"traceutil/trace.go:171","msg":"trace[341511011] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:9650; }","duration":"131.741767ms","start":"2026-02-24T06:47:35.924612Z","end":"2026-02-24T06:47:36.056354Z","steps":["trace[341511011] 'agreement among raft nodes before linearized reading' (duration: 131.521021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:36.451138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.338524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:47:36.451298Z","caller":"traceutil/trace.go:171","msg":"trace[185904791] transaction","detail":"{read_only:false; response_revision:9651; number_of_response:1; }","duration":"389.919766ms","start":"2026-02-24T06:47:36.061331Z","end":"2026-02-24T06:47:36.451251Z","steps":["trace[185904791] 'process raft request' (duration: 235.368997ms)","trace[185904791] 'compare' (duration: 154.106988ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:47:36.451335Z","caller":"traceutil/trace.go:171","msg":"trace[693924724] linearizableReadLoop","detail":"{readStateIndex:10067; appliedIndex:10066; }","duration":"389.683471ms","start":"2026-02-24T06:47:36.061628Z","end":"2026-02-24T06:47:36.451312Z","steps":["trace[693924724] 'read index received' (duration: 235.08263ms)","trace[693924724] 'applied index is now lower than readState.Index' (duration: 154.599341ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:47:36.451422Z","caller":"traceutil/trace.go:171","msg":"trace[591767543] transaction","detail":"{read_only:false; response_revision:9652; number_of_response:1; }","duration":"242.427024ms","start":"2026-02-24T06:47:36.208973Z","end":"2026-02-24T06:47:36.4514Z","steps":["trace[591767543] 'process raft request' (duration: 242.28122ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:36.451521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.779961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:47:36.451522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:36.061302Z","time spent":"390.089991ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:47:36.451567Z","caller":"traceutil/trace.go:171","msg":"trace[341838738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9652; }","duration":"369.874724ms","start":"2026-02-24T06:47:36.081681Z","end":"2026-02-24T06:47:36.451556Z","steps":["trace[341838738] 'agreement among raft nodes before linearized reading' (duration: 369.775191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:36.451602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:36.081663Z","time spent":"369.931955ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:47:36.451744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.809555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T06:47:36.451793Z","caller":"traceutil/trace.go:171","msg":"trace[872506718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9652; }","duration":"303.911327ms","start":"2026-02-24T06:47:36.14787Z","end":"2026-02-24T06:47:36.451781Z","steps":["trace[872506718] 'agreement among raft nodes before linearized reading' (duration: 303.721943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:36.451831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:36.147847Z","time spent":"303.975889ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T06:47:36.452036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.375368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:35 size:324069"} {"level":"info","ts":"2026-02-24T06:47:36.452129Z","caller":"traceutil/trace.go:171","msg":"trace[1511322104] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:35; response_revision:9652; }","duration":"390.46686ms","start":"2026-02-24T06:47:36.061609Z","end":"2026-02-24T06:47:36.452076Z","steps":["trace[1511322104] 'agreement among raft nodes before linearized reading' (duration: 389.829344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:36.452615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:36.061593Z","time spent":"390.566993ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":35,"response size":324093,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-24T06:47:36.800836Z","caller":"traceutil/trace.go:171","msg":"trace[741226987] transaction","detail":"{read_only:false; response_revision:9654; number_of_response:1; }","duration":"123.366266ms","start":"2026-02-24T06:47:36.677446Z","end":"2026-02-24T06:47:36.800812Z","steps":["trace[741226987] 'process raft request' (duration: 123.231793ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:37.031696Z","caller":"traceutil/trace.go:171","msg":"trace[866969378] transaction","detail":"{read_only:false; response_revision:9655; number_of_response:1; }","duration":"217.005586ms","start":"2026-02-24T06:47:36.814662Z","end":"2026-02-24T06:47:37.031668Z","steps":["trace[866969378] 'process raft request' (duration: 117.420807ms)","trace[866969378] 'compare' (duration: 99.402974ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:47:37.031704Z","caller":"traceutil/trace.go:171","msg":"trace[1474362520] linearizableReadLoop","detail":"{readStateIndex:10071; appliedIndex:10070; }","duration":"187.449805ms","start":"2026-02-24T06:47:36.844216Z","end":"2026-02-24T06:47:37.031666Z","steps":["trace[1474362520] 'read index received' (duration: 87.785664ms)","trace[1474362520] 'applied index is now lower than readState.Index' (duration: 99.662771ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:47:37.031939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.722522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T06:47:37.031984Z","caller":"traceutil/trace.go:171","msg":"trace[912160071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9655; }","duration":"187.783914ms","start":"2026-02-24T06:47:36.844189Z","end":"2026-02-24T06:47:37.031973Z","steps":["trace[912160071] 'agreement among raft nodes before linearized reading' (duration: 187.569848ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:38.432797Z","caller":"traceutil/trace.go:171","msg":"trace[788838871] transaction","detail":"{read_only:false; response_revision:9665; number_of_response:1; }","duration":"130.178357ms","start":"2026-02-24T06:47:38.302574Z","end":"2026-02-24T06:47:38.432752Z","steps":["trace[788838871] 'process raft request' (duration: 104.180855ms)","trace[788838871] 'compare' (duration: 25.815578ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:47:38.570801Z","caller":"traceutil/trace.go:171","msg":"trace[716064215] linearizableReadLoop","detail":"{readStateIndex:10084; appliedIndex:10082; }","duration":"109.224551ms","start":"2026-02-24T06:47:38.461558Z","end":"2026-02-24T06:47:38.570783Z","steps":["trace[716064215] 'read index received' (duration: 106.998235ms)","trace[716064215] 'applied index is now lower than readState.Index' (duration: 2.225526ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:47:38.570883Z","caller":"traceutil/trace.go:171","msg":"trace[479614473] transaction","detail":"{read_only:false; response_revision:9666; number_of_response:1; }","duration":"113.021277ms","start":"2026-02-24T06:47:38.457835Z","end":"2026-02-24T06:47:38.570856Z","steps":["trace[479614473] 'process raft request' (duration: 110.708609ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:38.570901Z","caller":"traceutil/trace.go:171","msg":"trace[1303716674] transaction","detail":"{read_only:false; response_revision:9667; number_of_response:1; }","duration":"109.855307ms","start":"2026-02-24T06:47:38.461014Z","end":"2026-02-24T06:47:38.570869Z","steps":["trace[1303716674] 'process raft request' (duration: 109.728304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:38.571197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.59706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:47:38.571327Z","caller":"traceutil/trace.go:171","msg":"trace[243941377] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:9667; }","duration":"109.776195ms","start":"2026-02-24T06:47:38.461523Z","end":"2026-02-24T06:47:38.571299Z","steps":["trace[243941377] 'agreement among raft nodes before linearized reading' (duration: 109.380805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:44.344447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.962131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:47:44.344575Z","caller":"traceutil/trace.go:171","msg":"trace[583130562] linearizableReadLoop","detail":"{readStateIndex:10119; appliedIndex:10118; }","duration":"194.44818ms","start":"2026-02-24T06:47:44.150116Z","end":"2026-02-24T06:47:44.344564Z","steps":["trace[583130562] 'read index received' (duration: 31.321506ms)","trace[583130562] 'applied index is now lower than readState.Index' (duration: 163.126004ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:47:44.344569Z","caller":"traceutil/trace.go:171","msg":"trace[1343859899] transaction","detail":"{read_only:false; response_revision:9699; number_of_response:1; }","duration":"194.910963ms","start":"2026-02-24T06:47:44.149625Z","end":"2026-02-24T06:47:44.344536Z","steps":["trace[1343859899] 'process raft request' (duration: 31.791569ms)","trace[1343859899] 'compare' (duration: 162.856917ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:47:44.344845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.701687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:47:44.344843Z","caller":"traceutil/trace.go:171","msg":"trace[916452101] transaction","detail":"{read_only:false; response_revision:9700; number_of_response:1; }","duration":"192.505572ms","start":"2026-02-24T06:47:44.152266Z","end":"2026-02-24T06:47:44.344771Z","steps":["trace[916452101] 'process raft request' (duration: 192.268456ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:44.344927Z","caller":"traceutil/trace.go:171","msg":"trace[1071479992] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9700; }","duration":"194.839671ms","start":"2026-02-24T06:47:44.150066Z","end":"2026-02-24T06:47:44.344906Z","steps":["trace[1071479992] 'agreement among raft nodes before linearized reading' (duration: 194.529583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:45.006169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.647536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T06:47:45.006278Z","caller":"traceutil/trace.go:171","msg":"trace[1431698989] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9700; }","duration":"498.82107ms","start":"2026-02-24T06:47:44.507437Z","end":"2026-02-24T06:47:45.006258Z","steps":["trace[1431698989] 'range keys from in-memory index tree' (duration: 498.378689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:45.006323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:44.507411Z","time spent":"498.901261ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T06:47:45.006539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.619727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:47:45.006609Z","caller":"traceutil/trace.go:171","msg":"trace[2057653262] linearizableReadLoop","detail":"{readStateIndex:10121; appliedIndex:10120; }","duration":"397.764983ms","start":"2026-02-24T06:47:44.608833Z","end":"2026-02-24T06:47:45.006598Z","steps":["trace[2057653262] 'read index received' (duration: 282.974432ms)","trace[2057653262] 'applied index is now lower than readState.Index' (duration: 114.789541ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:47:45.006782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.835614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T06:47:45.006795Z","caller":"traceutil/trace.go:171","msg":"trace[1518691533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9701; }","duration":"393.902096ms","start":"2026-02-24T06:47:44.612889Z","end":"2026-02-24T06:47:45.006791Z","steps":["trace[1518691533] 'agreement among raft nodes before linearized reading' (duration: 393.795553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:45.006813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:44.61286Z","time spent":"393.948837ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T06:47:45.006815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.972368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T06:47:45.00688Z","caller":"traceutil/trace.go:171","msg":"trace[1371390081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9701; }","duration":"398.074291ms","start":"2026-02-24T06:47:44.60879Z","end":"2026-02-24T06:47:45.006864Z","steps":["trace[1371390081] 'agreement among raft nodes before linearized reading' (duration: 397.888136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:45.006916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:44.608771Z","time spent":"398.137073ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T06:47:45.006975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.791713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-24T06:47:45.007024Z","caller":"traceutil/trace.go:171","msg":"trace[131059733] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9701; }","duration":"344.856586ms","start":"2026-02-24T06:47:44.662158Z","end":"2026-02-24T06:47:45.007014Z","steps":["trace[131059733] 'agreement among raft nodes before linearized reading' (duration: 344.771713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:45.00704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:44.662147Z","time spent":"344.887146ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-02-24T06:47:45.007141Z","caller":"traceutil/trace.go:171","msg":"trace[34585958] transaction","detail":"{read_only:false; response_revision:9701; number_of_response:1; }","duration":"414.873662ms","start":"2026-02-24T06:47:44.592253Z","end":"2026-02-24T06:47:45.007126Z","steps":["trace[34585958] 'process raft request' (duration: 299.604139ms)","trace[34585958] 'compare' (duration: 114.294729ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:47:45.007231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:44.592225Z","time spent":"414.950105ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:47:45.007153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.230722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:47:45.007306Z","caller":"traceutil/trace.go:171","msg":"trace[271850596] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:9701; }","duration":"374.430587ms","start":"2026-02-24T06:47:44.63287Z","end":"2026-02-24T06:47:45.007301Z","steps":["trace[271850596] 'agreement among raft nodes before linearized reading' (duration: 374.247422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:45.007323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:44.632844Z","time spent":"374.474998ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"warn","ts":"2026-02-24T06:47:45.514136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637837828,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:47:46.519741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.777058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:47:46.521034Z","caller":"traceutil/trace.go:171","msg":"trace[940484660] transaction","detail":"{read_only:false; response_revision:9702; number_of_response:1; }","duration":"1.510154493s","start":"2026-02-24T06:47:45.010851Z","end":"2026-02-24T06:47:46.521006Z","steps":["trace[940484660] 'process raft request' (duration: 863.00854ms)","trace[940484660] 'compare' (duration: 645.610824ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:47:46.521211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:45.010833Z","time spent":"1.510321878s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:47:46.580651Z","caller":"traceutil/trace.go:171","msg":"trace[1354210149] transaction","detail":"{read_only:false; response_revision:9704; number_of_response:1; }","duration":"1.270045877s","start":"2026-02-24T06:47:45.310571Z","end":"2026-02-24T06:47:46.580617Z","steps":["trace[1354210149] 'process raft request' (duration: 1.269956575s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:46.580657Z","caller":"traceutil/trace.go:171","msg":"trace[2130530822] transaction","detail":"{read_only:false; response_revision:9703; number_of_response:1; }","duration":"1.567244396s","start":"2026-02-24T06:47:45.013378Z","end":"2026-02-24T06:47:46.580622Z","steps":["trace[2130530822] 'process raft request' (duration: 1.566971809s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:46.581123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567864802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d714da8f-2ccc-45b4-83b5-d42c5d24f2cb\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-02-24T06:47:46.58118Z","caller":"traceutil/trace.go:171","msg":"trace[1282651273] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d714da8f-2ccc-45b4-83b5-d42c5d24f2cb; range_end:; response_count:1; response_revision:9706; }","duration":"1.567956974s","start":"2026-02-24T06:47:45.013211Z","end":"2026-02-24T06:47:46.581168Z","steps":["trace[1282651273] 'agreement among raft nodes before linearized reading' (duration: 1.56776495s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:46.581138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:45.013366Z","time spent":"1.567695877s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:47:46.581234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:45.013198Z","time spent":"1.568010185s","remote":"127.0.0.1:53110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-d714da8f-2ccc-45b4-83b5-d42c5d24f2cb\" "} {"level":"info","ts":"2026-02-24T06:47:46.580957Z","caller":"traceutil/trace.go:171","msg":"trace[1029408316] transaction","detail":"{read_only:false; response_revision:9705; number_of_response:1; }","duration":"1.102766129s","start":"2026-02-24T06:47:45.478163Z","end":"2026-02-24T06:47:46.580929Z","steps":["trace[1029408316] 'process raft request' (duration: 1.10240818s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:46.581589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:45.478129Z","time spent":"1.103390434s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:47:46.580962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:45.310543Z","time spent":"1.27020295s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:47:46.580962Z","caller":"traceutil/trace.go:171","msg":"trace[1000532385] transaction","detail":"{read_only:false; response_revision:9706; number_of_response:1; }","duration":"1.060323832s","start":"2026-02-24T06:47:45.520601Z","end":"2026-02-24T06:47:46.580925Z","steps":["trace[1000532385] 'process raft request' (duration: 1.060185249s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:46.581777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:45.520582Z","time spent":"1.061171584s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:47:46.580948Z","caller":"traceutil/trace.go:171","msg":"trace[382499213] linearizableReadLoop","detail":"{readStateIndex:10125; appliedIndex:10121; }","duration":"1.567691288s","start":"2026-02-24T06:47:45.013229Z","end":"2026-02-24T06:47:46.580921Z","steps":["trace[382499213] 'read index received' (duration: 860.654253ms)","trace[382499213] 'applied index is now lower than readState.Index' (duration: 707.035685ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:47:46.582043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379715429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:47:46.582116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514898851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:47:46.582164Z","caller":"traceutil/trace.go:171","msg":"trace[1274661913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9706; }","duration":"1.514982025s","start":"2026-02-24T06:47:45.067171Z","end":"2026-02-24T06:47:46.582153Z","steps":["trace[1274661913] 'agreement among raft nodes before linearized reading' (duration: 1.514899772s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:46.582195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.046459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T06:47:46.582236Z","caller":"traceutil/trace.go:171","msg":"trace[1674338392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9706; }","duration":"431.135402ms","start":"2026-02-24T06:47:46.151092Z","end":"2026-02-24T06:47:46.582227Z","steps":["trace[1674338392] 'agreement among raft nodes before linearized reading' (duration: 431.000697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:46.582259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:46.15107Z","time spent":"431.182512ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T06:47:46.582271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545857419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5541"} {"level":"warn","ts":"2026-02-24T06:47:46.582291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490752777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T06:47:46.58233Z","caller":"traceutil/trace.go:171","msg":"trace[2030043958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9706; }","duration":"1.490817389s","start":"2026-02-24T06:47:45.091505Z","end":"2026-02-24T06:47:46.582322Z","steps":["trace[2030043958] 'agreement among raft nodes before linearized reading' (duration: 1.490718156s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:46.582339Z","caller":"traceutil/trace.go:171","msg":"trace[1887571401] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9706; }","duration":"1.545927721s","start":"2026-02-24T06:47:45.036392Z","end":"2026-02-24T06:47:46.58232Z","steps":["trace[1887571401] 'agreement among raft nodes before linearized reading' (duration: 1.545752787s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:46.582361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.074831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-24T06:47:46.582361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:45.091491Z","time spent":"1.49086461s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T06:47:46.582382Z","caller":"traceutil/trace.go:171","msg":"trace[1522295449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9706; }","duration":"233.135412ms","start":"2026-02-24T06:47:46.349241Z","end":"2026-02-24T06:47:46.582376Z","steps":["trace[1522295449] 'agreement among raft nodes before linearized reading' (duration: 233.067041ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:46.582387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:45.036347Z","time spent":"1.546026224s","remote":"127.0.0.1:39580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5565,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-24T06:47:46.5822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:45.067152Z","time spent":"1.515042256s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T06:47:46.582141Z","caller":"traceutil/trace.go:171","msg":"trace[1358070425] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:9706; }","duration":"1.379854422s","start":"2026-02-24T06:47:45.20227Z","end":"2026-02-24T06:47:46.582124Z","steps":["trace[1358070425] 'agreement among raft nodes before linearized reading' (duration: 1.379715679s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:46.582555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:45.202248Z","time spent":"1.380290144s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:47:46.582612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56932352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:35 size:324315"} {"level":"info","ts":"2026-02-24T06:47:46.582672Z","caller":"traceutil/trace.go:171","msg":"trace[839183229] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:35; response_revision:9706; }","duration":"1.569429372s","start":"2026-02-24T06:47:45.013228Z","end":"2026-02-24T06:47:46.582658Z","steps":["trace[839183229] 'agreement among raft nodes before linearized reading' (duration: 1.568701463s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:46.582688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094946052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-02-24T06:47:46.582709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:45.013205Z","time spent":"1.569494813s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":35,"response size":324339,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-24T06:47:46.582717Z","caller":"traceutil/trace.go:171","msg":"trace[448201620] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9706; }","duration":"1.095017543s","start":"2026-02-24T06:47:45.487693Z","end":"2026-02-24T06:47:46.58271Z","steps":["trace[448201620] 'agreement among raft nodes before linearized reading' (duration: 1.094946342s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:46.58274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:45.487671Z","time spent":"1.095063515s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-24T06:47:46.808273Z","caller":"traceutil/trace.go:171","msg":"trace[732072158] transaction","detail":"{read_only:false; response_revision:9707; number_of_response:1; }","duration":"220.683758ms","start":"2026-02-24T06:47:46.58756Z","end":"2026-02-24T06:47:46.808244Z","steps":["trace[732072158] 'process raft request' (duration: 209.771474ms)","trace[732072158] 'compare' (duration: 10.675178ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:47:46.810058Z","caller":"traceutil/trace.go:171","msg":"trace[486497239] linearizableReadLoop","detail":"{readStateIndex:10129; appliedIndex:10126; }","duration":"221.11651ms","start":"2026-02-24T06:47:46.588926Z","end":"2026-02-24T06:47:46.810043Z","steps":["trace[486497239] 'read index received' (duration: 208.425061ms)","trace[486497239] 'applied index is now lower than readState.Index' (duration: 12.690409ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:47:46.810229Z","caller":"traceutil/trace.go:171","msg":"trace[1957490719] transaction","detail":"{read_only:false; response_revision:9708; number_of_response:1; }","duration":"222.246507ms","start":"2026-02-24T06:47:46.587888Z","end":"2026-02-24T06:47:46.810135Z","steps":["trace[1957490719] 'process raft request' (duration: 221.97039ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:46.810548Z","caller":"traceutil/trace.go:171","msg":"trace[2087447971] transaction","detail":"{read_only:false; response_revision:9709; number_of_response:1; }","duration":"222.577566ms","start":"2026-02-24T06:47:46.587941Z","end":"2026-02-24T06:47:46.810518Z","steps":["trace[2087447971] 'process raft request' (duration: 222.019152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:46.81068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.731235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T06:47:46.810757Z","caller":"traceutil/trace.go:171","msg":"trace[473754267] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9710; }","duration":"221.819847ms","start":"2026-02-24T06:47:46.588919Z","end":"2026-02-24T06:47:46.810739Z","steps":["trace[473754267] 'agreement among raft nodes before linearized reading' (duration: 221.558311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:46.810799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.803458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:47:46.810836Z","caller":"traceutil/trace.go:171","msg":"trace[1178283845] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:9710; }","duration":"137.848179ms","start":"2026-02-24T06:47:46.672979Z","end":"2026-02-24T06:47:46.810828Z","steps":["trace[1178283845] 'agreement among raft nodes before linearized reading' (duration: 137.759237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:46.810837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.35057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:47:46.810748Z","caller":"traceutil/trace.go:171","msg":"trace[817537863] transaction","detail":"{read_only:false; response_revision:9710; number_of_response:1; }","duration":"221.738205ms","start":"2026-02-24T06:47:46.588988Z","end":"2026-02-24T06:47:46.810726Z","steps":["trace[817537863] 'process raft request' (duration: 221.005827ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:46.81091Z","caller":"traceutil/trace.go:171","msg":"trace[1307063333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9710; }","duration":"218.451353ms","start":"2026-02-24T06:47:46.592441Z","end":"2026-02-24T06:47:46.810892Z","steps":["trace[1307063333] 'agreement among raft nodes before linearized reading' (duration: 218.3139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:46.811064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.845687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-005b88dd-ed6e-41c6-b75f-748aab76a4e1\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-02-24T06:47:46.811173Z","caller":"traceutil/trace.go:171","msg":"trace[65732136] range","detail":"{range_begin:/registry/persistentvolumes/pvc-005b88dd-ed6e-41c6-b75f-748aab76a4e1; range_end:; response_count:1; response_revision:9710; }","duration":"222.258907ms","start":"2026-02-24T06:47:46.588894Z","end":"2026-02-24T06:47:46.811153Z","steps":["trace[65732136] 'agreement among raft nodes before linearized reading' (duration: 221.655613ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:47.061553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.328443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:47:47.061632Z","caller":"traceutil/trace.go:171","msg":"trace[633715176] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9710; }","duration":"150.460646ms","start":"2026-02-24T06:47:46.911154Z","end":"2026-02-24T06:47:47.061615Z","steps":["trace[633715176] 'range keys from in-memory index tree' (duration: 150.20412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:48.209994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.861046ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T06:47:48.21012Z","caller":"traceutil/trace.go:171","msg":"trace[2053320537] linearizableReadLoop","detail":"{readStateIndex:10132; appliedIndex:10131; }","duration":"344.513727ms","start":"2026-02-24T06:47:47.865588Z","end":"2026-02-24T06:47:48.210102Z","steps":["trace[2053320537] 'read index received' (duration: 68.602µs)","trace[2053320537] 'applied index is now lower than readState.Index' (duration: 344.443385ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:47:48.210282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.673671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:47:48.210448Z","caller":"traceutil/trace.go:171","msg":"trace[1638343899] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:9711; }","duration":"344.850395ms","start":"2026-02-24T06:47:47.865575Z","end":"2026-02-24T06:47:48.210425Z","steps":["trace[1638343899] 'agreement among raft nodes before linearized reading' (duration: 344.626289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:48.210526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:47.865513Z","time spent":"344.982579ms","remote":"127.0.0.1:53318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:47:48.21066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.673957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:47:48.210708Z","caller":"traceutil/trace.go:171","msg":"trace[347877470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9711; }","duration":"144.069347ms","start":"2026-02-24T06:47:48.066625Z","end":"2026-02-24T06:47:48.210694Z","steps":["trace[347877470] 'agreement among raft nodes before linearized reading' (duration: 143.640576ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:48.729758Z","caller":"traceutil/trace.go:171","msg":"trace[871365833] transaction","detail":"{read_only:false; response_revision:9713; number_of_response:1; }","duration":"140.733072ms","start":"2026-02-24T06:47:48.588999Z","end":"2026-02-24T06:47:48.729732Z","steps":["trace[871365833] 'process raft request' (duration: 140.464905ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:48.729942Z","caller":"traceutil/trace.go:171","msg":"trace[1538165198] linearizableReadLoop","detail":"{readStateIndex:10135; appliedIndex:10133; }","duration":"120.936925ms","start":"2026-02-24T06:47:48.608975Z","end":"2026-02-24T06:47:48.729912Z","steps":["trace[1538165198] 'read index received' (duration: 120.542696ms)","trace[1538165198] 'applied index is now lower than readState.Index' (duration: 392.179µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:47:48.729976Z","caller":"traceutil/trace.go:171","msg":"trace[291071715] transaction","detail":"{read_only:false; response_revision:9714; number_of_response:1; }","duration":"140.818324ms","start":"2026-02-24T06:47:48.589129Z","end":"2026-02-24T06:47:48.729948Z","steps":["trace[291071715] 'process raft request' (duration: 140.539907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:48.730165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.072475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:47:48.730198Z","caller":"traceutil/trace.go:171","msg":"trace[1057458852] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:9714; }","duration":"136.162867ms","start":"2026-02-24T06:47:48.594026Z","end":"2026-02-24T06:47:48.730189Z","steps":["trace[1057458852] 'agreement among raft nodes before linearized reading' (duration: 135.992023ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:48.822271Z","caller":"traceutil/trace.go:171","msg":"trace[1252007275] transaction","detail":"{read_only:false; response_revision:9715; number_of_response:1; }","duration":"208.761629ms","start":"2026-02-24T06:47:48.613486Z","end":"2026-02-24T06:47:48.822248Z","steps":["trace[1252007275] 'process raft request' (duration: 208.622285ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:52.376672Z","caller":"traceutil/trace.go:171","msg":"trace[1002523603] transaction","detail":"{read_only:false; response_revision:9728; number_of_response:1; }","duration":"120.420212ms","start":"2026-02-24T06:47:52.256219Z","end":"2026-02-24T06:47:52.376639Z","steps":["trace[1002523603] 'process raft request' (duration: 82.058859ms)","trace[1002523603] 'compare' (duration: 37.742318ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:47:53.082041Z","caller":"traceutil/trace.go:171","msg":"trace[111483925] transaction","detail":"{read_only:false; response_revision:9732; number_of_response:1; }","duration":"119.430258ms","start":"2026-02-24T06:47:52.962583Z","end":"2026-02-24T06:47:53.082013Z","steps":["trace[111483925] 'process raft request' (duration: 119.169562ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:53.316493Z","caller":"traceutil/trace.go:171","msg":"trace[573366274] transaction","detail":"{read_only:false; response_revision:9737; number_of_response:1; }","duration":"141.841649ms","start":"2026-02-24T06:47:53.174632Z","end":"2026-02-24T06:47:53.316473Z","steps":["trace[573366274] 'process raft request' (duration: 141.811579ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:53.316562Z","caller":"traceutil/trace.go:171","msg":"trace[1272830043] transaction","detail":"{read_only:false; response_revision:9735; number_of_response:1; }","duration":"229.313364ms","start":"2026-02-24T06:47:53.087221Z","end":"2026-02-24T06:47:53.316535Z","steps":["trace[1272830043] 'process raft request' (duration: 229.124939ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:53.316564Z","caller":"traceutil/trace.go:171","msg":"trace[750397180] transaction","detail":"{read_only:false; response_revision:9734; number_of_response:1; }","duration":"229.401127ms","start":"2026-02-24T06:47:53.08713Z","end":"2026-02-24T06:47:53.316532Z","steps":["trace[750397180] 'process raft request' (duration: 158.139849ms)","trace[750397180] 'compare' (duration: 70.449898ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:47:53.316696Z","caller":"traceutil/trace.go:171","msg":"trace[944723328] transaction","detail":"{read_only:false; response_revision:9736; number_of_response:1; }","duration":"165.294999ms","start":"2026-02-24T06:47:53.151365Z","end":"2026-02-24T06:47:53.31666Z","steps":["trace[944723328] 'process raft request' (duration: 165.019821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:53.755676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.030307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-6d48c7dd49-fhtm7.18971b942afd6f98\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-02-24T06:47:53.755754Z","caller":"traceutil/trace.go:171","msg":"trace[2107022738] range","detail":"{range_begin:/registry/events/openstack/glance-api-6d48c7dd49-fhtm7.18971b942afd6f98; range_end:; response_count:1; response_revision:9737; }","duration":"317.156801ms","start":"2026-02-24T06:47:53.43858Z","end":"2026-02-24T06:47:53.755737Z","steps":["trace[2107022738] 'range keys from in-memory index tree' (duration: 316.852652ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:53.755791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:53.438557Z","time spent":"317.220292ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":811,"request content":"key:\"/registry/events/openstack/glance-api-6d48c7dd49-fhtm7.18971b942afd6f98\" "} {"level":"warn","ts":"2026-02-24T06:47:55.578176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.975525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T06:47:55.578334Z","caller":"traceutil/trace.go:171","msg":"trace[1937267910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9745; }","duration":"258.18145ms","start":"2026-02-24T06:47:55.320123Z","end":"2026-02-24T06:47:55.578304Z","steps":["trace[1937267910] 'range keys from in-memory index tree' (duration: 257.76998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:55.578365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.666387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T06:47:55.578443Z","caller":"traceutil/trace.go:171","msg":"trace[1689978918] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9745; }","duration":"408.78263ms","start":"2026-02-24T06:47:55.169644Z","end":"2026-02-24T06:47:55.578427Z","steps":["trace[1689978918] 'range keys from in-memory index tree' (duration: 408.159074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:55.578487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:55.169628Z","time spent":"408.850072ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T06:47:55.588057Z","caller":"traceutil/trace.go:171","msg":"trace[453495975] linearizableReadLoop","detail":"{readStateIndex:10168; appliedIndex:10167; }","duration":"267.082044ms","start":"2026-02-24T06:47:55.320959Z","end":"2026-02-24T06:47:55.588041Z","steps":["trace[453495975] 'read index received' (duration: 266.93318ms)","trace[453495975] 'applied index is now lower than readState.Index' (duration: 148.014µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:47:55.588347Z","caller":"traceutil/trace.go:171","msg":"trace[318244574] transaction","detail":"{read_only:false; response_revision:9746; number_of_response:1; }","duration":"267.423022ms","start":"2026-02-24T06:47:55.320912Z","end":"2026-02-24T06:47:55.588335Z","steps":["trace[318244574] 'process raft request' (duration: 267.025232ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:55.588661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.689669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-24T06:47:55.588694Z","caller":"traceutil/trace.go:171","msg":"trace[948311421] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9746; }","duration":"267.774481ms","start":"2026-02-24T06:47:55.320911Z","end":"2026-02-24T06:47:55.588686Z","steps":["trace[948311421] 'agreement among raft nodes before linearized reading' (duration: 267.662889ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:55.800024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.348496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:47:55.800241Z","caller":"traceutil/trace.go:171","msg":"trace[1989208828] transaction","detail":"{read_only:false; response_revision:9749; number_of_response:1; }","duration":"208.570254ms","start":"2026-02-24T06:47:55.591654Z","end":"2026-02-24T06:47:55.800224Z","steps":["trace[1989208828] 'process raft request' (duration: 208.527833ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:55.800375Z","caller":"traceutil/trace.go:171","msg":"trace[1233116584] transaction","detail":"{read_only:false; response_revision:9748; number_of_response:1; }","duration":"215.409467ms","start":"2026-02-24T06:47:55.584952Z","end":"2026-02-24T06:47:55.800362Z","steps":["trace[1233116584] 'process raft request' (duration: 215.170271ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:55.800351Z","caller":"traceutil/trace.go:171","msg":"trace[2060334746] transaction","detail":"{read_only:false; response_revision:9747; number_of_response:1; }","duration":"215.461767ms","start":"2026-02-24T06:47:55.584856Z","end":"2026-02-24T06:47:55.800318Z","steps":["trace[2060334746] 'process raft request' (duration: 95.732112ms)","trace[2060334746] 'compare' (duration: 119.201652ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:47:55.800528Z","caller":"traceutil/trace.go:171","msg":"trace[582906153] linearizableReadLoop","detail":"{readStateIndex:10170; appliedIndex:10168; }","duration":"212.395571ms","start":"2026-02-24T06:47:55.588112Z","end":"2026-02-24T06:47:55.800507Z","steps":["trace[582906153] 'read index received' (duration: 92.487711ms)","trace[582906153] 'applied index is now lower than readState.Index' (duration: 119.90666ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:47:55.800632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.763094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:47:55.800671Z","caller":"traceutil/trace.go:171","msg":"trace[807672105] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9749; }","duration":"346.851796ms","start":"2026-02-24T06:47:55.453808Z","end":"2026-02-24T06:47:55.800659Z","steps":["trace[807672105] 'agreement among raft nodes before linearized reading' (duration: 346.775744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:55.80071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:47:55.453786Z","time spent":"346.913907ms","remote":"127.0.0.1:46018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:47:57.225978Z","caller":"traceutil/trace.go:171","msg":"trace[2035069151] transaction","detail":"{read_only:false; response_revision:9753; number_of_response:1; }","duration":"123.772136ms","start":"2026-02-24T06:47:57.102172Z","end":"2026-02-24T06:47:57.225944Z","steps":["trace[2035069151] 'process raft request' (duration: 123.290214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:47:58.995759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.40321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:47:58.996361Z","caller":"traceutil/trace.go:171","msg":"trace[1501262843] transaction","detail":"{read_only:false; response_revision:9759; number_of_response:1; }","duration":"156.607791ms","start":"2026-02-24T06:47:58.839734Z","end":"2026-02-24T06:47:58.996342Z","steps":["trace[1501262843] 'process raft request' (duration: 49.531124ms)","trace[1501262843] 'compare' (duration: 106.024851ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:47:58.996577Z","caller":"traceutil/trace.go:171","msg":"trace[222915316] transaction","detail":"{read_only:false; response_revision:9760; number_of_response:1; }","duration":"151.443041ms","start":"2026-02-24T06:47:58.845099Z","end":"2026-02-24T06:47:58.996542Z","steps":["trace[222915316] 'process raft request' (duration: 150.760254ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:47:59.954826Z","caller":"traceutil/trace.go:171","msg":"trace[105974186] transaction","detail":"{read_only:false; response_revision:9764; number_of_response:1; }","duration":"102.653958ms","start":"2026-02-24T06:47:59.852154Z","end":"2026-02-24T06:47:59.954808Z","steps":["trace[105974186] 'process raft request' (duration: 102.529104ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:00.085276Z","caller":"traceutil/trace.go:171","msg":"trace[1790659750] transaction","detail":"{read_only:false; response_revision:9765; number_of_response:1; }","duration":"231.127681ms","start":"2026-02-24T06:47:59.854097Z","end":"2026-02-24T06:48:00.085225Z","steps":["trace[1790659750] 'process raft request' (duration: 219.734535ms)","trace[1790659750] 'compare' (duration: 11.079698ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:48:00.6132Z","caller":"traceutil/trace.go:171","msg":"trace[1681675809] transaction","detail":"{read_only:false; response_revision:9766; number_of_response:1; }","duration":"167.551016ms","start":"2026-02-24T06:48:00.445623Z","end":"2026-02-24T06:48:00.613174Z","steps":["trace[1681675809] 'process raft request' (duration: 167.374271ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:01.833712Z","caller":"traceutil/trace.go:171","msg":"trace[1859218330] transaction","detail":"{read_only:false; response_revision:9771; number_of_response:1; }","duration":"235.752197ms","start":"2026-02-24T06:48:01.597933Z","end":"2026-02-24T06:48:01.833685Z","steps":["trace[1859218330] 'process raft request' (duration: 235.582573ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:01.987258Z","caller":"traceutil/trace.go:171","msg":"trace[1491505398] transaction","detail":"{read_only:false; response_revision:9772; number_of_response:1; }","duration":"362.360816ms","start":"2026-02-24T06:48:01.62485Z","end":"2026-02-24T06:48:01.987211Z","steps":["trace[1491505398] 'process raft request' (duration: 360.5322ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:01.987397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:48:01.624826Z","time spent":"362.499819ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7209,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:48:01.987396Z","caller":"traceutil/trace.go:171","msg":"trace[760779794] transaction","detail":"{read_only:false; response_revision:9773; number_of_response:1; }","duration":"288.326306ms","start":"2026-02-24T06:48:01.699028Z","end":"2026-02-24T06:48:01.987354Z","steps":["trace[760779794] 'process raft request' (duration: 288.133502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:01.98751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.437352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-24T06:48:01.987587Z","caller":"traceutil/trace.go:171","msg":"trace[1759600900] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:9773; }","duration":"359.570206ms","start":"2026-02-24T06:48:01.627998Z","end":"2026-02-24T06:48:01.987568Z","steps":["trace[1759600900] 'agreement among raft nodes before linearized reading' (duration: 359.310619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:01.987637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:48:01.627985Z","time spent":"359.639347ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-02-24T06:48:01.98724Z","caller":"traceutil/trace.go:171","msg":"trace[538455037] linearizableReadLoop","detail":"{readStateIndex:10195; appliedIndex:10194; }","duration":"359.176186ms","start":"2026-02-24T06:48:01.62804Z","end":"2026-02-24T06:48:01.987217Z","steps":["trace[538455037] 'read index received' (duration: 205.729504ms)","trace[538455037] 'applied index is now lower than readState.Index' (duration: 153.445562ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:48:01.987971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.50233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-02-24T06:48:01.987996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.352059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T06:48:01.988031Z","caller":"traceutil/trace.go:171","msg":"trace[658789621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9773; }","duration":"151.432111ms","start":"2026-02-24T06:48:01.83659Z","end":"2026-02-24T06:48:01.988022Z","steps":["trace[658789621] 'agreement among raft nodes before linearized reading' (duration: 151.240216ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:01.988036Z","caller":"traceutil/trace.go:171","msg":"trace[1438469822] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9773; }","duration":"174.639193ms","start":"2026-02-24T06:48:01.813379Z","end":"2026-02-24T06:48:01.988018Z","steps":["trace[1438469822] 'agreement among raft nodes before linearized reading' (duration: 174.377406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:01.988253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.397567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T06:48:01.988352Z","caller":"traceutil/trace.go:171","msg":"trace[1255711122] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9773; }","duration":"121.55591ms","start":"2026-02-24T06:48:01.866773Z","end":"2026-02-24T06:48:01.988329Z","steps":["trace[1255711122] 'agreement among raft nodes before linearized reading' (duration: 121.025907ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:03.123853Z","caller":"traceutil/trace.go:171","msg":"trace[1701523167] transaction","detail":"{read_only:false; response_revision:9783; number_of_response:1; }","duration":"101.825705ms","start":"2026-02-24T06:48:03.021984Z","end":"2026-02-24T06:48:03.12381Z","steps":["trace[1701523167] 'process raft request' (duration: 83.205989ms)","trace[1701523167] 'compare' (duration: 18.198966ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:48:05.257428Z","caller":"traceutil/trace.go:171","msg":"trace[1463445136] transaction","detail":"{read_only:false; response_revision:9810; number_of_response:1; }","duration":"126.599037ms","start":"2026-02-24T06:48:05.130804Z","end":"2026-02-24T06:48:05.257403Z","steps":["trace[1463445136] 'process raft request' (duration: 126.451014ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:05.367358Z","caller":"traceutil/trace.go:171","msg":"trace[285008654] linearizableReadLoop","detail":"{readStateIndex:10235; appliedIndex:10233; }","duration":"228.302529ms","start":"2026-02-24T06:48:05.139028Z","end":"2026-02-24T06:48:05.367331Z","steps":["trace[285008654] 'read index received' (duration: 118.260008ms)","trace[285008654] 'applied index is now lower than readState.Index' (duration: 110.040831ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:48:05.367607Z","caller":"traceutil/trace.go:171","msg":"trace[1191022888] transaction","detail":"{read_only:false; response_revision:9811; number_of_response:1; }","duration":"236.617838ms","start":"2026-02-24T06:48:05.13095Z","end":"2026-02-24T06:48:05.367567Z","steps":["trace[1191022888] 'process raft request' (duration: 164.124059ms)","trace[1191022888] 'compare' (duration: 72.095399ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:48:05.367818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.799083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:48:05.36791Z","caller":"traceutil/trace.go:171","msg":"trace[2121471202] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:9811; }","duration":"228.908315ms","start":"2026-02-24T06:48:05.138984Z","end":"2026-02-24T06:48:05.367892Z","steps":["trace[2121471202] 'agreement among raft nodes before linearized reading' (duration: 228.600458ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:06.206738Z","caller":"traceutil/trace.go:171","msg":"trace[594683888] transaction","detail":"{read_only:false; response_revision:9815; number_of_response:1; }","duration":"101.779915ms","start":"2026-02-24T06:48:06.104931Z","end":"2026-02-24T06:48:06.206711Z","steps":["trace[594683888] 'process raft request' (duration: 96.130043ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:06.649661Z","caller":"traceutil/trace.go:171","msg":"trace[1314369987] transaction","detail":"{read_only:false; response_revision:9816; number_of_response:1; }","duration":"386.965483ms","start":"2026-02-24T06:48:06.262667Z","end":"2026-02-24T06:48:06.649632Z","steps":["trace[1314369987] 'process raft request' (duration: 386.577353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:06.649857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:48:06.262638Z","time spent":"387.119846ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:48:06.649871Z","caller":"traceutil/trace.go:171","msg":"trace[1103392800] linearizableReadLoop","detail":"{readStateIndex:10240; appliedIndex:10240; }","duration":"241.012509ms","start":"2026-02-24T06:48:06.408831Z","end":"2026-02-24T06:48:06.649843Z","steps":["trace[1103392800] 'read index received' (duration: 240.990408ms)","trace[1103392800] 'applied index is now lower than readState.Index' (duration: 5.871µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:48:06.650117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.243305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:48:06.650284Z","caller":"traceutil/trace.go:171","msg":"trace[307862202] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9816; }","duration":"241.46457ms","start":"2026-02-24T06:48:06.408791Z","end":"2026-02-24T06:48:06.650255Z","steps":["trace[307862202] 'agreement among raft nodes before linearized reading' (duration: 241.172273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:06.65028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.642709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:48:06.650727Z","caller":"traceutil/trace.go:171","msg":"trace[2064000855] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:9816; }","duration":"233.122581ms","start":"2026-02-24T06:48:06.417555Z","end":"2026-02-24T06:48:06.650678Z","steps":["trace[2064000855] 'agreement among raft nodes before linearized reading' (duration: 232.607798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:06.650365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.977144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:48:06.650954Z","caller":"traceutil/trace.go:171","msg":"trace[1373978178] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:9816; }","duration":"191.508756ms","start":"2026-02-24T06:48:06.459352Z","end":"2026-02-24T06:48:06.65086Z","steps":["trace[1373978178] 'agreement among raft nodes before linearized reading' (duration: 190.984503ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:10.531781Z","caller":"traceutil/trace.go:171","msg":"trace[1300073852] transaction","detail":"{read_only:false; response_revision:9838; number_of_response:1; }","duration":"289.585729ms","start":"2026-02-24T06:48:10.242175Z","end":"2026-02-24T06:48:10.531761Z","steps":["trace[1300073852] 'process raft request' (duration: 289.460726ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:12.187549Z","caller":"traceutil/trace.go:171","msg":"trace[594313352] linearizableReadLoop","detail":"{readStateIndex:10269; appliedIndex:10268; }","duration":"120.842853ms","start":"2026-02-24T06:48:12.066688Z","end":"2026-02-24T06:48:12.187531Z","steps":["trace[594313352] 'read index received' (duration: 120.642958ms)","trace[594313352] 'applied index is now lower than readState.Index' (duration: 198.775µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:48:12.187677Z","caller":"traceutil/trace.go:171","msg":"trace[1021130299] transaction","detail":"{read_only:false; response_revision:9844; number_of_response:1; }","duration":"163.302979ms","start":"2026-02-24T06:48:12.024357Z","end":"2026-02-24T06:48:12.18766Z","steps":["trace[1021130299] 'process raft request' (duration: 162.988261ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:12.18797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.275574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:48:12.188034Z","caller":"traceutil/trace.go:171","msg":"trace[2006781460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9844; }","duration":"121.382087ms","start":"2026-02-24T06:48:12.066638Z","end":"2026-02-24T06:48:12.18802Z","steps":["trace[2006781460] 'agreement among raft nodes before linearized reading' (duration: 121.292745ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:14.298296Z","caller":"traceutil/trace.go:171","msg":"trace[1107537314] transaction","detail":"{read_only:false; response_revision:9854; number_of_response:1; }","duration":"103.99862ms","start":"2026-02-24T06:48:14.194251Z","end":"2026-02-24T06:48:14.29825Z","steps":["trace[1107537314] 'process raft request' (duration: 103.789855ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:14.454096Z","caller":"traceutil/trace.go:171","msg":"trace[2136359660] transaction","detail":"{read_only:false; response_revision:9855; number_of_response:1; }","duration":"151.81169ms","start":"2026-02-24T06:48:14.302248Z","end":"2026-02-24T06:48:14.454059Z","steps":["trace[2136359660] 'process raft request' (duration: 110.219676ms)","trace[2136359660] 'compare' (duration: 41.151403ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:48:14.657025Z","caller":"traceutil/trace.go:171","msg":"trace[2078221197] transaction","detail":"{read_only:false; response_revision:9859; number_of_response:1; }","duration":"105.897948ms","start":"2026-02-24T06:48:14.551093Z","end":"2026-02-24T06:48:14.656991Z","steps":["trace[2078221197] 'process raft request' (duration: 23.749536ms)","trace[2078221197] 'compare' (duration: 81.952367ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:48:16.997672Z","caller":"traceutil/trace.go:171","msg":"trace[1021315734] transaction","detail":"{read_only:false; response_revision:9875; number_of_response:1; }","duration":"160.334614ms","start":"2026-02-24T06:48:16.837304Z","end":"2026-02-24T06:48:16.997638Z","steps":["trace[1021315734] 'process raft request' (duration: 154.813145ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:17.050565Z","caller":"traceutil/trace.go:171","msg":"trace[1108598552] transaction","detail":"{read_only:false; response_revision:9876; number_of_response:1; }","duration":"172.028839ms","start":"2026-02-24T06:48:16.87851Z","end":"2026-02-24T06:48:17.050539Z","steps":["trace[1108598552] 'process raft request' (duration: 171.883545ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:17.307374Z","caller":"traceutil/trace.go:171","msg":"trace[2078785084] transaction","detail":"{read_only:false; response_revision:9881; number_of_response:1; }","duration":"147.42493ms","start":"2026-02-24T06:48:17.159921Z","end":"2026-02-24T06:48:17.307346Z","steps":["trace[2078785084] 'process raft request' (duration: 144.690141ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:17.779296Z","caller":"traceutil/trace.go:171","msg":"trace[1262896193] transaction","detail":"{read_only:false; response_revision:9888; number_of_response:1; }","duration":"278.906671ms","start":"2026-02-24T06:48:17.500363Z","end":"2026-02-24T06:48:17.77927Z","steps":["trace[1262896193] 'process raft request' (duration: 278.86064ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:17.779631Z","caller":"traceutil/trace.go:171","msg":"trace[1033589726] transaction","detail":"{read_only:false; response_revision:9886; number_of_response:1; }","duration":"310.138764ms","start":"2026-02-24T06:48:17.469479Z","end":"2026-02-24T06:48:17.779618Z","steps":["trace[1033589726] 'process raft request' (duration: 309.645282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:17.779797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:48:17.469457Z","time spent":"310.237327ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7241,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:48:17.77986Z","caller":"traceutil/trace.go:171","msg":"trace[197551640] transaction","detail":"{read_only:false; response_revision:9885; number_of_response:1; }","duration":"313.172731ms","start":"2026-02-24T06:48:17.466654Z","end":"2026-02-24T06:48:17.779827Z","steps":["trace[197551640] 'process raft request' (duration: 312.304039ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:17.779994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:48:17.466632Z","time spent":"313.299763ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":683,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T06:48:17.780251Z","caller":"traceutil/trace.go:171","msg":"trace[1393060276] transaction","detail":"{read_only:false; response_revision:9887; number_of_response:1; }","duration":"301.929539ms","start":"2026-02-24T06:48:17.478295Z","end":"2026-02-24T06:48:17.780225Z","steps":["trace[1393060276] 'process raft request' (duration: 300.888253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:17.781177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:48:17.478279Z","time spent":"302.01217ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:48:17.792767Z","caller":"traceutil/trace.go:171","msg":"trace[1964385499] linearizableReadLoop","detail":"{readStateIndex:10316; appliedIndex:10315; }","duration":"242.519997ms","start":"2026-02-24T06:48:17.55023Z","end":"2026-02-24T06:48:17.79275Z","steps":["trace[1964385499] 'read index received' (duration: 229.160212ms)","trace[1964385499] 'applied index is now lower than readState.Index' (duration: 13.358965ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:48:17.792863Z","caller":"traceutil/trace.go:171","msg":"trace[979191777] transaction","detail":"{read_only:false; response_revision:9889; number_of_response:1; }","duration":"248.082547ms","start":"2026-02-24T06:48:17.54477Z","end":"2026-02-24T06:48:17.792853Z","steps":["trace[979191777] 'process raft request' (duration: 247.862131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:17.793041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.418754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:48:17.793082Z","caller":"traceutil/trace.go:171","msg":"trace[150024764] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9889; }","duration":"177.494205ms","start":"2026-02-24T06:48:17.615577Z","end":"2026-02-24T06:48:17.793072Z","steps":["trace[150024764] 'agreement among raft nodes before linearized reading' (duration: 177.393073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:17.79312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.871897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-storage-init-n5r8c\" ","response":"range_response_count:1 size:7536"} {"level":"warn","ts":"2026-02-24T06:48:17.793157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.026077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T06:48:17.793207Z","caller":"traceutil/trace.go:171","msg":"trace[209086890] range","detail":"{range_begin:/registry/pods/openstack/glance-storage-init-n5r8c; range_end:; response_count:1; response_revision:9889; }","duration":"243.02006ms","start":"2026-02-24T06:48:17.550167Z","end":"2026-02-24T06:48:17.793187Z","steps":["trace[209086890] 'agreement among raft nodes before linearized reading' (duration: 242.820075ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:17.793246Z","caller":"traceutil/trace.go:171","msg":"trace[2077968887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9889; }","duration":"211.15079ms","start":"2026-02-24T06:48:17.582078Z","end":"2026-02-24T06:48:17.793229Z","steps":["trace[2077968887] 'agreement among raft nodes before linearized reading' (duration: 210.852633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:17.793328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.127904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:48:17.793371Z","caller":"traceutil/trace.go:171","msg":"trace[1830018041] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:9889; }","duration":"206.181245ms","start":"2026-02-24T06:48:17.587174Z","end":"2026-02-24T06:48:17.793355Z","steps":["trace[1830018041] 'agreement among raft nodes before linearized reading' (duration: 206.054992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:18.047731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.060978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:48:18.047835Z","caller":"traceutil/trace.go:171","msg":"trace[1920065406] linearizableReadLoop","detail":"{readStateIndex:10317; appliedIndex:10316; }","duration":"244.727863ms","start":"2026-02-24T06:48:17.803092Z","end":"2026-02-24T06:48:18.04782Z","steps":["trace[1920065406] 'read index received' (duration: 80.519661ms)","trace[1920065406] 'applied index is now lower than readState.Index' (duration: 164.207242ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:48:18.047911Z","caller":"traceutil/trace.go:171","msg":"trace[30611357] transaction","detail":"{read_only:false; response_revision:9890; number_of_response:1; }","duration":"245.049991ms","start":"2026-02-24T06:48:17.802835Z","end":"2026-02-24T06:48:18.047885Z","steps":["trace[30611357] 'process raft request' (duration: 80.756367ms)","trace[30611357] 'compare' (duration: 163.931775ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:48:18.048025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.927938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T06:48:18.048062Z","caller":"traceutil/trace.go:171","msg":"trace[1271587155] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9890; }","duration":"244.964369ms","start":"2026-02-24T06:48:17.803087Z","end":"2026-02-24T06:48:18.048052Z","steps":["trace[1271587155] 'agreement among raft nodes before linearized reading' (duration: 244.815815ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:18.0803Z","caller":"traceutil/trace.go:171","msg":"trace[2195153] transaction","detail":"{read_only:false; response_revision:9891; number_of_response:1; }","duration":"276.724596ms","start":"2026-02-24T06:48:17.803483Z","end":"2026-02-24T06:48:18.080208Z","steps":["trace[2195153] 'process raft request' (duration: 276.567652ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:18.080526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.923215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-storage-init\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-02-24T06:48:18.080609Z","caller":"traceutil/trace.go:171","msg":"trace[1933865862] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-storage-init; range_end:; response_count:1; response_revision:9891; }","duration":"272.029527ms","start":"2026-02-24T06:48:17.808563Z","end":"2026-02-24T06:48:18.080593Z","steps":["trace[1933865862] 'agreement among raft nodes before linearized reading' (duration: 271.625737ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:18.648741Z","caller":"traceutil/trace.go:171","msg":"trace[700314389] transaction","detail":"{read_only:false; response_revision:9893; number_of_response:1; }","duration":"120.682959ms","start":"2026-02-24T06:48:18.528036Z","end":"2026-02-24T06:48:18.648719Z","steps":["trace[700314389] 'process raft request' (duration: 120.531905ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:18.870686Z","caller":"traceutil/trace.go:171","msg":"trace[119093047] linearizableReadLoop","detail":"{readStateIndex:10322; appliedIndex:10321; }","duration":"137.299636ms","start":"2026-02-24T06:48:18.733361Z","end":"2026-02-24T06:48:18.87066Z","steps":["trace[119093047] 'read index received' (duration: 137.106251ms)","trace[119093047] 'applied index is now lower than readState.Index' (duration: 192.425µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:48:18.870822Z","caller":"traceutil/trace.go:171","msg":"trace[302191220] transaction","detail":"{read_only:false; response_revision:9895; number_of_response:1; }","duration":"176.351186ms","start":"2026-02-24T06:48:18.69446Z","end":"2026-02-24T06:48:18.870811Z","steps":["trace[302191220] 'process raft request' (duration: 176.041478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:18.871039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.413805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T06:48:18.871121Z","caller":"traceutil/trace.go:171","msg":"trace[39174325] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9895; }","duration":"132.548298ms","start":"2026-02-24T06:48:18.738555Z","end":"2026-02-24T06:48:18.871104Z","steps":["trace[39174325] 'agreement among raft nodes before linearized reading' (duration: 132.277631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:18.87135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.966493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T06:48:18.87143Z","caller":"traceutil/trace.go:171","msg":"trace[1930988791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9895; }","duration":"138.096427ms","start":"2026-02-24T06:48:18.73332Z","end":"2026-02-24T06:48:18.871417Z","steps":["trace[1930988791] 'agreement among raft nodes before linearized reading' (duration: 137.83836ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:24.872177Z","caller":"traceutil/trace.go:171","msg":"trace[1073252242] transaction","detail":"{read_only:false; response_revision:9935; number_of_response:1; }","duration":"142.311872ms","start":"2026-02-24T06:48:24.729836Z","end":"2026-02-24T06:48:24.872148Z","steps":["trace[1073252242] 'process raft request' (duration: 133.09867ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:25.07552Z","caller":"traceutil/trace.go:171","msg":"trace[371148557] transaction","detail":"{read_only:false; response_revision:9937; number_of_response:1; }","duration":"115.559721ms","start":"2026-02-24T06:48:24.959945Z","end":"2026-02-24T06:48:25.075505Z","steps":["trace[371148557] 'process raft request' (duration: 94.749669ms)","trace[371148557] 'compare' (duration: 20.607877ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:48:26.033067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.399284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:48:26.03349Z","caller":"traceutil/trace.go:171","msg":"trace[1431957953] transaction","detail":"{read_only:false; response_revision:9941; number_of_response:1; }","duration":"222.75443ms","start":"2026-02-24T06:48:25.810721Z","end":"2026-02-24T06:48:26.033475Z","steps":["trace[1431957953] 'process raft request' (duration: 85.866415ms)","trace[1431957953] 'compare' (duration: 136.286531ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:48:26.033442Z","caller":"traceutil/trace.go:171","msg":"trace[1125654249] linearizableReadLoop","detail":"{readStateIndex:10369; appliedIndex:10368; }","duration":"192.813119ms","start":"2026-02-24T06:48:25.840609Z","end":"2026-02-24T06:48:26.033422Z","steps":["trace[1125654249] 'read index received' (duration: 55.990565ms)","trace[1125654249] 'applied index is now lower than readState.Index' (duration: 136.821184ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:48:26.033844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.210069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:48:26.034015Z","caller":"traceutil/trace.go:171","msg":"trace[622498720] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:9941; }","duration":"193.373733ms","start":"2026-02-24T06:48:25.840579Z","end":"2026-02-24T06:48:26.033952Z","steps":["trace[622498720] 'agreement among raft nodes before linearized reading' (duration: 193.029165ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:26.037219Z","caller":"traceutil/trace.go:171","msg":"trace[1255473675] transaction","detail":"{read_only:false; response_revision:9942; number_of_response:1; }","duration":"151.671417ms","start":"2026-02-24T06:48:25.885527Z","end":"2026-02-24T06:48:26.037199Z","steps":["trace[1255473675] 'process raft request' (duration: 151.094321ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:26.492934Z","caller":"traceutil/trace.go:171","msg":"trace[333816757] transaction","detail":"{read_only:false; response_revision:9944; number_of_response:1; }","duration":"100.595285ms","start":"2026-02-24T06:48:26.392307Z","end":"2026-02-24T06:48:26.492902Z","steps":["trace[333816757] 'process raft request' (duration: 100.279047ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:26.894568Z","caller":"traceutil/trace.go:171","msg":"trace[77356146] transaction","detail":"{read_only:false; response_revision:9945; number_of_response:1; }","duration":"169.073884ms","start":"2026-02-24T06:48:26.725464Z","end":"2026-02-24T06:48:26.894537Z","steps":["trace[77356146] 'process raft request' (duration: 168.654703ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:28.25381Z","caller":"traceutil/trace.go:171","msg":"trace[861258095] transaction","detail":"{read_only:false; response_revision:9951; number_of_response:1; }","duration":"150.747834ms","start":"2026-02-24T06:48:28.103036Z","end":"2026-02-24T06:48:28.253784Z","steps":["trace[861258095] 'process raft request' (duration: 150.543689ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:29.786083Z","caller":"traceutil/trace.go:171","msg":"trace[1827874445] linearizableReadLoop","detail":"{readStateIndex:10385; appliedIndex:10384; }","duration":"240.515107ms","start":"2026-02-24T06:48:29.545531Z","end":"2026-02-24T06:48:29.786047Z","steps":["trace[1827874445] 'read index received' (duration: 237.646385ms)","trace[1827874445] 'applied index is now lower than readState.Index' (duration: 2.867262ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:48:29.786168Z","caller":"traceutil/trace.go:171","msg":"trace[1446901535] transaction","detail":"{read_only:false; response_revision:9956; number_of_response:1; }","duration":"416.226897ms","start":"2026-02-24T06:48:29.369908Z","end":"2026-02-24T06:48:29.786134Z","steps":["trace[1446901535] 'process raft request' (duration: 413.310474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:29.78633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:48:29.369891Z","time spent":"416.3494ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:48:29.786327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.206686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:48:29.786382Z","caller":"traceutil/trace.go:171","msg":"trace[2000032652] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9956; }","duration":"106.331209ms","start":"2026-02-24T06:48:29.680037Z","end":"2026-02-24T06:48:29.786368Z","steps":["trace[2000032652] 'agreement among raft nodes before linearized reading' (duration: 106.213496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:29.786412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.858945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-24T06:48:29.786486Z","caller":"traceutil/trace.go:171","msg":"trace[1154797411] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9956; }","duration":"241.004778ms","start":"2026-02-24T06:48:29.545462Z","end":"2026-02-24T06:48:29.786467Z","steps":["trace[1154797411] 'agreement among raft nodes before linearized reading' (duration: 240.758052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:30.244875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.814547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:48:30.245043Z","caller":"traceutil/trace.go:171","msg":"trace[153956311] linearizableReadLoop","detail":"{readStateIndex:10388; appliedIndex:10387; }","duration":"184.089491ms","start":"2026-02-24T06:48:30.060924Z","end":"2026-02-24T06:48:30.245014Z","steps":["trace[153956311] 'read index received' (duration: 74.036928ms)","trace[153956311] 'applied index is now lower than readState.Index' (duration: 110.050613ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:48:30.245161Z","caller":"traceutil/trace.go:171","msg":"trace[1484667130] transaction","detail":"{read_only:false; response_revision:9959; number_of_response:1; }","duration":"199.117428ms","start":"2026-02-24T06:48:30.046008Z","end":"2026-02-24T06:48:30.245126Z","steps":["trace[1484667130] 'process raft request' (duration: 88.947912ms)","trace[1484667130] 'compare' (duration: 109.410036ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:48:30.24528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.67615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:48:30.245362Z","caller":"traceutil/trace.go:171","msg":"trace[699235221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9959; }","duration":"179.815623ms","start":"2026-02-24T06:48:30.065527Z","end":"2026-02-24T06:48:30.245343Z","steps":["trace[699235221] 'agreement among raft nodes before linearized reading' (duration: 179.674759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:30.245366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.394758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:48:30.245411Z","caller":"traceutil/trace.go:171","msg":"trace[1171916229] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:9959; }","duration":"184.527161ms","start":"2026-02-24T06:48:30.060872Z","end":"2026-02-24T06:48:30.245399Z","steps":["trace[1171916229] 'agreement among raft nodes before linearized reading' (duration: 184.281605ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:30.245426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.308947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/images-rbd-keyring\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:48:30.245507Z","caller":"traceutil/trace.go:171","msg":"trace[706591128] range","detail":"{range_begin:/registry/secrets/openstack/images-rbd-keyring; range_end:; response_count:0; response_revision:9959; }","duration":"149.447051ms","start":"2026-02-24T06:48:30.096043Z","end":"2026-02-24T06:48:30.24549Z","steps":["trace[706591128] 'agreement among raft nodes before linearized reading' (duration: 149.274876ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:30.702013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.176672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:48:30.702126Z","caller":"traceutil/trace.go:171","msg":"trace[148825045] linearizableReadLoop","detail":"{readStateIndex:10390; appliedIndex:10389; }","duration":"368.976721ms","start":"2026-02-24T06:48:30.333133Z","end":"2026-02-24T06:48:30.70211Z","steps":["trace[148825045] 'read index received' (duration: 43.556374ms)","trace[148825045] 'applied index is now lower than readState.Index' (duration: 325.419037ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:48:30.702296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.158526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-02-24T06:48:30.702332Z","caller":"traceutil/trace.go:171","msg":"trace[693873085] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:9961; }","duration":"369.210578ms","start":"2026-02-24T06:48:30.33311Z","end":"2026-02-24T06:48:30.702321Z","steps":["trace[693873085] 'agreement among raft nodes before linearized reading' (duration: 369.071164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:30.702365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:48:30.333101Z","time spent":"369.256448ms","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2667,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-02-24T06:48:30.702197Z","caller":"traceutil/trace.go:171","msg":"trace[1854575763] transaction","detail":"{read_only:false; response_revision:9961; number_of_response:1; }","duration":"371.687559ms","start":"2026-02-24T06:48:30.330461Z","end":"2026-02-24T06:48:30.702149Z","steps":["trace[1854575763] 'process raft request' (duration: 46.287552ms)","trace[1854575763] 'compare' (duration: 324.71593ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:48:30.703035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:48:30.330443Z","time spent":"372.333875ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:48:30.709492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.099846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:48:30.709562Z","caller":"traceutil/trace.go:171","msg":"trace[1770952934] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:9962; }","duration":"232.225839ms","start":"2026-02-24T06:48:30.47732Z","end":"2026-02-24T06:48:30.709546Z","steps":["trace[1770952934] 'agreement among raft nodes before linearized reading' (duration: 232.079875ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:30.709522Z","caller":"traceutil/trace.go:171","msg":"trace[1192667284] transaction","detail":"{read_only:false; response_revision:9962; number_of_response:1; }","duration":"199.894678ms","start":"2026-02-24T06:48:30.509584Z","end":"2026-02-24T06:48:30.709479Z","steps":["trace[1192667284] 'process raft request' (duration: 199.695812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:30.710426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.589436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-02-24T06:48:30.71047Z","caller":"traceutil/trace.go:171","msg":"trace[63442076] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:9962; }","duration":"167.690719ms","start":"2026-02-24T06:48:30.542769Z","end":"2026-02-24T06:48:30.710459Z","steps":["trace[63442076] 'agreement among raft nodes before linearized reading' (duration: 166.799507ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:35.231228Z","caller":"traceutil/trace.go:171","msg":"trace[1175428604] transaction","detail":"{read_only:false; response_revision:9994; number_of_response:1; }","duration":"127.240824ms","start":"2026-02-24T06:48:35.103952Z","end":"2026-02-24T06:48:35.231192Z","steps":["trace[1175428604] 'process raft request' (duration: 125.642944ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:36.476375Z","caller":"traceutil/trace.go:171","msg":"trace[1974679906] linearizableReadLoop","detail":"{readStateIndex:10461; appliedIndex:10459; }","duration":"199.662581ms","start":"2026-02-24T06:48:36.276675Z","end":"2026-02-24T06:48:36.476338Z","steps":["trace[1974679906] 'read index received' (duration: 70.1076ms)","trace[1974679906] 'applied index is now lower than readState.Index' (duration: 129.553441ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:48:36.476499Z","caller":"traceutil/trace.go:171","msg":"trace[1963159377] transaction","detail":"{read_only:false; response_revision:10028; number_of_response:1; }","duration":"209.551049ms","start":"2026-02-24T06:48:36.266916Z","end":"2026-02-24T06:48:36.476467Z","steps":["trace[1963159377] 'process raft request' (duration: 207.97617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:36.476741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.551403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:48:36.47679Z","caller":"traceutil/trace.go:171","msg":"trace[755969145] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:10028; }","duration":"190.635315ms","start":"2026-02-24T06:48:36.286143Z","end":"2026-02-24T06:48:36.476778Z","steps":["trace[755969145] 'agreement among raft nodes before linearized reading' (duration: 190.493992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:36.476793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.905257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:48:36.476909Z","caller":"traceutil/trace.go:171","msg":"trace[1440181899] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:10028; }","duration":"200.245475ms","start":"2026-02-24T06:48:36.276645Z","end":"2026-02-24T06:48:36.476891Z","steps":["trace[1440181899] 'agreement among raft nodes before linearized reading' (duration: 199.886186ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:38.719421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.596676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:48:38.719517Z","caller":"traceutil/trace.go:171","msg":"trace[941552520] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:10036; }","duration":"224.759971ms","start":"2026-02-24T06:48:38.494733Z","end":"2026-02-24T06:48:38.719493Z","steps":["trace[941552520] 'range keys from in-memory index tree' (duration: 224.355791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:38.719558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.999811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:48:38.719679Z","caller":"traceutil/trace.go:171","msg":"trace[476087514] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10036; }","duration":"212.170635ms","start":"2026-02-24T06:48:38.507487Z","end":"2026-02-24T06:48:38.719658Z","steps":["trace[476087514] 'range keys from in-memory index tree' (duration: 211.92826ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:38.855257Z","caller":"traceutil/trace.go:171","msg":"trace[702503701] linearizableReadLoop","detail":"{readStateIndex:10471; appliedIndex:10470; }","duration":"113.1561ms","start":"2026-02-24T06:48:38.742078Z","end":"2026-02-24T06:48:38.855234Z","steps":["trace[702503701] 'read index received' (duration: 113.093458ms)","trace[702503701] 'applied index is now lower than readState.Index' (duration: 61.902µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:48:38.855373Z","caller":"traceutil/trace.go:171","msg":"trace[1422640928] transaction","detail":"{read_only:false; response_revision:10037; number_of_response:1; }","duration":"114.720969ms","start":"2026-02-24T06:48:38.740616Z","end":"2026-02-24T06:48:38.855337Z","steps":["trace[1422640928] 'process raft request' (duration: 114.453093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:38.85545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.352414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T06:48:38.855512Z","caller":"traceutil/trace.go:171","msg":"trace[1722891380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10037; }","duration":"113.457727ms","start":"2026-02-24T06:48:38.742042Z","end":"2026-02-24T06:48:38.855499Z","steps":["trace[1722891380] 'agreement among raft nodes before linearized reading' (duration: 113.294773ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:39.057047Z","caller":"traceutil/trace.go:171","msg":"trace[1235567022] transaction","detail":"{read_only:false; response_revision:10038; number_of_response:1; }","duration":"196.554703ms","start":"2026-02-24T06:48:38.860435Z","end":"2026-02-24T06:48:39.056989Z","steps":["trace[1235567022] 'process raft request' (duration: 190.093382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:39.390764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.525382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T06:48:39.390853Z","caller":"traceutil/trace.go:171","msg":"trace[8254976] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10038; }","duration":"141.674115ms","start":"2026-02-24T06:48:39.249159Z","end":"2026-02-24T06:48:39.390833Z","steps":["trace[8254976] 'range keys from in-memory index tree' (duration: 141.319996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:39.390927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.095693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T06:48:39.391083Z","caller":"traceutil/trace.go:171","msg":"trace[801384755] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10038; }","duration":"212.329119ms","start":"2026-02-24T06:48:39.178712Z","end":"2026-02-24T06:48:39.391041Z","steps":["trace[801384755] 'range keys from in-memory index tree' (duration: 211.905468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:39.391015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.599793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-24T06:48:39.391258Z","caller":"traceutil/trace.go:171","msg":"trace[1883074097] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10038; }","duration":"135.930793ms","start":"2026-02-24T06:48:39.25528Z","end":"2026-02-24T06:48:39.391211Z","steps":["trace[1883074097] 'range keys from in-memory index tree' (duration: 135.316586ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:39.600404Z","caller":"traceutil/trace.go:171","msg":"trace[2068922651] transaction","detail":"{read_only:false; response_revision:10040; number_of_response:1; }","duration":"204.515783ms","start":"2026-02-24T06:48:39.395849Z","end":"2026-02-24T06:48:39.600365Z","steps":["trace[2068922651] 'process raft request' (duration: 133.096521ms)","trace[2068922651] 'compare' (duration: 70.849988ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:48:39.600478Z","caller":"traceutil/trace.go:171","msg":"trace[551714353] transaction","detail":"{read_only:false; response_revision:10041; number_of_response:1; }","duration":"204.017661ms","start":"2026-02-24T06:48:39.396436Z","end":"2026-02-24T06:48:39.600453Z","steps":["trace[551714353] 'process raft request' (duration: 203.667712ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:39.60033Z","caller":"traceutil/trace.go:171","msg":"trace[63399078] linearizableReadLoop","detail":"{readStateIndex:10475; appliedIndex:10472; }","duration":"173.112146ms","start":"2026-02-24T06:48:39.427171Z","end":"2026-02-24T06:48:39.600283Z","steps":["trace[63399078] 'read index received' (duration: 37.438411ms)","trace[63399078] 'applied index is now lower than readState.Index' (duration: 135.672125ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:48:39.601044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.829373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:48:39.601136Z","caller":"traceutil/trace.go:171","msg":"trace[1568293312] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:10042; }","duration":"173.987478ms","start":"2026-02-24T06:48:39.427128Z","end":"2026-02-24T06:48:39.601116Z","steps":["trace[1568293312] 'agreement among raft nodes before linearized reading' (duration: 173.833363ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:39.903248Z","caller":"traceutil/trace.go:171","msg":"trace[1970817491] transaction","detail":"{read_only:false; response_revision:10043; number_of_response:1; }","duration":"266.348605ms","start":"2026-02-24T06:48:39.636872Z","end":"2026-02-24T06:48:39.90322Z","steps":["trace[1970817491] 'process raft request' (duration: 266.186051ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:40.210877Z","caller":"traceutil/trace.go:171","msg":"trace[1228907221] linearizableReadLoop","detail":"{readStateIndex:10479; appliedIndex:10478; }","duration":"144.851766ms","start":"2026-02-24T06:48:40.066Z","end":"2026-02-24T06:48:40.210852Z","steps":["trace[1228907221] 'read index received' (duration: 144.535178ms)","trace[1228907221] 'applied index is now lower than readState.Index' (duration: 315.488µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:48:40.211063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.034161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:48:40.211108Z","caller":"traceutil/trace.go:171","msg":"trace[1307097004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10045; }","duration":"145.134543ms","start":"2026-02-24T06:48:40.065961Z","end":"2026-02-24T06:48:40.211095Z","steps":["trace[1307097004] 'agreement among raft nodes before linearized reading' (duration: 144.99418ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:40.211084Z","caller":"traceutil/trace.go:171","msg":"trace[1180108257] transaction","detail":"{read_only:false; response_revision:10045; number_of_response:1; }","duration":"212.558366ms","start":"2026-02-24T06:48:39.998353Z","end":"2026-02-24T06:48:40.210912Z","steps":["trace[1180108257] 'process raft request' (duration: 212.303679ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:40.844658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.964738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:48:40.844748Z","caller":"traceutil/trace.go:171","msg":"trace[119750492] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:10046; }","duration":"286.117782ms","start":"2026-02-24T06:48:40.558611Z","end":"2026-02-24T06:48:40.844728Z","steps":["trace[119750492] 'count revisions from in-memory index tree' (duration: 285.878485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:40.845095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.792871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:48:40.845133Z","caller":"traceutil/trace.go:171","msg":"trace[219171966] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:10046; }","duration":"110.872993ms","start":"2026-02-24T06:48:40.73425Z","end":"2026-02-24T06:48:40.845123Z","steps":["trace[219171966] 'range keys from in-memory index tree' (duration: 110.611277ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:41.205462Z","caller":"traceutil/trace.go:171","msg":"trace[1878657929] transaction","detail":"{read_only:false; response_revision:10048; number_of_response:1; }","duration":"112.145985ms","start":"2026-02-24T06:48:41.093286Z","end":"2026-02-24T06:48:41.205432Z","steps":["trace[1878657929] 'process raft request' (duration: 111.928ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:41.748645Z","caller":"traceutil/trace.go:171","msg":"trace[155739549] transaction","detail":"{read_only:false; response_revision:10050; number_of_response:1; }","duration":"139.510092ms","start":"2026-02-24T06:48:41.609106Z","end":"2026-02-24T06:48:41.748616Z","steps":["trace[155739549] 'process raft request' (duration: 139.313517ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:41.796651Z","caller":"traceutil/trace.go:171","msg":"trace[1481001797] transaction","detail":"{read_only:false; response_revision:10051; number_of_response:1; }","duration":"187.367243ms","start":"2026-02-24T06:48:41.609267Z","end":"2026-02-24T06:48:41.796635Z","steps":["trace[1481001797] 'process raft request' (duration: 187.269491ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:46.61207Z","caller":"traceutil/trace.go:171","msg":"trace[1733058410] transaction","detail":"{read_only:false; response_revision:10074; number_of_response:1; }","duration":"106.720839ms","start":"2026-02-24T06:48:46.505323Z","end":"2026-02-24T06:48:46.612044Z","steps":["trace[1733058410] 'process raft request' (duration: 106.555975ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:48.723145Z","caller":"traceutil/trace.go:171","msg":"trace[283886439] transaction","detail":"{read_only:false; response_revision:10084; number_of_response:1; }","duration":"105.183301ms","start":"2026-02-24T06:48:48.617935Z","end":"2026-02-24T06:48:48.723118Z","steps":["trace[283886439] 'process raft request' (duration: 104.984706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:48:52.117541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.432159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T06:48:52.117655Z","caller":"traceutil/trace.go:171","msg":"trace[1132745299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10096; }","duration":"139.600914ms","start":"2026-02-24T06:48:51.978027Z","end":"2026-02-24T06:48:52.117628Z","steps":["trace[1132745299] 'range keys from in-memory index tree' (duration: 139.313906ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:48:52.226738Z","caller":"traceutil/trace.go:171","msg":"trace[878067740] transaction","detail":"{read_only:false; response_revision:10098; number_of_response:1; }","duration":"104.635596ms","start":"2026-02-24T06:48:52.122074Z","end":"2026-02-24T06:48:52.22671Z","steps":["trace[878067740] 'process raft request' (duration: 100.260557ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:49:00.230801Z","caller":"traceutil/trace.go:171","msg":"trace[1977338128] linearizableReadLoop","detail":"{readStateIndex:10574; appliedIndex:10573; }","duration":"307.974965ms","start":"2026-02-24T06:48:59.922798Z","end":"2026-02-24T06:49:00.230773Z","steps":["trace[1977338128] 'read index received' (duration: 307.763359ms)","trace[1977338128] 'applied index is now lower than readState.Index' (duration: 210.316µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:49:00.230931Z","caller":"traceutil/trace.go:171","msg":"trace[547410817] transaction","detail":"{read_only:false; response_revision:10135; number_of_response:1; }","duration":"400.02684ms","start":"2026-02-24T06:48:59.830868Z","end":"2026-02-24T06:49:00.230895Z","steps":["trace[547410817] 'process raft request' (duration: 399.716492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:49:00.231117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:48:59.83085Z","time spent":"400.181544ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:49:00.231132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.553034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:49:00.231207Z","caller":"traceutil/trace.go:171","msg":"trace[1928760695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10135; }","duration":"163.685107ms","start":"2026-02-24T06:49:00.067503Z","end":"2026-02-24T06:49:00.231188Z","steps":["trace[1928760695] 'agreement among raft nodes before linearized reading' (duration: 163.542453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:49:00.231361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.472328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T06:49:00.231432Z","caller":"traceutil/trace.go:171","msg":"trace[1390235123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10135; }","duration":"308.683692ms","start":"2026-02-24T06:48:59.922729Z","end":"2026-02-24T06:49:00.231412Z","steps":["trace[1390235123] 'agreement among raft nodes before linearized reading' (duration: 308.249312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:49:00.23149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:48:59.922705Z","time spent":"308.769924ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-24T06:49:49.865517Z","caller":"traceutil/trace.go:171","msg":"trace[216477733] linearizableReadLoop","detail":"{readStateIndex:10813; appliedIndex:10812; }","duration":"144.633638ms","start":"2026-02-24T06:49:49.720854Z","end":"2026-02-24T06:49:49.865488Z","steps":["trace[216477733] 'read index received' (duration: 144.375421ms)","trace[216477733] 'applied index is now lower than readState.Index' (duration: 257.037µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:49:49.865628Z","caller":"traceutil/trace.go:171","msg":"trace[1130273559] transaction","detail":"{read_only:false; response_revision:10364; number_of_response:1; }","duration":"207.94625ms","start":"2026-02-24T06:49:49.657655Z","end":"2026-02-24T06:49:49.865601Z","steps":["trace[1130273559] 'process raft request' (duration: 207.645782ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:49:49.865687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.813852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:49:49.865719Z","caller":"traceutil/trace.go:171","msg":"trace[378489757] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:10364; }","duration":"144.900865ms","start":"2026-02-24T06:49:49.720811Z","end":"2026-02-24T06:49:49.865711Z","steps":["trace[378489757] 'agreement among raft nodes before linearized reading' (duration: 144.803252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:49:50.389613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.275161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:49:50.389691Z","caller":"traceutil/trace.go:171","msg":"trace[1004464735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10364; }","duration":"323.399783ms","start":"2026-02-24T06:49:50.066274Z","end":"2026-02-24T06:49:50.389674Z","steps":["trace[1004464735] 'range keys from in-memory index tree' (duration: 323.184539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:49:50.389724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:49:50.066257Z","time spent":"323.459605ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:49:50.390407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.597925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T06:49:50.390454Z","caller":"traceutil/trace.go:171","msg":"trace[988726450] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10364; }","duration":"402.686337ms","start":"2026-02-24T06:49:49.987757Z","end":"2026-02-24T06:49:50.390443Z","steps":["trace[988726450] 'range keys from in-memory index tree' (duration: 402.39259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:49:50.390484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:49:49.987726Z","time spent":"402.749708ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T06:49:50.390563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.837133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T06:49:50.390647Z","caller":"traceutil/trace.go:171","msg":"trace[671984369] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10364; }","duration":"347.018137ms","start":"2026-02-24T06:49:50.043607Z","end":"2026-02-24T06:49:50.390626Z","steps":["trace[671984369] 'range keys from in-memory index tree' (duration: 346.605117ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:49:50.390778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:49:50.043577Z","time spent":"347.188371ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T06:49:50.635043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.636452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T06:49:50.635142Z","caller":"traceutil/trace.go:171","msg":"trace[992031782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10365; }","duration":"116.842507ms","start":"2026-02-24T06:49:50.518278Z","end":"2026-02-24T06:49:50.635121Z","steps":["trace[992031782] 'range keys from in-memory index tree' (duration: 116.358176ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:49:50.713855Z","caller":"traceutil/trace.go:171","msg":"trace[158925625] transaction","detail":"{read_only:false; response_revision:10366; number_of_response:1; }","duration":"117.796022ms","start":"2026-02-24T06:49:50.596022Z","end":"2026-02-24T06:49:50.713818Z","steps":["trace[158925625] 'process raft request' (duration: 117.534166ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:49:51.090984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.52501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:49:51.091131Z","caller":"traceutil/trace.go:171","msg":"trace[822116316] transaction","detail":"{read_only:false; response_revision:10367; number_of_response:1; }","duration":"451.829182ms","start":"2026-02-24T06:49:50.639287Z","end":"2026-02-24T06:49:51.091116Z","steps":["trace[822116316] 'process raft request' (duration: 131.096647ms)","trace[822116316] 'compare' (duration: 320.247063ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:49:51.091186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:49:50.63926Z","time spent":"451.902314ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:49:51.091736Z","caller":"traceutil/trace.go:171","msg":"trace[189304316] transaction","detail":"{read_only:false; response_revision:10368; number_of_response:1; }","duration":"452.237682ms","start":"2026-02-24T06:49:50.639487Z","end":"2026-02-24T06:49:51.091724Z","steps":["trace[189304316] 'process raft request' (duration: 451.589146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:49:51.09179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:49:50.639426Z","time spent":"452.337695ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:49:51.091763Z","caller":"traceutil/trace.go:171","msg":"trace[191448171] transaction","detail":"{read_only:false; response_revision:10369; number_of_response:1; }","duration":"452.046798ms","start":"2026-02-24T06:49:50.639684Z","end":"2026-02-24T06:49:51.091731Z","steps":["trace[191448171] 'process raft request' (duration: 451.829553ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:49:51.091766Z","caller":"traceutil/trace.go:171","msg":"trace[2113762644] linearizableReadLoop","detail":"{readStateIndex:10818; appliedIndex:10814; }","duration":"424.024123ms","start":"2026-02-24T06:49:50.667705Z","end":"2026-02-24T06:49:51.091729Z","steps":["trace[2113762644] 'read index received' (duration: 45.955645ms)","trace[2113762644] 'applied index is now lower than readState.Index' (duration: 378.066578ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:49:51.091917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:49:50.639647Z","time spent":"452.183891ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:49:51.091939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.202447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:49:51.092044Z","caller":"traceutil/trace.go:171","msg":"trace[1547475234] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:10369; }","duration":"424.352171ms","start":"2026-02-24T06:49:50.667666Z","end":"2026-02-24T06:49:51.092019Z","steps":["trace[1547475234] 'agreement among raft nodes before linearized reading' (duration: 424.183247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:49:51.092066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.161046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:49:51.092095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:49:50.667651Z","time spent":"424.433414ms","remote":"127.0.0.1:39712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:49:51.09212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.108674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:49:51.092144Z","caller":"traceutil/trace.go:171","msg":"trace[1447864808] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10369; }","duration":"354.31274ms","start":"2026-02-24T06:49:50.737812Z","end":"2026-02-24T06:49:51.092125Z","steps":["trace[1447864808] 'agreement among raft nodes before linearized reading' (duration: 354.140315ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:49:51.092181Z","caller":"traceutil/trace.go:171","msg":"trace[469808334] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:10369; }","duration":"282.233687ms","start":"2026-02-24T06:49:50.809933Z","end":"2026-02-24T06:49:51.092167Z","steps":["trace[469808334] 'agreement among raft nodes before linearized reading' (duration: 282.127424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:49:51.092194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:49:50.737788Z","time spent":"354.392082ms","remote":"127.0.0.1:39560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:49:51.092239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.704548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:49:51.092318Z","caller":"traceutil/trace.go:171","msg":"trace[482600329] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:10369; }","duration":"235.953134ms","start":"2026-02-24T06:49:50.856352Z","end":"2026-02-24T06:49:51.092305Z","steps":["trace[482600329] 'agreement among raft nodes before linearized reading' (duration: 235.641495ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:49:51.424053Z","caller":"traceutil/trace.go:171","msg":"trace[969225029] transaction","detail":"{read_only:false; response_revision:10370; number_of_response:1; }","duration":"298.381414ms","start":"2026-02-24T06:49:51.125635Z","end":"2026-02-24T06:49:51.424016Z","steps":["trace[969225029] 'process raft request' (duration: 290.197128ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:49:51.477032Z","caller":"traceutil/trace.go:171","msg":"trace[697201414] linearizableReadLoop","detail":"{readStateIndex:10820; appliedIndex:10818; }","duration":"106.589941ms","start":"2026-02-24T06:49:51.370423Z","end":"2026-02-24T06:49:51.477013Z","steps":["trace[697201414] 'read index received' (duration: 45.390351ms)","trace[697201414] 'applied index is now lower than readState.Index' (duration: 61.19859ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:49:51.477157Z","caller":"traceutil/trace.go:171","msg":"trace[1147176586] transaction","detail":"{read_only:false; response_revision:10371; number_of_response:1; }","duration":"155.653635ms","start":"2026-02-24T06:49:51.321467Z","end":"2026-02-24T06:49:51.47712Z","steps":["trace[1147176586] 'process raft request' (duration: 155.412229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:49:51.477196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.762124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:49:51.477476Z","caller":"traceutil/trace.go:171","msg":"trace[1593286605] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10371; }","duration":"106.99908ms","start":"2026-02-24T06:49:51.370364Z","end":"2026-02-24T06:49:51.477363Z","steps":["trace[1593286605] 'agreement among raft nodes before linearized reading' (duration: 106.775735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:50:11.727358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637840057,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T06:50:11.767563Z","caller":"traceutil/trace.go:171","msg":"trace[217346950] transaction","detail":"{read_only:false; response_revision:10488; number_of_response:1; }","duration":"557.374577ms","start":"2026-02-24T06:50:11.210171Z","end":"2026-02-24T06:50:11.767546Z","steps":["trace[217346950] 'process raft request' (duration: 557.242473ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:50:11.767682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:50:11.210153Z","time spent":"557.467969ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:50:11.852585Z","caller":"traceutil/trace.go:171","msg":"trace[148825293] linearizableReadLoop","detail":"{readStateIndex:10944; appliedIndex:10942; }","duration":"626.111725ms","start":"2026-02-24T06:50:11.226455Z","end":"2026-02-24T06:50:11.852567Z","steps":["trace[148825293] 'read index received' (duration: 541.737494ms)","trace[148825293] 'applied index is now lower than readState.Index' (duration: 84.373431ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:50:11.852774Z","caller":"traceutil/trace.go:171","msg":"trace[145236943] transaction","detail":"{read_only:false; response_revision:10489; number_of_response:1; }","duration":"366.854036ms","start":"2026-02-24T06:50:11.48589Z","end":"2026-02-24T06:50:11.852744Z","steps":["trace[145236943] 'process raft request' (duration: 362.406314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:50:11.852848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.380352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T06:50:11.852839Z","caller":"traceutil/trace.go:171","msg":"trace[420319182] transaction","detail":"{read_only:false; response_revision:10490; number_of_response:1; }","duration":"311.462932ms","start":"2026-02-24T06:50:11.541352Z","end":"2026-02-24T06:50:11.852815Z","steps":["trace[420319182] 'process raft request' (duration: 311.158355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:50:11.852881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.372851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-24T06:50:11.852896Z","caller":"traceutil/trace.go:171","msg":"trace[217623919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10490; }","duration":"626.449123ms","start":"2026-02-24T06:50:11.226435Z","end":"2026-02-24T06:50:11.852884Z","steps":["trace[217623919] 'agreement among raft nodes before linearized reading' (duration: 626.263178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:50:11.852935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:50:11.226424Z","time spent":"626.504265ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T06:50:11.852931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:50:11.485873Z","time spent":"366.975379ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:50:11.852957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:50:11.54133Z","time spent":"311.567855ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:50:11.853022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.382655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:50:11.853057Z","caller":"traceutil/trace.go:171","msg":"trace[1854286074] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:10490; }","duration":"244.452067ms","start":"2026-02-24T06:50:11.608596Z","end":"2026-02-24T06:50:11.853048Z","steps":["trace[1854286074] 'agreement among raft nodes before linearized reading' (duration: 244.359105ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:50:11.852934Z","caller":"traceutil/trace.go:171","msg":"trace[1838048982] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10490; }","duration":"626.437453ms","start":"2026-02-24T06:50:11.226482Z","end":"2026-02-24T06:50:11.852919Z","steps":["trace[1838048982] 'agreement among raft nodes before linearized reading' (duration: 626.30752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:50:11.853102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:50:11.226479Z","time spent":"626.614727ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T06:50:14.16735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.134085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:50:14.167479Z","caller":"traceutil/trace.go:171","msg":"trace[1573732216] linearizableReadLoop","detail":"{readStateIndex:10956; appliedIndex:10955; }","duration":"159.394519ms","start":"2026-02-24T06:50:14.008062Z","end":"2026-02-24T06:50:14.167457Z","steps":["trace[1573732216] 'read index received' (duration: 51.989057ms)","trace[1573732216] 'applied index is now lower than readState.Index' (duration: 107.403652ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:50:14.167498Z","caller":"traceutil/trace.go:171","msg":"trace[1135084286] transaction","detail":"{read_only:false; response_revision:10501; number_of_response:1; }","duration":"242.726404ms","start":"2026-02-24T06:50:13.924743Z","end":"2026-02-24T06:50:14.16747Z","steps":["trace[1135084286] 'process raft request' (duration: 135.367733ms)","trace[1135084286] 'compare' (duration: 107.007191ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:50:14.167616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.310639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:50:14.167675Z","caller":"traceutil/trace.go:171","msg":"trace[2044465857] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:10501; }","duration":"171.382701ms","start":"2026-02-24T06:50:13.996274Z","end":"2026-02-24T06:50:14.167657Z","steps":["trace[2044465857] 'agreement among raft nodes before linearized reading' (duration: 171.287168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:50:14.167748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.453865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T06:50:14.167825Z","caller":"traceutil/trace.go:171","msg":"trace[959137614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10501; }","duration":"191.556098ms","start":"2026-02-24T06:50:13.976244Z","end":"2026-02-24T06:50:14.1678Z","steps":["trace[959137614] 'agreement among raft nodes before linearized reading' (duration: 191.366053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:50:14.717085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.831495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T06:50:14.717146Z","caller":"traceutil/trace.go:171","msg":"trace[524866211] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10502; }","duration":"197.937628ms","start":"2026-02-24T06:50:14.519194Z","end":"2026-02-24T06:50:14.717131Z","steps":["trace[524866211] 'range keys from in-memory index tree' (duration: 197.322563ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:50:16.030792Z","caller":"traceutil/trace.go:171","msg":"trace[1759408680] transaction","detail":"{read_only:false; response_revision:10508; number_of_response:1; }","duration":"102.57782ms","start":"2026-02-24T06:50:15.928183Z","end":"2026-02-24T06:50:16.030761Z","steps":["trace[1759408680] 'process raft request' (duration: 102.18291ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:50:16.030977Z","caller":"traceutil/trace.go:171","msg":"trace[1563614470] transaction","detail":"{read_only:false; response_revision:10507; number_of_response:1; }","duration":"103.80889ms","start":"2026-02-24T06:50:15.927157Z","end":"2026-02-24T06:50:16.030965Z","steps":["trace[1563614470] 'process raft request' (duration: 54.848739ms)","trace[1563614470] 'compare' (duration: 48.260804ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:50:16.386928Z","caller":"traceutil/trace.go:171","msg":"trace[1269916125] transaction","detail":"{read_only:false; response_revision:10512; number_of_response:1; }","duration":"103.749119ms","start":"2026-02-24T06:50:16.283148Z","end":"2026-02-24T06:50:16.386897Z","steps":["trace[1269916125] 'process raft request' (duration: 53.141347ms)","trace[1269916125] 'compare' (duration: 50.477799ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:50:16.928691Z","caller":"traceutil/trace.go:171","msg":"trace[102574993] transaction","detail":"{read_only:false; response_revision:10513; number_of_response:1; }","duration":"167.961444ms","start":"2026-02-24T06:50:16.760708Z","end":"2026-02-24T06:50:16.928669Z","steps":["trace[102574993] 'process raft request' (duration: 167.829711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:50:17.203087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.031515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:50:17.203165Z","caller":"traceutil/trace.go:171","msg":"trace[604506623] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:10515; }","duration":"166.140758ms","start":"2026-02-24T06:50:17.037Z","end":"2026-02-24T06:50:17.203141Z","steps":["trace[604506623] 'count revisions from in-memory index tree' (duration: 165.925783ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:50:17.202946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.635248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:50:17.203524Z","caller":"traceutil/trace.go:171","msg":"trace[2116111711] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:10515; }","duration":"122.249474ms","start":"2026-02-24T06:50:17.081258Z","end":"2026-02-24T06:50:17.203507Z","steps":["trace[2116111711] 'count revisions from in-memory index tree' (duration: 121.583368ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:50:17.356533Z","caller":"traceutil/trace.go:171","msg":"trace[1106677907] linearizableReadLoop","detail":"{readStateIndex:10971; appliedIndex:10970; }","duration":"140.008771ms","start":"2026-02-24T06:50:17.216497Z","end":"2026-02-24T06:50:17.356506Z","steps":["trace[1106677907] 'read index received' (duration: 139.821906ms)","trace[1106677907] 'applied index is now lower than readState.Index' (duration: 185.975µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:50:17.356591Z","caller":"traceutil/trace.go:171","msg":"trace[1323047697] transaction","detail":"{read_only:false; response_revision:10516; number_of_response:1; }","duration":"142.722949ms","start":"2026-02-24T06:50:17.213846Z","end":"2026-02-24T06:50:17.356568Z","steps":["trace[1323047697] 'process raft request' (duration: 142.527614ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:50:17.356814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.273927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-24T06:50:17.356878Z","caller":"traceutil/trace.go:171","msg":"trace[1975289644] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10516; }","duration":"140.3862ms","start":"2026-02-24T06:50:17.216474Z","end":"2026-02-24T06:50:17.35686Z","steps":["trace[1975289644] 'agreement among raft nodes before linearized reading' (duration: 140.187226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:50:17.356914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.950879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:50:17.357023Z","caller":"traceutil/trace.go:171","msg":"trace[1218238604] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:10516; }","duration":"138.091762ms","start":"2026-02-24T06:50:17.218906Z","end":"2026-02-24T06:50:17.356998Z","steps":["trace[1218238604] 'agreement among raft nodes before linearized reading' (duration: 137.894487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:50:17.524218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.121246ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-24T06:50:24.742237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.602447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:50:24.742392Z","caller":"traceutil/trace.go:171","msg":"trace[1913143269] linearizableReadLoop","detail":"{readStateIndex:11073; appliedIndex:11072; }","duration":"226.019303ms","start":"2026-02-24T06:50:24.516353Z","end":"2026-02-24T06:50:24.742372Z","steps":["trace[1913143269] 'read index received' (duration: 77.15546ms)","trace[1913143269] 'applied index is now lower than readState.Index' (duration: 148.862263ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:50:24.742475Z","caller":"traceutil/trace.go:171","msg":"trace[1219113256] transaction","detail":"{read_only:false; response_revision:10614; number_of_response:1; }","duration":"227.737438ms","start":"2026-02-24T06:50:24.514721Z","end":"2026-02-24T06:50:24.742459Z","steps":["trace[1219113256] 'process raft request' (duration: 78.817262ms)","trace[1219113256] 'compare' (duration: 148.144276ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:50:24.742725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.328631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T06:50:24.742807Z","caller":"traceutil/trace.go:171","msg":"trace[16918444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10614; }","duration":"226.456055ms","start":"2026-02-24T06:50:24.516331Z","end":"2026-02-24T06:50:24.742787Z","steps":["trace[16918444] 'agreement among raft nodes before linearized reading' (duration: 226.174218ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:50:24.912825Z","caller":"traceutil/trace.go:171","msg":"trace[1482943456] transaction","detail":"{read_only:false; response_revision:10615; number_of_response:1; }","duration":"299.81152ms","start":"2026-02-24T06:50:24.612979Z","end":"2026-02-24T06:50:24.912791Z","steps":["trace[1482943456] 'process raft request' (duration: 243.710139ms)","trace[1482943456] 'compare' (duration: 55.908476ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:50:24.913004Z","caller":"traceutil/trace.go:171","msg":"trace[1937932387] linearizableReadLoop","detail":"{readStateIndex:11074; appliedIndex:11073; }","duration":"170.537328ms","start":"2026-02-24T06:50:24.74242Z","end":"2026-02-24T06:50:24.912957Z","steps":["trace[1937932387] 'read index received' (duration: 114.258863ms)","trace[1937932387] 'applied index is now lower than readState.Index' (duration: 56.274865ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:50:24.913072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.457859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:50:24.913146Z","caller":"traceutil/trace.go:171","msg":"trace[55993827] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:10617; }","duration":"192.556441ms","start":"2026-02-24T06:50:24.720574Z","end":"2026-02-24T06:50:24.91313Z","steps":["trace[55993827] 'agreement among raft nodes before linearized reading' (duration: 192.405357ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:50:24.913163Z","caller":"traceutil/trace.go:171","msg":"trace[890747840] transaction","detail":"{read_only:false; response_revision:10616; number_of_response:1; }","duration":"166.099947ms","start":"2026-02-24T06:50:24.746886Z","end":"2026-02-24T06:50:24.912986Z","steps":["trace[890747840] 'process raft request' (duration: 165.864411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:50:24.913224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.022799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-02-24T06:50:24.91324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.455535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-24T06:50:24.913268Z","caller":"traceutil/trace.go:171","msg":"trace[1693473224] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:10617; }","duration":"396.08951ms","start":"2026-02-24T06:50:24.517165Z","end":"2026-02-24T06:50:24.913254Z","steps":["trace[1693473224] 'agreement among raft nodes before linearized reading' (duration: 395.917016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:50:24.913306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:50:24.517161Z","time spent":"396.136661ms","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-02-24T06:50:24.913314Z","caller":"traceutil/trace.go:171","msg":"trace[1745331357] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:10617; }","duration":"232.529618ms","start":"2026-02-24T06:50:24.680756Z","end":"2026-02-24T06:50:24.913286Z","steps":["trace[1745331357] 'agreement among raft nodes before linearized reading' (duration: 232.270322ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:50:25.255797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.831277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T06:50:25.255854Z","caller":"traceutil/trace.go:171","msg":"trace[994008335] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10618; }","duration":"242.935429ms","start":"2026-02-24T06:50:25.012904Z","end":"2026-02-24T06:50:25.25584Z","steps":["trace[994008335] 'range keys from in-memory index tree' (duration: 242.706754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:50:25.255906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.051573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:50:25.256447Z","caller":"traceutil/trace.go:171","msg":"trace[732512395] linearizableReadLoop","detail":"{readStateIndex:11078; appliedIndex:11077; }","duration":"190.238714ms","start":"2026-02-24T06:50:25.066189Z","end":"2026-02-24T06:50:25.256428Z","steps":["trace[732512395] 'read index received' (duration: 10.593587ms)","trace[732512395] 'applied index is now lower than readState.Index' (duration: 179.643157ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:50:25.256532Z","caller":"traceutil/trace.go:171","msg":"trace[429066613] transaction","detail":"{read_only:false; response_revision:10619; number_of_response:1; }","duration":"239.548584ms","start":"2026-02-24T06:50:25.016942Z","end":"2026-02-24T06:50:25.256491Z","steps":["trace[429066613] 'process raft request' (duration: 59.827275ms)","trace[429066613] 'compare' (duration: 178.91989ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:50:25.256614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.421868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:50:25.256722Z","caller":"traceutil/trace.go:171","msg":"trace[696576476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10619; }","duration":"190.533321ms","start":"2026-02-24T06:50:25.066146Z","end":"2026-02-24T06:50:25.256679Z","steps":["trace[696576476] 'agreement among raft nodes before linearized reading' (duration: 190.387557ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:50:35.117462Z","caller":"traceutil/trace.go:171","msg":"trace[1301888107] linearizableReadLoop","detail":"{readStateIndex:11166; appliedIndex:11165; }","duration":"136.313649ms","start":"2026-02-24T06:50:34.981127Z","end":"2026-02-24T06:50:35.117441Z","steps":["trace[1301888107] 'read index received' (duration: 51.938187ms)","trace[1301888107] 'applied index is now lower than readState.Index' (duration: 84.374802ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:50:35.11756Z","caller":"traceutil/trace.go:171","msg":"trace[1354068864] transaction","detail":"{read_only:false; response_revision:10705; number_of_response:1; }","duration":"149.939041ms","start":"2026-02-24T06:50:34.967582Z","end":"2026-02-24T06:50:35.117521Z","steps":["trace[1354068864] 'process raft request' (duration: 65.495967ms)","trace[1354068864] 'compare' (duration: 84.248599ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:50:35.117718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.573525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T06:50:35.117748Z","caller":"traceutil/trace.go:171","msg":"trace[803665624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10705; }","duration":"136.658647ms","start":"2026-02-24T06:50:34.981081Z","end":"2026-02-24T06:50:35.11774Z","steps":["trace[803665624] 'agreement among raft nodes before linearized reading' (duration: 136.472772ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:50:36.106495Z","caller":"traceutil/trace.go:171","msg":"trace[1814831984] linearizableReadLoop","detail":"{readStateIndex:11171; appliedIndex:11170; }","duration":"107.659197ms","start":"2026-02-24T06:50:35.998813Z","end":"2026-02-24T06:50:36.106472Z","steps":["trace[1814831984] 'read index received' (duration: 107.465902ms)","trace[1814831984] 'applied index is now lower than readState.Index' (duration: 192.575µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:50:36.106635Z","caller":"traceutil/trace.go:171","msg":"trace[1765249936] transaction","detail":"{read_only:false; response_revision:10710; number_of_response:1; }","duration":"132.01719ms","start":"2026-02-24T06:50:35.974605Z","end":"2026-02-24T06:50:36.106622Z","steps":["trace[1765249936] 'process raft request' (duration: 131.722942ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:50:36.10715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.327153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T06:50:36.107231Z","caller":"traceutil/trace.go:171","msg":"trace[1688416782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10710; }","duration":"108.451566ms","start":"2026-02-24T06:50:35.998761Z","end":"2026-02-24T06:50:36.107212Z","steps":["trace[1688416782] 'agreement among raft nodes before linearized reading' (duration: 108.281542ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:50:36.265317Z","caller":"traceutil/trace.go:171","msg":"trace[1728211938] transaction","detail":"{read_only:false; response_revision:10711; number_of_response:1; }","duration":"152.908246ms","start":"2026-02-24T06:50:36.112378Z","end":"2026-02-24T06:50:36.265286Z","steps":["trace[1728211938] 'process raft request' (duration: 152.629339ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:50:36.275234Z","caller":"traceutil/trace.go:171","msg":"trace[208686591] transaction","detail":"{read_only:false; response_revision:10712; number_of_response:1; }","duration":"153.695196ms","start":"2026-02-24T06:50:36.12149Z","end":"2026-02-24T06:50:36.275186Z","steps":["trace[208686591] 'process raft request' (duration: 153.547642ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:50:36.275381Z","caller":"traceutil/trace.go:171","msg":"trace[1519806034] transaction","detail":"{read_only:false; response_revision:10713; number_of_response:1; }","duration":"114.585632ms","start":"2026-02-24T06:50:36.160765Z","end":"2026-02-24T06:50:36.27535Z","steps":["trace[1519806034] 'process raft request' (duration: 114.378197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:50:38.859261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.411545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T06:50:38.859358Z","caller":"traceutil/trace.go:171","msg":"trace[557333641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10728; }","duration":"164.591709ms","start":"2026-02-24T06:50:38.694748Z","end":"2026-02-24T06:50:38.859339Z","steps":["trace[557333641] 'range keys from in-memory index tree' (duration: 164.163129ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:50:44.407175Z","caller":"traceutil/trace.go:171","msg":"trace[986097709] transaction","detail":"{read_only:false; response_revision:10764; number_of_response:1; }","duration":"103.35999ms","start":"2026-02-24T06:50:44.303769Z","end":"2026-02-24T06:50:44.407129Z","steps":["trace[986097709] 'process raft request' (duration: 103.166715ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:50:44.407244Z","caller":"traceutil/trace.go:171","msg":"trace[207820824] transaction","detail":"{read_only:false; response_revision:10765; number_of_response:1; }","duration":"100.266972ms","start":"2026-02-24T06:50:44.306908Z","end":"2026-02-24T06:50:44.407175Z","steps":["trace[207820824] 'process raft request' (duration: 100.16629ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:50:44.534295Z","caller":"traceutil/trace.go:171","msg":"trace[1323205215] transaction","detail":"{read_only:false; response_revision:10768; number_of_response:1; }","duration":"115.996198ms","start":"2026-02-24T06:50:44.418276Z","end":"2026-02-24T06:50:44.534272Z","steps":["trace[1323205215] 'process raft request' (duration: 115.950837ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:50:44.534363Z","caller":"traceutil/trace.go:171","msg":"trace[1396184274] transaction","detail":"{read_only:false; response_revision:10767; number_of_response:1; }","duration":"120.106851ms","start":"2026-02-24T06:50:44.414227Z","end":"2026-02-24T06:50:44.534333Z","steps":["trace[1396184274] 'process raft request' (duration: 61.566638ms)","trace[1396184274] 'compare' (duration: 58.311356ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:51:24.248669Z","caller":"traceutil/trace.go:171","msg":"trace[1096977035] linearizableReadLoop","detail":"{readStateIndex:11550; appliedIndex:11549; }","duration":"183.524705ms","start":"2026-02-24T06:51:24.065117Z","end":"2026-02-24T06:51:24.248642Z","steps":["trace[1096977035] 'read index received' (duration: 183.32313ms)","trace[1096977035] 'applied index is now lower than readState.Index' (duration: 200.405µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:51:24.248745Z","caller":"traceutil/trace.go:171","msg":"trace[1812788914] transaction","detail":"{read_only:false; number_of_response:0; response_revision:11074; }","duration":"188.619464ms","start":"2026-02-24T06:51:24.060077Z","end":"2026-02-24T06:51:24.248697Z","steps":["trace[1812788914] 'process raft request' (duration: 188.47002ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:24.248918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.74207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:51:24.249067Z","caller":"traceutil/trace.go:171","msg":"trace[78472385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11074; }","duration":"183.971816ms","start":"2026-02-24T06:51:24.06507Z","end":"2026-02-24T06:51:24.249041Z","steps":["trace[78472385] 'agreement among raft nodes before linearized reading' (duration: 183.670379ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:51:38.89328Z","caller":"traceutil/trace.go:171","msg":"trace[889191929] transaction","detail":"{read_only:false; response_revision:11334; number_of_response:1; }","duration":"264.866931ms","start":"2026-02-24T06:51:38.628363Z","end":"2026-02-24T06:51:38.89323Z","steps":["trace[889191929] 'process raft request' (duration: 264.635855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:39.695203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.105184ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:51:39.695329Z","caller":"traceutil/trace.go:171","msg":"trace[2093631069] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11334; }","duration":"684.241417ms","start":"2026-02-24T06:51:39.011063Z","end":"2026-02-24T06:51:39.695305Z","steps":["trace[2093631069] 'range keys from in-memory index tree' (duration: 684.086643ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:39.695642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.780115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:51:39.695959Z","caller":"traceutil/trace.go:171","msg":"trace[895035419] linearizableReadLoop","detail":"{readStateIndex:11816; appliedIndex:11813; }","duration":"909.084881ms","start":"2026-02-24T06:51:38.78684Z","end":"2026-02-24T06:51:39.695925Z","steps":["trace[895035419] 'read index received' (duration: 106.14878ms)","trace[895035419] 'applied index is now lower than readState.Index' (duration: 802.934231ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:51:39.696105Z","caller":"traceutil/trace.go:171","msg":"trace[1166151617] transaction","detail":"{read_only:false; response_revision:11335; number_of_response:1; }","duration":"1.049706677s","start":"2026-02-24T06:51:38.646377Z","end":"2026-02-24T06:51:39.696083Z","steps":["trace[1166151617] 'process raft request' (duration: 571.276957ms)","trace[1166151617] 'compare' (duration: 477.548048ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:51:39.696214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:38.646349Z","time spent":"1.049812521s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:51:39.696274Z","caller":"traceutil/trace.go:171","msg":"trace[716689815] transaction","detail":"{read_only:false; response_revision:11336; number_of_response:1; }","duration":"975.553354ms","start":"2026-02-24T06:51:38.720639Z","end":"2026-02-24T06:51:39.696192Z","steps":["trace[716689815] 'process raft request' (duration: 975.184624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:39.696502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.649506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-24T06:51:39.696562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:38.720609Z","time spent":"975.77579ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:51:39.696602Z","caller":"traceutil/trace.go:171","msg":"trace[131548638] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11336; }","duration":"909.80573ms","start":"2026-02-24T06:51:38.786771Z","end":"2026-02-24T06:51:39.696577Z","steps":["trace[131548638] 'agreement among raft nodes before linearized reading' (duration: 909.525323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:39.69665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:38.78674Z","time spent":"909.899592ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T06:51:40.888784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.910089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:49"} {"level":"info","ts":"2026-02-24T06:51:40.889044Z","caller":"traceutil/trace.go:171","msg":"trace[701817865] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11336; }","duration":"1.366150676s","start":"2026-02-24T06:51:39.522864Z","end":"2026-02-24T06:51:40.889015Z","steps":["trace[701817865] 'process raft request' (duration: 378.886348ms)","trace[701817865] 'compare' (duration: 986.782316ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:51:40.889245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:39.522837Z","time spent":"1.366301659s","remote":"127.0.0.1:52992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19,"response count":0,"response size":73,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:51:40.924639Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.022886543s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T06:51:40.925513Z","caller":"traceutil/trace.go:171","msg":"trace[688894708] linearizableReadLoop","detail":"{readStateIndex:11818; appliedIndex:11816; }","duration":"1.229451658s","start":"2026-02-24T06:51:39.696018Z","end":"2026-02-24T06:51:40.925469Z","steps":["trace[688894708] 'read index received' (duration: 205.716804ms)","trace[688894708] 'applied index is now lower than readState.Index' (duration: 1.023733214s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:51:40.925755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523056781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:51:40.925835Z","caller":"traceutil/trace.go:171","msg":"trace[2091213918] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:11338; }","duration":"1.523205465s","start":"2026-02-24T06:51:39.40261Z","end":"2026-02-24T06:51:40.925815Z","steps":["trace[2091213918] 'agreement among raft nodes before linearized reading' (duration: 1.522970169s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:40.925875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:39.402583Z","time spent":"1.523284487s","remote":"127.0.0.1:53302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:51:40.925904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623144639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T06:51:40.925976Z","caller":"traceutil/trace.go:171","msg":"trace[1669882004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11338; }","duration":"1.623290243s","start":"2026-02-24T06:51:39.302665Z","end":"2026-02-24T06:51:40.925955Z","steps":["trace[1669882004] 'agreement among raft nodes before linearized reading' (duration: 1.623020335s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:40.926038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:39.302643Z","time spent":"1.623380056s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T06:51:40.926023Z","caller":"traceutil/trace.go:171","msg":"trace[1852162183] transaction","detail":"{read_only:false; response_revision:11338; number_of_response:1; }","duration":"1.225489599s","start":"2026-02-24T06:51:39.700464Z","end":"2026-02-24T06:51:40.925953Z","steps":["trace[1852162183] 'process raft request' (duration: 1.224928154s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:40.926224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447670027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T06:51:40.92625Z","caller":"traceutil/trace.go:171","msg":"trace[171187586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11338; }","duration":"1.447759868s","start":"2026-02-24T06:51:39.478485Z","end":"2026-02-24T06:51:40.926245Z","steps":["trace[171187586] 'agreement among raft nodes before linearized reading' (duration: 1.447631195s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:40.926268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:39.478441Z","time spent":"1.44782107s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T06:51:40.926241Z","caller":"traceutil/trace.go:171","msg":"trace[1808907492] transaction","detail":"{read_only:false; response_revision:11337; number_of_response:1; }","duration":"1.361324045s","start":"2026-02-24T06:51:39.564864Z","end":"2026-02-24T06:51:40.926188Z","steps":["trace[1808907492] 'process raft request' (duration: 1.360258887s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:40.926228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078697215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"warn","ts":"2026-02-24T06:51:40.926364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:39.700441Z","time spent":"1.225792287s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:51:40.926395Z","caller":"traceutil/trace.go:171","msg":"trace[303122495] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:11338; }","duration":"2.078961151s","start":"2026-02-24T06:51:38.847406Z","end":"2026-02-24T06:51:40.926367Z","steps":["trace[303122495] 'agreement among raft nodes before linearized reading' (duration: 2.078380236s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:40.926422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:39.564834Z","time spent":"1.361473059s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:51:40.926436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105780407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-24T06:51:40.926476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85896573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:51:40.9265Z","caller":"traceutil/trace.go:171","msg":"trace[263582804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11338; }","duration":"1.859047801s","start":"2026-02-24T06:51:39.067447Z","end":"2026-02-24T06:51:40.926495Z","steps":["trace[263582804] 'agreement among raft nodes before linearized reading' (duration: 1.859011061s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:51:40.926498Z","caller":"traceutil/trace.go:171","msg":"trace[1304506136] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11338; }","duration":"2.105883619s","start":"2026-02-24T06:51:38.820593Z","end":"2026-02-24T06:51:40.926476Z","steps":["trace[1304506136] 'agreement among raft nodes before linearized reading' (duration: 2.105733535s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:40.926486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:38.847383Z","time spent":"2.079088735s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"warn","ts":"2026-02-24T06:51:40.92656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:38.820569Z","time spent":"2.105977862s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T06:51:40.926523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:39.067416Z","time spent":"1.859102913s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:51:40.929083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.099354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:51:40.929155Z","caller":"traceutil/trace.go:171","msg":"trace[1994612677] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11340; }","duration":"688.185297ms","start":"2026-02-24T06:51:40.24095Z","end":"2026-02-24T06:51:40.929136Z","steps":["trace[1994612677] 'agreement among raft nodes before linearized reading' (duration: 688.064944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:40.9292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:40.240941Z","time spent":"688.251038ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-02-24T06:51:40.929253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10501383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T06:51:40.929303Z","caller":"traceutil/trace.go:171","msg":"trace[1650924717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11340; }","duration":"1.105104032s","start":"2026-02-24T06:51:39.824184Z","end":"2026-02-24T06:51:40.929288Z","steps":["trace[1650924717] 'agreement among raft nodes before linearized reading' (duration: 1.104994419s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:40.929334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:39.824157Z","time spent":"1.105170204s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T06:51:40.92936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.106009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:51:40.930003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.025762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:4960"} {"level":"info","ts":"2026-02-24T06:51:40.930031Z","caller":"traceutil/trace.go:171","msg":"trace[962881035] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11340; }","duration":"689.783767ms","start":"2026-02-24T06:51:40.240231Z","end":"2026-02-24T06:51:40.930015Z","steps":["trace[962881035] 'agreement among raft nodes before linearized reading' (duration: 688.881134ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:51:40.930063Z","caller":"traceutil/trace.go:171","msg":"trace[162504695] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11340; }","duration":"686.093043ms","start":"2026-02-24T06:51:40.24395Z","end":"2026-02-24T06:51:40.930043Z","steps":["trace[162504695] 'agreement among raft nodes before linearized reading' (duration: 685.924519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:40.930099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.055495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:51:40.930124Z","caller":"traceutil/trace.go:171","msg":"trace[1529584311] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:11340; }","duration":"531.179308ms","start":"2026-02-24T06:51:40.398936Z","end":"2026-02-24T06:51:40.930115Z","steps":["trace[1529584311] 'agreement among raft nodes before linearized reading' (duration: 531.023004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:40.930113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:40.240227Z","time spent":"689.843848ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-24T06:51:40.930147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:40.398905Z","time spent":"531.23669ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":112,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:51:40.93013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:40.243942Z","time spent":"686.171836ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":4984,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-02-24T06:51:40.929401Z","caller":"traceutil/trace.go:171","msg":"trace[276019391] transaction","detail":"{read_only:false; response_revision:11339; number_of_response:1; }","duration":"903.472421ms","start":"2026-02-24T06:51:40.025914Z","end":"2026-02-24T06:51:40.929386Z","steps":["trace[276019391] 'process raft request' (duration: 902.846776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:40.930212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.451619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:51:40.929898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.824533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:51:40.930251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:40.025879Z","time spent":"904.324891ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:51:40.930288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.599611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:51:40.930319Z","caller":"traceutil/trace.go:171","msg":"trace[546398034] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11340; }","duration":"689.866318ms","start":"2026-02-24T06:51:40.240445Z","end":"2026-02-24T06:51:40.930311Z","steps":["trace[546398034] 'agreement among raft nodes before linearized reading' (duration: 689.825737ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:51:40.930312Z","caller":"traceutil/trace.go:171","msg":"trace[1124526040] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11340; }","duration":"689.275614ms","start":"2026-02-24T06:51:40.241023Z","end":"2026-02-24T06:51:40.930298Z","steps":["trace[1124526040] 'agreement among raft nodes before linearized reading' (duration: 688.844553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:40.930351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:40.240417Z","time spent":"689.92856ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-02-24T06:51:40.930386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:40.241001Z","time spent":"689.373376ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-24T06:51:40.929143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.928405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:51:40.930468Z","caller":"traceutil/trace.go:171","msg":"trace[493725566] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11340; }","duration":"690.279669ms","start":"2026-02-24T06:51:40.240171Z","end":"2026-02-24T06:51:40.930451Z","steps":["trace[493725566] 'agreement among raft nodes before linearized reading' (duration: 688.934525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:40.929935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.96352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:4960"} {"level":"info","ts":"2026-02-24T06:51:40.930564Z","caller":"traceutil/trace.go:171","msg":"trace[2111460578] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11340; }","duration":"684.594446ms","start":"2026-02-24T06:51:40.245936Z","end":"2026-02-24T06:51:40.93053Z","steps":["trace[2111460578] 'agreement among raft nodes before linearized reading' (duration: 683.877588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:40.9306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.306879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-24T06:51:40.930625Z","caller":"traceutil/trace.go:171","msg":"trace[697055567] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11340; }","duration":"690.377591ms","start":"2026-02-24T06:51:40.24024Z","end":"2026-02-24T06:51:40.930617Z","steps":["trace[697055567] 'agreement among raft nodes before linearized reading' (duration: 690.283428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:40.930658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:40.240217Z","time spent":"690.434603ms","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-02-24T06:51:40.930692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:40.245927Z","time spent":"684.681897ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":4984,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-24T06:51:40.929822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.475183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:51:40.930896Z","caller":"traceutil/trace.go:171","msg":"trace[1913103036] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11340; }","duration":"689.560781ms","start":"2026-02-24T06:51:40.241318Z","end":"2026-02-24T06:51:40.930879Z","steps":["trace[1913103036] 'agreement among raft nodes before linearized reading' (duration: 688.439813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:40.930953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:40.241313Z","time spent":"689.627133ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-02-24T06:51:40.930252Z","caller":"traceutil/trace.go:171","msg":"trace[402932241] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11340; }","duration":"689.513909ms","start":"2026-02-24T06:51:40.240728Z","end":"2026-02-24T06:51:40.930242Z","steps":["trace[402932241] 'agreement among raft nodes before linearized reading' (duration: 689.469258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:40.931081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:40.240715Z","time spent":"690.354151ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-24T06:51:40.930506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:40.240152Z","time spent":"690.34548ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-24T06:51:40.930175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.771496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:51:40.931301Z","caller":"traceutil/trace.go:171","msg":"trace[15823363] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11340; }","duration":"690.956235ms","start":"2026-02-24T06:51:40.240329Z","end":"2026-02-24T06:51:40.931285Z","steps":["trace[15823363] 'agreement among raft nodes before linearized reading' (duration: 689.820667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:40.931348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:40.240294Z","time spent":"691.043508ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-02-24T06:51:53.103941Z","caller":"traceutil/trace.go:171","msg":"trace[957422379] transaction","detail":"{read_only:false; response_revision:11398; number_of_response:1; }","duration":"115.147975ms","start":"2026-02-24T06:51:52.988762Z","end":"2026-02-24T06:51:53.10391Z","steps":["trace[957422379] 'process raft request' (duration: 114.886109ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:51:53.162668Z","caller":"traceutil/trace.go:171","msg":"trace[154429083] linearizableReadLoop","detail":"{readStateIndex:11883; appliedIndex:11881; }","duration":"172.58777ms","start":"2026-02-24T06:51:52.990052Z","end":"2026-02-24T06:51:53.16264Z","steps":["trace[154429083] 'read index received' (duration: 113.659298ms)","trace[154429083] 'applied index is now lower than readState.Index' (duration: 58.926812ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:51:53.162805Z","caller":"traceutil/trace.go:171","msg":"trace[1548355629] transaction","detail":"{read_only:false; response_revision:11399; number_of_response:1; }","duration":"172.761495ms","start":"2026-02-24T06:51:52.990027Z","end":"2026-02-24T06:51:53.162789Z","steps":["trace[1548355629] 'process raft request' (duration: 172.440717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:53.163076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.000002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:51:53.16312Z","caller":"traceutil/trace.go:171","msg":"trace[947684390] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11399; }","duration":"173.101043ms","start":"2026-02-24T06:51:52.990009Z","end":"2026-02-24T06:51:53.16311Z","steps":["trace[947684390] 'agreement among raft nodes before linearized reading' (duration: 172.97401ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:53.163208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.078453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:51:53.163257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.352809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:51:53.163311Z","caller":"traceutil/trace.go:171","msg":"trace[1405397016] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11399; }","duration":"173.223147ms","start":"2026-02-24T06:51:52.990065Z","end":"2026-02-24T06:51:53.163288Z","steps":["trace[1405397016] 'agreement among raft nodes before linearized reading' (duration: 173.055312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:53.163339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.428117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:51:53.163349Z","caller":"traceutil/trace.go:171","msg":"trace[1017159657] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11399; }","duration":"171.482903ms","start":"2026-02-24T06:51:52.991845Z","end":"2026-02-24T06:51:53.163328Z","steps":["trace[1017159657] 'agreement among raft nodes before linearized reading' (duration: 171.304018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:53.163378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.083579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:51:53.163357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.014887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:51:53.163454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.680568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:4960"} {"level":"warn","ts":"2026-02-24T06:51:53.163464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.303099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:51:53.163478Z","caller":"traceutil/trace.go:171","msg":"trace[1344256866] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11399; }","duration":"171.722548ms","start":"2026-02-24T06:51:52.99175Z","end":"2026-02-24T06:51:53.163472Z","steps":["trace[1344256866] 'agreement among raft nodes before linearized reading' (duration: 171.654356ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:51:53.16349Z","caller":"traceutil/trace.go:171","msg":"trace[344807404] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11399; }","duration":"173.337029ms","start":"2026-02-24T06:51:52.990145Z","end":"2026-02-24T06:51:53.163482Z","steps":["trace[344807404] 'agreement among raft nodes before linearized reading' (duration: 173.298158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:53.163563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.447472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-24T06:51:53.163325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.071918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:4960"} {"level":"info","ts":"2026-02-24T06:51:53.163599Z","caller":"traceutil/trace.go:171","msg":"trace[259362377] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11399; }","duration":"173.515604ms","start":"2026-02-24T06:51:52.990073Z","end":"2026-02-24T06:51:53.163589Z","steps":["trace[259362377] 'agreement among raft nodes before linearized reading' (duration: 173.379071ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:51:53.16361Z","caller":"traceutil/trace.go:171","msg":"trace[416899148] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11399; }","duration":"172.388176ms","start":"2026-02-24T06:51:52.991216Z","end":"2026-02-24T06:51:53.163605Z","steps":["trace[416899148] 'agreement among raft nodes before linearized reading' (duration: 171.916355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:53.163652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.557226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T06:51:53.163714Z","caller":"traceutil/trace.go:171","msg":"trace[1890242431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11399; }","duration":"148.625817ms","start":"2026-02-24T06:51:53.015053Z","end":"2026-02-24T06:51:53.163679Z","steps":["trace[1890242431] 'agreement among raft nodes before linearized reading' (duration: 148.530815ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:53.163679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.25594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-24T06:51:53.163788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.987935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T06:51:53.163813Z","caller":"traceutil/trace.go:171","msg":"trace[1628986758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11399; }","duration":"168.026535ms","start":"2026-02-24T06:51:52.995779Z","end":"2026-02-24T06:51:53.163806Z","steps":["trace[1628986758] 'agreement among raft nodes before linearized reading' (duration: 167.960724ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:51:53.163804Z","caller":"traceutil/trace.go:171","msg":"trace[89088025] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11399; }","duration":"127.401854ms","start":"2026-02-24T06:51:53.036376Z","end":"2026-02-24T06:51:53.163778Z","steps":["trace[89088025] 'agreement among raft nodes before linearized reading' (duration: 127.148057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:53.163285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.092364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:51:53.163857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.469975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T06:51:53.163877Z","caller":"traceutil/trace.go:171","msg":"trace[860609894] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11399; }","duration":"173.76203ms","start":"2026-02-24T06:51:52.990109Z","end":"2026-02-24T06:51:53.163871Z","steps":["trace[860609894] 'agreement among raft nodes before linearized reading' (duration: 173.110934ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:51:53.163883Z","caller":"traceutil/trace.go:171","msg":"trace[803270198] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11399; }","duration":"129.527797ms","start":"2026-02-24T06:51:53.034347Z","end":"2026-02-24T06:51:53.163875Z","steps":["trace[803270198] 'agreement among raft nodes before linearized reading' (duration: 129.443635ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:51:53.163422Z","caller":"traceutil/trace.go:171","msg":"trace[1472486844] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11399; }","duration":"172.13716ms","start":"2026-02-24T06:51:52.991271Z","end":"2026-02-24T06:51:53.163408Z","steps":["trace[1472486844] 'agreement among raft nodes before linearized reading' (duration: 172.085808ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:51:53.163385Z","caller":"traceutil/trace.go:171","msg":"trace[916763420] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11399; }","duration":"172.478808ms","start":"2026-02-24T06:51:52.990886Z","end":"2026-02-24T06:51:53.163365Z","steps":["trace[916763420] 'agreement among raft nodes before linearized reading' (duration: 172.437067ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:51:53.163471Z","caller":"traceutil/trace.go:171","msg":"trace[1343135662] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11399; }","duration":"172.175811ms","start":"2026-02-24T06:51:52.991275Z","end":"2026-02-24T06:51:53.163451Z","steps":["trace[1343135662] 'agreement among raft nodes before linearized reading' (duration: 171.923354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:53.164108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.808818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T06:51:53.164143Z","caller":"traceutil/trace.go:171","msg":"trace[19752410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11399; }","duration":"120.867259ms","start":"2026-02-24T06:51:53.043266Z","end":"2026-02-24T06:51:53.164133Z","steps":["trace[19752410] 'agreement among raft nodes before linearized reading' (duration: 120.737626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:53.164154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.265954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T06:51:53.164203Z","caller":"traceutil/trace.go:171","msg":"trace[36314910] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11399; }","duration":"116.315055ms","start":"2026-02-24T06:51:53.047875Z","end":"2026-02-24T06:51:53.16419Z","steps":["trace[36314910] 'agreement among raft nodes before linearized reading' (duration: 116.13099ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:51:55.352762Z","caller":"traceutil/trace.go:171","msg":"trace[300080361] linearizableReadLoop","detail":"{readStateIndex:11892; appliedIndex:11891; }","duration":"171.744659ms","start":"2026-02-24T06:51:55.180981Z","end":"2026-02-24T06:51:55.352726Z","steps":["trace[300080361] 'read index received' (duration: 165.858711ms)","trace[300080361] 'applied index is now lower than readState.Index' (duration: 5.883998ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:51:55.353012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.017966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T06:51:55.353083Z","caller":"traceutil/trace.go:171","msg":"trace[1411036450] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11408; }","duration":"172.14464ms","start":"2026-02-24T06:51:55.180921Z","end":"2026-02-24T06:51:55.353066Z","steps":["trace[1411036450] 'agreement among raft nodes before linearized reading' (duration: 171.908533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:55.353138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.618306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-24T06:51:55.353144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.708103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:51:55.353169Z","caller":"traceutil/trace.go:171","msg":"trace[883962951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11408; }","duration":"136.703448ms","start":"2026-02-24T06:51:55.216457Z","end":"2026-02-24T06:51:55.353161Z","steps":["trace[883962951] 'agreement among raft nodes before linearized reading' (duration: 136.503682ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:51:55.353195Z","caller":"traceutil/trace.go:171","msg":"trace[667801072] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:11408; }","duration":"164.783264ms","start":"2026-02-24T06:51:55.188399Z","end":"2026-02-24T06:51:55.353183Z","steps":["trace[667801072] 'agreement among raft nodes before linearized reading' (duration: 164.565068ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:55.353341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.298243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-24T06:51:55.353383Z","caller":"traceutil/trace.go:171","msg":"trace[1568547768] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11408; }","duration":"137.368795ms","start":"2026-02-24T06:51:55.216003Z","end":"2026-02-24T06:51:55.353372Z","steps":["trace[1568547768] 'agreement among raft nodes before linearized reading' (duration: 137.266852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:55.353473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.308314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-24T06:51:55.353523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.299303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T06:51:55.352749Z","caller":"traceutil/trace.go:171","msg":"trace[1296933197] transaction","detail":"{read_only:false; response_revision:11408; number_of_response:1; }","duration":"178.427547ms","start":"2026-02-24T06:51:55.174296Z","end":"2026-02-24T06:51:55.352724Z","steps":["trace[1296933197] 'process raft request' (duration: 172.627621ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:51:55.353612Z","caller":"traceutil/trace.go:171","msg":"trace[1918332419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11408; }","duration":"137.470727ms","start":"2026-02-24T06:51:55.21612Z","end":"2026-02-24T06:51:55.353591Z","steps":["trace[1918332419] 'agreement among raft nodes before linearized reading' (duration: 137.17949ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:51:55.353654Z","caller":"traceutil/trace.go:171","msg":"trace[1497828973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11408; }","duration":"137.448607ms","start":"2026-02-24T06:51:55.216114Z","end":"2026-02-24T06:51:55.353563Z","steps":["trace[1497828973] 'agreement among raft nodes before linearized reading' (duration: 137.029216ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:51:55.891237Z","caller":"traceutil/trace.go:171","msg":"trace[1247405791] transaction","detail":"{read_only:false; response_revision:11414; number_of_response:1; }","duration":"123.6341ms","start":"2026-02-24T06:51:55.767577Z","end":"2026-02-24T06:51:55.891211Z","steps":["trace[1247405791] 'process raft request' (duration: 123.467796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:57.786664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.811025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:51:57.787052Z","caller":"traceutil/trace.go:171","msg":"trace[1370176135] transaction","detail":"{read_only:false; response_revision:11427; number_of_response:1; }","duration":"327.208308ms","start":"2026-02-24T06:51:57.45976Z","end":"2026-02-24T06:51:57.786968Z","steps":["trace[1370176135] 'process raft request' (duration: 161.988733ms)","trace[1370176135] 'compare' (duration: 164.698612ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:51:57.787166Z","caller":"traceutil/trace.go:171","msg":"trace[1187830425] linearizableReadLoop","detail":"{readStateIndex:11914; appliedIndex:11910; }","duration":"325.27841ms","start":"2026-02-24T06:51:57.461829Z","end":"2026-02-24T06:51:57.787107Z","steps":["trace[1187830425] 'read index received' (duration: 52.171172ms)","trace[1187830425] 'applied index is now lower than readState.Index' (duration: 273.097057ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:51:57.787189Z","caller":"traceutil/trace.go:171","msg":"trace[1193002820] transaction","detail":"{read_only:false; response_revision:11428; number_of_response:1; }","duration":"327.28245ms","start":"2026-02-24T06:51:57.459873Z","end":"2026-02-24T06:51:57.787155Z","steps":["trace[1193002820] 'process raft request' (duration: 326.921061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:57.787324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:57.459738Z","time spent":"327.448744ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:51:57.787411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:57.459862Z","time spent":"327.436043ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:51:57.787153Z","caller":"traceutil/trace.go:171","msg":"trace[1846864596] transaction","detail":"{read_only:false; response_revision:11429; number_of_response:1; }","duration":"327.156106ms","start":"2026-02-24T06:51:57.459926Z","end":"2026-02-24T06:51:57.787082Z","steps":["trace[1846864596] 'process raft request' (duration: 326.92705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:51:57.787737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:57.459919Z","time spent":"327.65435ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:51:57.845625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.75739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:51:57.845741Z","caller":"traceutil/trace.go:171","msg":"trace[897226501] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:11429; }","duration":"383.910945ms","start":"2026-02-24T06:51:57.461799Z","end":"2026-02-24T06:51:57.84571Z","steps":["trace[897226501] 'agreement among raft nodes before linearized reading' (duration: 325.455604ms)","trace[897226501] 'range keys from in-memory index tree' (duration: 57.409184ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:51:57.845951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:51:57.461788Z","time spent":"384.14769ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"info","ts":"2026-02-24T06:52:00.218965Z","caller":"traceutil/trace.go:171","msg":"trace[583008910] transaction","detail":"{read_only:false; response_revision:11441; number_of_response:1; }","duration":"115.905854ms","start":"2026-02-24T06:52:00.103039Z","end":"2026-02-24T06:52:00.218945Z","steps":["trace[583008910] 'process raft request' (duration: 115.769761ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:01.993438Z","caller":"traceutil/trace.go:171","msg":"trace[103427592] transaction","detail":"{read_only:false; response_revision:11447; number_of_response:1; }","duration":"142.129394ms","start":"2026-02-24T06:52:01.851281Z","end":"2026-02-24T06:52:01.993411Z","steps":["trace[103427592] 'process raft request' (duration: 141.97322ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:01.998401Z","caller":"traceutil/trace.go:171","msg":"trace[833655337] transaction","detail":"{read_only:false; response_revision:11448; number_of_response:1; }","duration":"144.527445ms","start":"2026-02-24T06:52:01.853839Z","end":"2026-02-24T06:52:01.998366Z","steps":["trace[833655337] 'process raft request' (duration: 144.226268ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:01.99838Z","caller":"traceutil/trace.go:171","msg":"trace[1297181233] linearizableReadLoop","detail":"{readStateIndex:11935; appliedIndex:11932; }","duration":"121.028685ms","start":"2026-02-24T06:52:01.877314Z","end":"2026-02-24T06:52:01.998342Z","steps":["trace[1297181233] 'read index received' (duration: 116.049779ms)","trace[1297181233] 'applied index is now lower than readState.Index' (duration: 4.977286ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:52:01.998438Z","caller":"traceutil/trace.go:171","msg":"trace[1690862529] transaction","detail":"{read_only:false; response_revision:11449; number_of_response:1; }","duration":"139.583291ms","start":"2026-02-24T06:52:01.858838Z","end":"2026-02-24T06:52:01.998421Z","steps":["trace[1690862529] 'process raft request' (duration: 139.422327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:01.998674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.289151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:52:01.998773Z","caller":"traceutil/trace.go:171","msg":"trace[1169116414] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:11450; }","duration":"121.489786ms","start":"2026-02-24T06:52:01.877267Z","end":"2026-02-24T06:52:01.998757Z","steps":["trace[1169116414] 'agreement among raft nodes before linearized reading' (duration: 121.187688ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:02.521649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.824794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:52:02.521814Z","caller":"traceutil/trace.go:171","msg":"trace[755096901] transaction","detail":"{read_only:false; response_revision:11451; number_of_response:1; }","duration":"195.925777ms","start":"2026-02-24T06:52:02.325858Z","end":"2026-02-24T06:52:02.521784Z","steps":["trace[755096901] 'process raft request' (duration: 69.871397ms)","trace[755096901] 'compare' (duration: 125.67111ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:52:03.533411Z","caller":"traceutil/trace.go:171","msg":"trace[95595884] transaction","detail":"{read_only:false; response_revision:11454; number_of_response:1; }","duration":"114.92795ms","start":"2026-02-24T06:52:03.41843Z","end":"2026-02-24T06:52:03.533358Z","steps":["trace[95595884] 'process raft request' (duration: 114.639162ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:03.688791Z","caller":"traceutil/trace.go:171","msg":"trace[1136399659] linearizableReadLoop","detail":"{readStateIndex:11943; appliedIndex:11942; }","duration":"128.589384ms","start":"2026-02-24T06:52:03.560175Z","end":"2026-02-24T06:52:03.688764Z","steps":["trace[1136399659] 'read index received' (duration: 29.81683ms)","trace[1136399659] 'applied index is now lower than readState.Index' (duration: 98.771314ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:52:03.688928Z","caller":"traceutil/trace.go:171","msg":"trace[1299096728] transaction","detail":"{read_only:false; response_revision:11456; number_of_response:1; }","duration":"129.083286ms","start":"2026-02-24T06:52:03.559798Z","end":"2026-02-24T06:52:03.688881Z","steps":["trace[1299096728] 'process raft request' (duration: 30.162658ms)","trace[1299096728] 'compare' (duration: 98.645061ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:52:03.689282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.084006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17260"} {"level":"info","ts":"2026-02-24T06:52:03.689343Z","caller":"traceutil/trace.go:171","msg":"trace[976421190] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11456; }","duration":"129.181199ms","start":"2026-02-24T06:52:03.560146Z","end":"2026-02-24T06:52:03.689328Z","steps":["trace[976421190] 'agreement among raft nodes before linearized reading' (duration: 128.717077ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:03.759702Z","caller":"traceutil/trace.go:171","msg":"trace[539160945] transaction","detail":"{read_only:false; response_revision:11457; number_of_response:1; }","duration":"199.463716ms","start":"2026-02-24T06:52:03.560215Z","end":"2026-02-24T06:52:03.759679Z","steps":["trace[539160945] 'process raft request' (duration: 199.265121ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:04.118819Z","caller":"traceutil/trace.go:171","msg":"trace[780228725] linearizableReadLoop","detail":"{readStateIndex:11945; appliedIndex:11944; }","duration":"116.50214ms","start":"2026-02-24T06:52:04.002292Z","end":"2026-02-24T06:52:04.118794Z","steps":["trace[780228725] 'read index received' (duration: 116.327216ms)","trace[780228725] 'applied index is now lower than readState.Index' (duration: 173.724µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:52:04.118935Z","caller":"traceutil/trace.go:171","msg":"trace[628889656] transaction","detail":"{read_only:false; response_revision:11458; number_of_response:1; }","duration":"117.280369ms","start":"2026-02-24T06:52:04.001643Z","end":"2026-02-24T06:52:04.118923Z","steps":["trace[628889656] 'process raft request' (duration: 116.983762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:04.119254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.944022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T06:52:04.119351Z","caller":"traceutil/trace.go:171","msg":"trace[2074686231] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11458; }","duration":"117.084255ms","start":"2026-02-24T06:52:04.002237Z","end":"2026-02-24T06:52:04.119321Z","steps":["trace[2074686231] 'agreement among raft nodes before linearized reading' (duration: 116.856429ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:04.176232Z","caller":"traceutil/trace.go:171","msg":"trace[1000666148] transaction","detail":"{read_only:false; response_revision:11459; number_of_response:1; }","duration":"173.170135ms","start":"2026-02-24T06:52:04.003022Z","end":"2026-02-24T06:52:04.176192Z","steps":["trace[1000666148] 'process raft request' (duration: 172.905238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:04.176323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.80276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T06:52:04.176383Z","caller":"traceutil/trace.go:171","msg":"trace[1130826001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11459; }","duration":"171.909333ms","start":"2026-02-24T06:52:04.004458Z","end":"2026-02-24T06:52:04.176367Z","steps":["trace[1130826001] 'agreement among raft nodes before linearized reading' (duration: 171.647347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:04.176594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.454235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:52:04.176716Z","caller":"traceutil/trace.go:171","msg":"trace[1720267403] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:11459; }","duration":"162.616449ms","start":"2026-02-24T06:52:04.014077Z","end":"2026-02-24T06:52:04.176693Z","steps":["trace[1720267403] 'agreement among raft nodes before linearized reading' (duration: 162.179188ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:04.376497Z","caller":"traceutil/trace.go:171","msg":"trace[887771923] transaction","detail":"{read_only:false; response_revision:11461; number_of_response:1; }","duration":"195.530078ms","start":"2026-02-24T06:52:04.180937Z","end":"2026-02-24T06:52:04.376467Z","steps":["trace[887771923] 'process raft request' (duration: 136.047581ms)","trace[887771923] 'compare' (duration: 59.329603ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:52:04.376485Z","caller":"traceutil/trace.go:171","msg":"trace[2059264202] linearizableReadLoop","detail":"{readStateIndex:11948; appliedIndex:11947; }","duration":"194.667437ms","start":"2026-02-24T06:52:04.181788Z","end":"2026-02-24T06:52:04.376456Z","steps":["trace[2059264202] 'read index received' (duration: 27.942673ms)","trace[2059264202] 'applied index is now lower than readState.Index' (duration: 166.723454ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:52:04.377083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.278401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:438643"} {"level":"info","ts":"2026-02-24T06:52:04.377135Z","caller":"traceutil/trace.go:171","msg":"trace[2052676594] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11461; }","duration":"195.377844ms","start":"2026-02-24T06:52:04.181747Z","end":"2026-02-24T06:52:04.377125Z","steps":["trace[2052676594] 'agreement among raft nodes before linearized reading' (duration: 194.80367ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:05.401751Z","caller":"traceutil/trace.go:171","msg":"trace[1021302253] transaction","detail":"{read_only:false; response_revision:11463; number_of_response:1; }","duration":"155.669495ms","start":"2026-02-24T06:52:05.246062Z","end":"2026-02-24T06:52:05.401732Z","steps":["trace[1021302253] 'process raft request' (duration: 155.50322ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:05.952157Z","caller":"traceutil/trace.go:171","msg":"trace[1808334770] transaction","detail":"{read_only:false; response_revision:11466; number_of_response:1; }","duration":"165.554153ms","start":"2026-02-24T06:52:05.786571Z","end":"2026-02-24T06:52:05.952125Z","steps":["trace[1808334770] 'process raft request' (duration: 66.946684ms)","trace[1808334770] 'compare' (duration: 98.478696ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:52:06.23814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.857372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:06.238286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.422843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T06:52:06.23833Z","caller":"traceutil/trace.go:171","msg":"trace[1155316399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11466; }","duration":"172.109118ms","start":"2026-02-24T06:52:06.066196Z","end":"2026-02-24T06:52:06.238305Z","steps":["trace[1155316399] 'range keys from in-memory index tree' (duration: 171.688697ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:06.238378Z","caller":"traceutil/trace.go:171","msg":"trace[2019437850] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11466; }","duration":"115.573316ms","start":"2026-02-24T06:52:06.122785Z","end":"2026-02-24T06:52:06.238358Z","steps":["trace[2019437850] 'range keys from in-memory index tree' (duration: 115.211827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:08.354121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.720738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:52:08.35473Z","caller":"traceutil/trace.go:171","msg":"trace[2032055526] transaction","detail":"{read_only:false; response_revision:11472; number_of_response:1; }","duration":"800.506731ms","start":"2026-02-24T06:52:07.554181Z","end":"2026-02-24T06:52:08.354688Z","steps":["trace[2032055526] 'process raft request' (duration: 564.107185ms)","trace[2032055526] 'compare' (duration: 235.326958ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:52:08.354983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:07.554145Z","time spent":"800.673915ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:10.069019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000497119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T06:52:10.069104Z","caller":"traceutil/trace.go:171","msg":"trace[566787926] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000619793s","start":"2026-02-24T06:52:08.068465Z","end":"2026-02-24T06:52:10.069084Z","steps":["trace[566787926] 'agreement among raft nodes before linearized reading' (duration: 2.00051038s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:10.069153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:08.068456Z","time spent":"2.000687354s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:52:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:52:10.220403Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.502053755s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:52:10.548786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194448816s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T06:52:10.549019Z","caller":"traceutil/trace.go:171","msg":"trace[1286279572] linearizableReadLoop","detail":"{readStateIndex:11960; appliedIndex:11958; }","duration":"2.828889481s","start":"2026-02-24T06:52:07.720111Z","end":"2026-02-24T06:52:10.549Z","steps":["trace[1286279572] 'read index received' (duration: 398.204714ms)","trace[1286279572] 'applied index is now lower than readState.Index' (duration: 2.430683557s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:52:10.549263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538619973s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:10.549368Z","caller":"traceutil/trace.go:171","msg":"trace[1866319204] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11472; }","duration":"1.538737726s","start":"2026-02-24T06:52:09.010614Z","end":"2026-02-24T06:52:10.549352Z","steps":["trace[1866319204] 'range keys from in-memory index tree' (duration: 1.538605923s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:10.549619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.829498826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T06:52:10.54966Z","caller":"traceutil/trace.go:171","msg":"trace[308878401] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11472; }","duration":"2.829598489s","start":"2026-02-24T06:52:07.72005Z","end":"2026-02-24T06:52:10.549649Z","steps":["trace[308878401] 'agreement among raft nodes before linearized reading' (duration: 2.829449156s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:10.549707Z","caller":"traceutil/trace.go:171","msg":"trace[2049201488] transaction","detail":"{read_only:false; response_revision:11473; number_of_response:1; }","duration":"2.305474119s","start":"2026-02-24T06:52:08.244226Z","end":"2026-02-24T06:52:10.5497Z","steps":["trace[2049201488] 'process raft request' (duration: 2.304670989s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:10.549708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:07.720024Z","time spent":"2.82966227s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T06:52:10.549788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:08.244196Z","time spent":"2.305538309s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:10.870967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.178958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:52:10.87128Z","caller":"traceutil/trace.go:171","msg":"trace[681118307] linearizableReadLoop","detail":"{readStateIndex:11965; appliedIndex:11961; }","duration":"322.206463ms","start":"2026-02-24T06:52:10.549055Z","end":"2026-02-24T06:52:10.871262Z","steps":["trace[681118307] 'read index received' (duration: 56.109481ms)","trace[681118307] 'applied index is now lower than readState.Index' (duration: 266.096002ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:52:10.871381Z","caller":"traceutil/trace.go:171","msg":"trace[40316668] transaction","detail":"{read_only:false; response_revision:11474; number_of_response:1; }","duration":"2.546668613s","start":"2026-02-24T06:52:08.324702Z","end":"2026-02-24T06:52:10.87137Z","steps":["trace[40316668] 'process raft request' (duration: 2.224989943s)","trace[40316668] 'compare' (duration: 321.051355ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:52:10.871448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:08.324661Z","time spent":"2.546752645s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:52:10.871499Z","caller":"traceutil/trace.go:171","msg":"trace[1505764385] transaction","detail":"{read_only:false; response_revision:11477; number_of_response:1; }","duration":"511.562976ms","start":"2026-02-24T06:52:10.359898Z","end":"2026-02-24T06:52:10.87146Z","steps":["trace[1505764385] 'process raft request' (duration: 511.293569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:10.871592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626641268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:10.87158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62641564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-24T06:52:10.871631Z","caller":"traceutil/trace.go:171","msg":"trace[1641704814] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11478; }","duration":"1.626692948s","start":"2026-02-24T06:52:09.244927Z","end":"2026-02-24T06:52:10.87162Z","steps":["trace[1641704814] 'agreement among raft nodes before linearized reading' (duration: 1.626635537s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:10.871665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:09.24492Z","time spent":"1.626738479s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-02-24T06:52:10.871674Z","caller":"traceutil/trace.go:171","msg":"trace[1912573127] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11478; }","duration":"1.626560234s","start":"2026-02-24T06:52:09.245094Z","end":"2026-02-24T06:52:10.871654Z","steps":["trace[1912573127] 'agreement among raft nodes before linearized reading' (duration: 1.626283447s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:10.871679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:10.359857Z","time spent":"511.72864ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:10.871722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:09.245083Z","time spent":"1.626628837s","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-02-24T06:52:10.871745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.106961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:52:10.871754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625682702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:4960"} {"level":"info","ts":"2026-02-24T06:52:10.871823Z","caller":"traceutil/trace.go:171","msg":"trace[207586576] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11478; }","duration":"1.625769764s","start":"2026-02-24T06:52:09.246039Z","end":"2026-02-24T06:52:10.871809Z","steps":["trace[207586576] 'agreement among raft nodes before linearized reading' (duration: 1.6256118s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:10.871835Z","caller":"traceutil/trace.go:171","msg":"trace[1570085958] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:11478; }","duration":"530.169532ms","start":"2026-02-24T06:52:10.341611Z","end":"2026-02-24T06:52:10.871781Z","steps":["trace[1570085958] 'agreement among raft nodes before linearized reading' (duration: 530.101951ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:10.871836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.351267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:10.871884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:10.341604Z","time spent":"530.265785ms","remote":"127.0.0.1:53440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:52:10.871903Z","caller":"traceutil/trace.go:171","msg":"trace[457276949] transaction","detail":"{read_only:false; response_revision:11476; number_of_response:1; }","duration":"617.809616ms","start":"2026-02-24T06:52:10.254085Z","end":"2026-02-24T06:52:10.871895Z","steps":["trace[457276949] 'process raft request' (duration: 617.076238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:10.871887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626002811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:10.871907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626659576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:10.871567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411352143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:52:10.871965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:10.254064Z","time spent":"617.867717ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:10.871965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62794226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:10.871983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62717527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:10.871999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627810466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:10.871996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.606008376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-24T06:52:10.871683Z","caller":"traceutil/trace.go:171","msg":"trace[1927497574] transaction","detail":"{read_only:false; response_revision:11478; number_of_response:1; }","duration":"317.367671ms","start":"2026-02-24T06:52:10.55428Z","end":"2026-02-24T06:52:10.871648Z","steps":["trace[1927497574] 'process raft request' (duration: 316.939891ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:10.87203Z","caller":"traceutil/trace.go:171","msg":"trace[321476310] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11478; }","duration":"1.627888798s","start":"2026-02-24T06:52:09.244134Z","end":"2026-02-24T06:52:10.872023Z","steps":["trace[321476310] 'agreement among raft nodes before linearized reading' (duration: 1.627847257s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:10.872026Z","caller":"traceutil/trace.go:171","msg":"trace[2109639577] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11478; }","duration":"1.628022741s","start":"2026-02-24T06:52:09.243983Z","end":"2026-02-24T06:52:10.872006Z","steps":["trace[2109639577] 'agreement among raft nodes before linearized reading' (duration: 1.627959299s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:10.872031Z","caller":"traceutil/trace.go:171","msg":"trace[169057736] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11478; }","duration":"1.627246642s","start":"2026-02-24T06:52:09.244772Z","end":"2026-02-24T06:52:10.872019Z","steps":["trace[169057736] 'agreement among raft nodes before linearized reading' (duration: 1.627179211s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:10.87199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625420836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:4960"} {"level":"warn","ts":"2026-02-24T06:52:10.872053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100514374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"warn","ts":"2026-02-24T06:52:10.872062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:09.244107Z","time spent":"1.627949969s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-02-24T06:52:10.872078Z","caller":"traceutil/trace.go:171","msg":"trace[290808634] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11478; }","duration":"1.625524909s","start":"2026-02-24T06:52:09.246545Z","end":"2026-02-24T06:52:10.87207Z","steps":["trace[290808634] 'agreement among raft nodes before linearized reading' (duration: 1.625383765s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:10.872081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:10.554254Z","time spent":"317.798482ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:10.872081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:09.244761Z","time spent":"1.627309654s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-24T06:52:10.871862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:09.246032Z","time spent":"1.625822536s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":4984,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-02-24T06:52:10.872105Z","caller":"traceutil/trace.go:171","msg":"trace[2008324207] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11478; }","duration":"2.100589166s","start":"2026-02-24T06:52:08.771502Z","end":"2026-02-24T06:52:10.872091Z","steps":["trace[2008324207] 'agreement among raft nodes before linearized reading' (duration: 2.100445883s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:10.872115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.145470912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:10.872161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:08.771483Z","time spent":"2.100665588s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-24T06:52:10.872175Z","caller":"traceutil/trace.go:171","msg":"trace[140267799] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:11478; }","duration":"3.145596266s","start":"2026-02-24T06:52:07.726565Z","end":"2026-02-24T06:52:10.872162Z","steps":["trace[140267799] 'agreement among raft nodes before linearized reading' (duration: 3.145495863s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:10.872205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.87979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:10.872255Z","caller":"traceutil/trace.go:171","msg":"trace[437251400] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:11478; }","duration":"252.986472ms","start":"2026-02-24T06:52:10.619256Z","end":"2026-02-24T06:52:10.872242Z","steps":["trace[437251400] 'agreement among raft nodes before linearized reading' (duration: 252.90724ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:10.872269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.820208521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:10.87228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.874254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-24T06:52:10.872297Z","caller":"traceutil/trace.go:171","msg":"trace[1048217231] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:11478; }","duration":"2.820264393s","start":"2026-02-24T06:52:08.052024Z","end":"2026-02-24T06:52:10.872288Z","steps":["trace[1048217231] 'agreement among raft nodes before linearized reading' (duration: 2.820212092s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:10.872305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445406657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T06:52:10.872321Z","caller":"traceutil/trace.go:171","msg":"trace[769119451] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11478; }","duration":"280.948005ms","start":"2026-02-24T06:52:10.591357Z","end":"2026-02-24T06:52:10.872305Z","steps":["trace[769119451] 'agreement among raft nodes before linearized reading' (duration: 280.786751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:10.872318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.915206271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-24T06:52:10.872338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:08.05201Z","time spent":"2.820320485s","remote":"127.0.0.1:39490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:52:10.872345Z","caller":"traceutil/trace.go:171","msg":"trace[1737039948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11478; }","duration":"2.44551224s","start":"2026-02-24T06:52:08.426822Z","end":"2026-02-24T06:52:10.872334Z","steps":["trace[1737039948] 'agreement among raft nodes before linearized reading' (duration: 2.445399607s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:10.872357Z","caller":"traceutil/trace.go:171","msg":"trace[212215546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11478; }","duration":"2.915278302s","start":"2026-02-24T06:52:07.957069Z","end":"2026-02-24T06:52:10.872347Z","steps":["trace[212215546] 'agreement among raft nodes before linearized reading' (duration: 2.915133589s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:10.872378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:08.426797Z","time spent":"2.445573651s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T06:52:10.872387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:07.957048Z","time spent":"2.915332554s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T06:52:10.872105Z","caller":"traceutil/trace.go:171","msg":"trace[128957649] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11478; }","duration":"2.606109558s","start":"2026-02-24T06:52:08.265974Z","end":"2026-02-24T06:52:10.872084Z","steps":["trace[128957649] 'agreement among raft nodes before linearized reading' (duration: 2.605942364s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:10.872512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:08.265921Z","time spent":"2.60657955s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T06:52:10.87248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437823997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"warn","ts":"2026-02-24T06:52:10.872079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:09.243968Z","time spent":"1.628103514s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-02-24T06:52:10.872589Z","caller":"traceutil/trace.go:171","msg":"trace[1108748686] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:11478; }","duration":"2.438018911s","start":"2026-02-24T06:52:08.434546Z","end":"2026-02-24T06:52:10.872565Z","steps":["trace[1108748686] 'agreement among raft nodes before linearized reading' (duration: 2.437650412s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:10.87221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:07.726543Z","time spent":"3.145657868s","remote":"127.0.0.1:53502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:52:10.87211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:09.246536Z","time spent":"1.625566229s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":4984,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-24T06:52:10.872664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:08.434509Z","time spent":"2.438143814s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"warn","ts":"2026-02-24T06:52:10.871904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625026176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:10.872765Z","caller":"traceutil/trace.go:171","msg":"trace[1735192317] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11478; }","duration":"1.625898819s","start":"2026-02-24T06:52:09.246854Z","end":"2026-02-24T06:52:10.872753Z","steps":["trace[1735192317] 'agreement among raft nodes before linearized reading' (duration: 1.625030226s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:10.871871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62638089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:10.872812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:09.246845Z","time spent":"1.62595381s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-02-24T06:52:10.872822Z","caller":"traceutil/trace.go:171","msg":"trace[637369125] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11478; }","duration":"1.627387866s","start":"2026-02-24T06:52:09.245421Z","end":"2026-02-24T06:52:10.872809Z","steps":["trace[637369125] 'agreement among raft nodes before linearized reading' (duration: 1.626320038s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:10.871915Z","caller":"traceutil/trace.go:171","msg":"trace[1008187553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11478; }","duration":"802.503701ms","start":"2026-02-24T06:52:10.06939Z","end":"2026-02-24T06:52:10.871894Z","steps":["trace[1008187553] 'agreement among raft nodes before linearized reading' (duration: 802.345977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:10.872898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:09.245407Z","time spent":"1.627477398s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-24T06:52:10.872921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:10.06937Z","time spent":"803.526187ms","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:52:10.871916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.59346904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T06:52:10.873015Z","caller":"traceutil/trace.go:171","msg":"trace[835279726] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11478; }","duration":"2.59460321s","start":"2026-02-24T06:52:08.278393Z","end":"2026-02-24T06:52:10.872996Z","steps":["trace[835279726] 'agreement among raft nodes before linearized reading' (duration: 2.593332817s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:10.873109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:08.278377Z","time spent":"2.594686782s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T06:52:10.871948Z","caller":"traceutil/trace.go:171","msg":"trace[1418674346] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11478; }","duration":"1.626084442s","start":"2026-02-24T06:52:09.245851Z","end":"2026-02-24T06:52:10.871935Z","steps":["trace[1418674346] 'agreement among raft nodes before linearized reading' (duration: 1.62599071s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:10.873308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:09.245842Z","time spent":"1.627444977s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-02-24T06:52:10.871861Z","caller":"traceutil/trace.go:171","msg":"trace[1063855305] transaction","detail":"{read_only:false; response_revision:11475; number_of_response:1; }","duration":"1.457168085s","start":"2026-02-24T06:52:09.414678Z","end":"2026-02-24T06:52:10.871846Z","steps":["trace[1063855305] 'process raft request' (duration: 1.456429077s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:10.873471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:09.414656Z","time spent":"1.458733504s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:52:10.871957Z","caller":"traceutil/trace.go:171","msg":"trace[515359425] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11478; }","duration":"1.626754149s","start":"2026-02-24T06:52:09.245194Z","end":"2026-02-24T06:52:10.871948Z","steps":["trace[515359425] 'agreement among raft nodes before linearized reading' (duration: 1.626686417s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:10.873645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:09.245171Z","time spent":"1.628453782s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-02-24T06:52:10.872737Z","caller":"traceutil/trace.go:171","msg":"trace[2071373729] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:11478; }","duration":"1.41242004s","start":"2026-02-24T06:52:09.460134Z","end":"2026-02-24T06:52:10.872554Z","steps":["trace[2071373729] 'agreement among raft nodes before linearized reading' (duration: 1.411316272s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:10.874353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:09.460125Z","time spent":"1.414127553s","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":4,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:52:11.379668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637842741,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T06:52:11.849809Z","caller":"traceutil/trace.go:171","msg":"trace[354692294] transaction","detail":"{read_only:false; response_revision:11479; number_of_response:1; }","duration":"970.616979ms","start":"2026-02-24T06:52:10.879161Z","end":"2026-02-24T06:52:11.849778Z","steps":["trace[354692294] 'process raft request' (duration: 970.380783ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:11.849967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:10.879134Z","time spent":"970.749692ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:12.608879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.683715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:52:12.609164Z","caller":"traceutil/trace.go:171","msg":"trace[446722436] linearizableReadLoop","detail":"{readStateIndex:11971; appliedIndex:11966; }","duration":"1.729518523s","start":"2026-02-24T06:52:10.879629Z","end":"2026-02-24T06:52:12.609148Z","steps":["trace[446722436] 'read index received' (duration: 969.901481ms)","trace[446722436] 'applied index is now lower than readState.Index' (duration: 759.616122ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:52:12.609243Z","caller":"traceutil/trace.go:171","msg":"trace[852778300] transaction","detail":"{read_only:false; response_revision:11480; number_of_response:1; }","duration":"1.729243646s","start":"2026-02-24T06:52:10.879989Z","end":"2026-02-24T06:52:12.609232Z","steps":["trace[852778300] 'process raft request' (duration: 1.12812209s)","trace[852778300] 'compare' (duration: 600.522401ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:52:12.609304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:10.879975Z","time spent":"1.729296887s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:52:12.609675Z","caller":"traceutil/trace.go:171","msg":"trace[1431366417] transaction","detail":"{read_only:false; response_revision:11481; number_of_response:1; }","duration":"1.729617197s","start":"2026-02-24T06:52:10.880044Z","end":"2026-02-24T06:52:12.609662Z","steps":["trace[1431366417] 'process raft request' (duration: 1.728935099s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:12.609751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:10.880034Z","time spent":"1.729680338s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:52:12.609769Z","caller":"traceutil/trace.go:171","msg":"trace[2077449428] transaction","detail":"{read_only:false; response_revision:11482; number_of_response:1; }","duration":"1.728658463s","start":"2026-02-24T06:52:10.881084Z","end":"2026-02-24T06:52:12.609743Z","steps":["trace[2077449428] 'process raft request' (duration: 1.727984135s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:12.609777Z","caller":"traceutil/trace.go:171","msg":"trace[861125581] transaction","detail":"{read_only:false; response_revision:11483; number_of_response:1; }","duration":"1.5468313s","start":"2026-02-24T06:52:11.062915Z","end":"2026-02-24T06:52:12.609747Z","steps":["trace[861125581] 'process raft request' (duration: 1.546195233s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:12.609919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:10.881077Z","time spent":"1.728755785s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:12.609924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:11.062891Z","time spent":"1.546952113s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:12.61018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730529479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:438643"} {"level":"info","ts":"2026-02-24T06:52:12.610253Z","caller":"traceutil/trace.go:171","msg":"trace[23828259] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11483; }","duration":"1.730629171s","start":"2026-02-24T06:52:10.879608Z","end":"2026-02-24T06:52:12.610238Z","steps":["trace[23828259] 'agreement among raft nodes before linearized reading' (duration: 1.730075047s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:12.610298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:10.879599Z","time spent":"1.730689293s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":438667,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-24T06:52:12.882366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000626121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T06:52:12.882501Z","caller":"traceutil/trace.go:171","msg":"trace[1689376982] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000781865s","start":"2026-02-24T06:52:10.881699Z","end":"2026-02-24T06:52:12.882481Z","steps":["trace[1689376982] 'agreement among raft nodes before linearized reading' (duration: 2.000632812s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:12.882558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:10.881694Z","time spent":"2.000850037s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 06:52:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T06:52:13.109265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637842748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:52:13.763465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.432736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:52:13.76357Z","caller":"traceutil/trace.go:171","msg":"trace[281784801] transaction","detail":"{read_only:false; response_revision:11484; number_of_response:1; }","duration":"1.207864823s","start":"2026-02-24T06:52:12.555685Z","end":"2026-02-24T06:52:13.76355Z","steps":["trace[281784801] 'process raft request' (duration: 658.260583ms)","trace[281784801] 'compare' (duration: 549.263062ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:52:13.763634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:12.55566Z","time spent":"1.207941096s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:52:13.764505Z","caller":"traceutil/trace.go:171","msg":"trace[1432310644] linearizableReadLoop","detail":"{readStateIndex:11974; appliedIndex:11971; }","duration":"1.155276112s","start":"2026-02-24T06:52:12.6092Z","end":"2026-02-24T06:52:13.764476Z","steps":["trace[1432310644] 'read index received' (duration: 604.740878ms)","trace[1432310644] 'applied index is now lower than readState.Index' (duration: 550.534184ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:52:13.764627Z","caller":"traceutil/trace.go:171","msg":"trace[1770394833] transaction","detail":"{read_only:false; response_revision:11485; number_of_response:1; }","duration":"885.150398ms","start":"2026-02-24T06:52:12.879458Z","end":"2026-02-24T06:52:13.764608Z","steps":["trace[1770394833] 'process raft request' (duration: 884.83822ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:13.764694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:12.879448Z","time spent":"885.21197ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:13.764743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.426400747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:13.764813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.884694293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-24T06:52:13.764809Z","caller":"traceutil/trace.go:171","msg":"trace[1763706879] transaction","detail":"{read_only:false; response_revision:11486; number_of_response:1; }","duration":"885.2115ms","start":"2026-02-24T06:52:12.879576Z","end":"2026-02-24T06:52:13.764788Z","steps":["trace[1763706879] 'process raft request' (duration: 884.855031ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:13.764923Z","caller":"traceutil/trace.go:171","msg":"trace[1506826302] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab; range_end:; response_count:1; response_revision:11486; }","duration":"2.884846796s","start":"2026-02-24T06:52:10.880059Z","end":"2026-02-24T06:52:13.764906Z","steps":["trace[1506826302] 'agreement among raft nodes before linearized reading' (duration: 2.884567759s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:13.764927Z","caller":"traceutil/trace.go:171","msg":"trace[954486098] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:11486; }","duration":"2.426629743s","start":"2026-02-24T06:52:11.338266Z","end":"2026-02-24T06:52:13.764896Z","steps":["trace[954486098] 'agreement among raft nodes before linearized reading' (duration: 2.426340205s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:13.76495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534470467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:52:13.764949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.576958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:13.764993Z","caller":"traceutil/trace.go:171","msg":"trace[1557597267] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11486; }","duration":"1.534546119s","start":"2026-02-24T06:52:12.230433Z","end":"2026-02-24T06:52:13.764979Z","steps":["trace[1557597267] 'agreement among raft nodes before linearized reading' (duration: 1.534463467s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:13.764993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:11.338244Z","time spent":"2.426730096s","remote":"127.0.0.1:53718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:52:13.765004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.715782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:13.765034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:12.230422Z","time spent":"1.5346026s","remote":"127.0.0.1:39522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:52:13.765032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.63299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:13.765042Z","caller":"traceutil/trace.go:171","msg":"trace[1551792347] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11486; }","duration":"885.763333ms","start":"2026-02-24T06:52:12.879267Z","end":"2026-02-24T06:52:13.76503Z","steps":["trace[1551792347] 'agreement among raft nodes before linearized reading' (duration: 885.701251ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:13.765038Z","caller":"traceutil/trace.go:171","msg":"trace[261721974] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11486; }","duration":"885.682502ms","start":"2026-02-24T06:52:12.879334Z","end":"2026-02-24T06:52:13.765016Z","steps":["trace[261721974] 'agreement among raft nodes before linearized reading' (duration: 885.475717ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:13.765062Z","caller":"traceutil/trace.go:171","msg":"trace[155429351] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11486; }","duration":"885.666851ms","start":"2026-02-24T06:52:12.879387Z","end":"2026-02-24T06:52:13.765054Z","steps":["trace[155429351] 'agreement among raft nodes before linearized reading' (duration: 885.619869ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:13.765059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:12.879558Z","time spent":"885.396124ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:13.765082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:12.879331Z","time spent":"885.742143ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-24T06:52:13.765095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:12.879383Z","time spent":"885.705811ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-02-24T06:52:13.765111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.779594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:13.765134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.770623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:13.765144Z","caller":"traceutil/trace.go:171","msg":"trace[931463505] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11486; }","duration":"885.817295ms","start":"2026-02-24T06:52:12.879319Z","end":"2026-02-24T06:52:13.765136Z","steps":["trace[931463505] 'agreement among raft nodes before linearized reading' (duration: 885.773654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:13.765178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:12.879307Z","time spent":"885.862875ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-24T06:52:13.764979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:10.880044Z","time spent":"2.884924248s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" "} {"level":"info","ts":"2026-02-24T06:52:13.76518Z","caller":"traceutil/trace.go:171","msg":"trace[1954705184] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11486; }","duration":"885.814434ms","start":"2026-02-24T06:52:12.879348Z","end":"2026-02-24T06:52:13.765163Z","steps":["trace[1954705184] 'agreement among raft nodes before linearized reading' (duration: 885.753783ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:13.765219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:12.879345Z","time spent":"885.867326ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-24T06:52:13.764877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571335934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-24T06:52:13.765334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.946353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-24T06:52:13.765361Z","caller":"traceutil/trace.go:171","msg":"trace[959839953] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11486; }","duration":"887.045946ms","start":"2026-02-24T06:52:12.878308Z","end":"2026-02-24T06:52:13.765354Z","steps":["trace[959839953] 'agreement among raft nodes before linearized reading' (duration: 886.929663ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:13.765361Z","caller":"traceutil/trace.go:171","msg":"trace[1694978148] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:11486; }","duration":"1.571926349s","start":"2026-02-24T06:52:12.193422Z","end":"2026-02-24T06:52:13.765349Z","steps":["trace[1694978148] 'agreement among raft nodes before linearized reading' (duration: 1.57117763s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:13.765378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.114892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:52:13.765386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:12.878268Z","time spent":"887.110978ms","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-02-24T06:52:13.765398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:12.193396Z","time spent":"1.57199024s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-02-24T06:52:13.765405Z","caller":"traceutil/trace.go:171","msg":"trace[876391021] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:11486; }","duration":"577.194355ms","start":"2026-02-24T06:52:13.188202Z","end":"2026-02-24T06:52:13.765397Z","steps":["trace[876391021] 'agreement among raft nodes before linearized reading' (duration: 577.139794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:13.765433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:13.188173Z","time spent":"577.253116ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:52:13.765432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885236366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17260"} {"level":"warn","ts":"2026-02-24T06:52:13.765834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.390299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:4960"} {"level":"info","ts":"2026-02-24T06:52:13.765936Z","caller":"traceutil/trace.go:171","msg":"trace[1986911786] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11486; }","duration":"884.506291ms","start":"2026-02-24T06:52:12.881412Z","end":"2026-02-24T06:52:13.765918Z","steps":["trace[1986911786] 'agreement among raft nodes before linearized reading' (duration: 883.457315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:13.766025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.589413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:13.766056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.537442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:13.766093Z","caller":"traceutil/trace.go:171","msg":"trace[414721028] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11486; }","duration":"886.614424ms","start":"2026-02-24T06:52:12.879469Z","end":"2026-02-24T06:52:13.766084Z","steps":["trace[414721028] 'agreement among raft nodes before linearized reading' (duration: 886.558653ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:13.766088Z","caller":"traceutil/trace.go:171","msg":"trace[1808710678] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11486; }","duration":"886.701297ms","start":"2026-02-24T06:52:12.879373Z","end":"2026-02-24T06:52:13.766074Z","steps":["trace[1808710678] 'agreement among raft nodes before linearized reading' (duration: 886.604514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:13.766108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.550198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:13.76614Z","caller":"traceutil/trace.go:171","msg":"trace[893780870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11486; }","duration":"883.602068ms","start":"2026-02-24T06:52:12.882531Z","end":"2026-02-24T06:52:13.766133Z","steps":["trace[893780870] 'agreement among raft nodes before linearized reading' (duration: 883.537657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:13.766127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:12.879447Z","time spent":"886.673566ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-24T06:52:13.766159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:12.882521Z","time spent":"883.63468ms","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:52:13.766141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:12.87935Z","time spent":"886.778768ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-24T06:52:13.766039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.618555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:4960"} {"level":"info","ts":"2026-02-24T06:52:13.766221Z","caller":"traceutil/trace.go:171","msg":"trace[1156859183] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11486; }","duration":"886.816479ms","start":"2026-02-24T06:52:12.879394Z","end":"2026-02-24T06:52:13.766211Z","steps":["trace[1156859183] 'agreement among raft nodes before linearized reading' (duration: 886.588664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:13.766261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:12.879385Z","time spent":"886.86621ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":4984,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-24T06:52:13.766397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:12.881404Z","time spent":"884.831889ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":4984,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-24T06:52:13.765983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.746431594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:13.766566Z","caller":"traceutil/trace.go:171","msg":"trace[1709413314] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:11486; }","duration":"2.747064972s","start":"2026-02-24T06:52:11.019483Z","end":"2026-02-24T06:52:13.766548Z","steps":["trace[1709413314] 'agreement among raft nodes before linearized reading' (duration: 2.746465066s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:13.766592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65626695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:13.765729Z","caller":"traceutil/trace.go:171","msg":"trace[770624484] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11486; }","duration":"2.885611246s","start":"2026-02-24T06:52:10.880091Z","end":"2026-02-24T06:52:13.765702Z","steps":["trace[770624484] 'agreement among raft nodes before linearized reading' (duration: 2.884530309s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:13.766622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:11.019446Z","time spent":"2.747157574s","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:52:13.766631Z","caller":"traceutil/trace.go:171","msg":"trace[1470400741] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:11486; }","duration":"1.656343992s","start":"2026-02-24T06:52:12.110275Z","end":"2026-02-24T06:52:13.766619Z","steps":["trace[1470400741] 'agreement among raft nodes before linearized reading' (duration: 1.656279151s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:13.766656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:10.880084Z","time spent":"2.88656044s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17284,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-24T06:52:13.76666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:12.110254Z","time spent":"1.656396583s","remote":"127.0.0.1:46048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:52:13.765076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:12.87926Z","time spent":"885.808044ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-02-24T06:52:13.7667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.277642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:13.766755Z","caller":"traceutil/trace.go:171","msg":"trace[1212090023] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11486; }","duration":"887.374984ms","start":"2026-02-24T06:52:12.879366Z","end":"2026-02-24T06:52:13.766741Z","steps":["trace[1212090023] 'agreement among raft nodes before linearized reading' (duration: 887.280282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:13.76679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:12.879341Z","time spent":"887.439795ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-24T06:52:13.766818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123671464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T06:52:13.766856Z","caller":"traceutil/trace.go:171","msg":"trace[1469135175] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:11486; }","duration":"2.123754256s","start":"2026-02-24T06:52:11.643092Z","end":"2026-02-24T06:52:13.766847Z","steps":["trace[1469135175] 'agreement among raft nodes before linearized reading' (duration: 2.121685984s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:13.766869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.20585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-24T06:52:13.766898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:11.643062Z","time spent":"2.123827009s","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1223,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:52:13.766919Z","caller":"traceutil/trace.go:171","msg":"trace[648673353] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11486; }","duration":"889.283513ms","start":"2026-02-24T06:52:12.877626Z","end":"2026-02-24T06:52:13.76691Z","steps":["trace[648673353] 'agreement among raft nodes before linearized reading' (duration: 888.960055ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:13.76694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:12.877609Z","time spent":"889.325393ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T06:52:14.360412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.076447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:52:14.360754Z","caller":"traceutil/trace.go:171","msg":"trace[970521316] transaction","detail":"{read_only:false; response_revision:11489; number_of_response:1; }","duration":"569.677317ms","start":"2026-02-24T06:52:13.791053Z","end":"2026-02-24T06:52:14.360731Z","steps":["trace[970521316] 'process raft request' (duration: 569.607416ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:14.360781Z","caller":"traceutil/trace.go:171","msg":"trace[63586934] transaction","detail":"{read_only:false; response_revision:11487; number_of_response:1; }","duration":"593.163468ms","start":"2026-02-24T06:52:13.767589Z","end":"2026-02-24T06:52:14.360752Z","steps":["trace[63586934] 'process raft request' (duration: 426.64562ms)","trace[63586934] 'compare' (duration: 165.889131ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:52:14.3608Z","caller":"traceutil/trace.go:171","msg":"trace[720301820] transaction","detail":"{read_only:false; response_revision:11488; number_of_response:1; }","duration":"589.666209ms","start":"2026-02-24T06:52:13.771106Z","end":"2026-02-24T06:52:14.360772Z","steps":["trace[720301820] 'process raft request' (duration: 589.424593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:14.360868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:13.791029Z","time spent":"569.78602ms","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:52:14.360798Z","caller":"traceutil/trace.go:171","msg":"trace[1130153648] linearizableReadLoop","detail":"{readStateIndex:11977; appliedIndex:11975; }","duration":"588.684445ms","start":"2026-02-24T06:52:13.772083Z","end":"2026-02-24T06:52:14.360768Z","steps":["trace[1130153648] 'read index received' (duration: 17.903821ms)","trace[1130153648] 'applied index is now lower than readState.Index' (duration: 570.777624ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:52:14.360932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:13.767569Z","time spent":"593.26674ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:14.360928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.818518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:14.360944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:13.771088Z","time spent":"589.793723ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:52:14.361005Z","caller":"traceutil/trace.go:171","msg":"trace[1181649626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11489; }","duration":"588.913271ms","start":"2026-02-24T06:52:13.772072Z","end":"2026-02-24T06:52:14.360985Z","steps":["trace[1181649626] 'agreement among raft nodes before linearized reading' (duration: 588.775117ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:14.361097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:13.772037Z","time spent":"589.048944ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:52:14.36112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.574554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:14.361155Z","caller":"traceutil/trace.go:171","msg":"trace[340824488] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11489; }","duration":"534.642736ms","start":"2026-02-24T06:52:13.826503Z","end":"2026-02-24T06:52:14.361146Z","steps":["trace[340824488] 'agreement among raft nodes before linearized reading' (duration: 534.565304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:14.361143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.64227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:14.36118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:13.826485Z","time spent":"534.689256ms","remote":"127.0.0.1:53384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-24T06:52:14.361207Z","caller":"traceutil/trace.go:171","msg":"trace[1210316730] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:11489; }","duration":"121.766413ms","start":"2026-02-24T06:52:14.239423Z","end":"2026-02-24T06:52:14.361189Z","steps":["trace[1210316730] 'agreement among raft nodes before linearized reading' (duration: 121.64418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:14.361397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.270097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T06:52:14.361443Z","caller":"traceutil/trace.go:171","msg":"trace[601349666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11489; }","duration":"507.353089ms","start":"2026-02-24T06:52:13.854077Z","end":"2026-02-24T06:52:14.36143Z","steps":["trace[601349666] 'agreement among raft nodes before linearized reading' (duration: 507.206305ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:14.361479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:13.854059Z","time spent":"507.412651ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T06:52:14.829364Z","caller":"traceutil/trace.go:171","msg":"trace[1622721422] transaction","detail":"{read_only:false; response_revision:11491; number_of_response:1; }","duration":"212.973357ms","start":"2026-02-24T06:52:14.616365Z","end":"2026-02-24T06:52:14.829338Z","steps":["trace[1622721422] 'process raft request' (duration: 212.762671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:15.906852Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.077483467s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:52:16.557024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.781551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:52:16.557398Z","caller":"traceutil/trace.go:171","msg":"trace[530072111] transaction","detail":"{read_only:false; response_revision:11492; number_of_response:1; }","duration":"1.939496795s","start":"2026-02-24T06:52:14.617872Z","end":"2026-02-24T06:52:16.557369Z","steps":["trace[530072111] 'process raft request' (duration: 1.289211662s)","trace[530072111] 'compare' (duration: 649.360599ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:52:16.557501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:14.617857Z","time spent":"1.939601109s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:52:16.557612Z","caller":"traceutil/trace.go:171","msg":"trace[2130727216] linearizableReadLoop","detail":"{readStateIndex:11982; appliedIndex:11979; }","duration":"1.938297115s","start":"2026-02-24T06:52:14.619268Z","end":"2026-02-24T06:52:16.557565Z","steps":["trace[2130727216] 'read index received' (duration: 210.027263ms)","trace[2130727216] 'applied index is now lower than readState.Index' (duration: 1.728267342s)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:52:16.557674Z","caller":"traceutil/trace.go:171","msg":"trace[450063899] transaction","detail":"{read_only:false; response_revision:11493; number_of_response:1; }","duration":"1.939352051s","start":"2026-02-24T06:52:14.618292Z","end":"2026-02-24T06:52:16.557644Z","steps":["trace[450063899] 'process raft request' (duration: 1.938932971s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:16.557889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:14.618265Z","time spent":"1.939473184s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:16.558022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938722825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:52:16.558079Z","caller":"traceutil/trace.go:171","msg":"trace[1246518574] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:11493; }","duration":"1.938831238s","start":"2026-02-24T06:52:14.619235Z","end":"2026-02-24T06:52:16.558066Z","steps":["trace[1246518574] 'agreement among raft nodes before linearized reading' (duration: 1.938485949s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:16.558115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:14.619224Z","time spent":"1.93888179s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"info","ts":"2026-02-24T06:52:16.587265Z","caller":"traceutil/trace.go:171","msg":"trace[899402484] transaction","detail":"{read_only:false; response_revision:11494; number_of_response:1; }","duration":"817.764685ms","start":"2026-02-24T06:52:15.76947Z","end":"2026-02-24T06:52:16.587234Z","steps":["trace[899402484] 'process raft request' (duration: 817.576831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:16.587443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:15.769431Z","time spent":"817.912039ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:16.587628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.491024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:16.587656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.525904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:16.587687Z","caller":"traceutil/trace.go:171","msg":"trace[1244438363] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11496; }","duration":"816.553215ms","start":"2026-02-24T06:52:15.771121Z","end":"2026-02-24T06:52:16.587674Z","steps":["trace[1244438363] 'agreement among raft nodes before linearized reading' (duration: 816.460743ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:16.587696Z","caller":"traceutil/trace.go:171","msg":"trace[818716298] transaction","detail":"{read_only:false; response_revision:11496; number_of_response:1; }","duration":"816.212087ms","start":"2026-02-24T06:52:15.771473Z","end":"2026-02-24T06:52:16.587685Z","steps":["trace[818716298] 'process raft request' (duration: 815.967009ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:16.587716Z","caller":"traceutil/trace.go:171","msg":"trace[1032375020] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11496; }","duration":"816.640407ms","start":"2026-02-24T06:52:15.77106Z","end":"2026-02-24T06:52:16.5877Z","steps":["trace[1032375020] 'agreement among raft nodes before linearized reading' (duration: 816.541584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:16.587725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:15.7711Z","time spent":"816.616736ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-24T06:52:16.587757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:15.771033Z","time spent":"816.715649ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-24T06:52:16.587796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.08162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-24T06:52:16.587807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:15.771451Z","time spent":"816.280999ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:52:16.587864Z","caller":"traceutil/trace.go:171","msg":"trace[146177035] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11496; }","duration":"223.152002ms","start":"2026-02-24T06:52:16.364697Z","end":"2026-02-24T06:52:16.587849Z","steps":["trace[146177035] 'agreement among raft nodes before linearized reading' (duration: 222.979477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:16.587848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.870029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:52:16.587885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215346944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-24T06:52:16.58792Z","caller":"traceutil/trace.go:171","msg":"trace[892933108] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:11496; }","duration":"281.992802ms","start":"2026-02-24T06:52:16.30591Z","end":"2026-02-24T06:52:16.587902Z","steps":["trace[892933108] 'agreement among raft nodes before linearized reading' (duration: 281.791897ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:16.587937Z","caller":"traceutil/trace.go:171","msg":"trace[2022048079] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11496; }","duration":"1.215439786s","start":"2026-02-24T06:52:15.372481Z","end":"2026-02-24T06:52:16.587921Z","steps":["trace[2022048079] 'agreement among raft nodes before linearized reading' (duration: 1.215296483s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:16.587943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397287469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:52:16.587974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:15.372459Z","time spent":"1.215507108s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-24T06:52:16.588018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.862173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:16.58805Z","caller":"traceutil/trace.go:171","msg":"trace[748385242] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11496; }","duration":"816.935534ms","start":"2026-02-24T06:52:15.771104Z","end":"2026-02-24T06:52:16.58804Z","steps":["trace[748385242] 'agreement among raft nodes before linearized reading' (duration: 816.894083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:16.588088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:15.77108Z","time spent":"817.002166ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-24T06:52:16.588112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.207932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:16.588048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.02378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-24T06:52:16.588145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521214336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:16.588159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.969285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:16.588191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.558761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:16.588214Z","caller":"traceutil/trace.go:171","msg":"trace[1564790848] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11496; }","duration":"817.064937ms","start":"2026-02-24T06:52:15.771133Z","end":"2026-02-24T06:52:16.588198Z","steps":["trace[1564790848] 'agreement among raft nodes before linearized reading' (duration: 816.977895ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:16.588231Z","caller":"traceutil/trace.go:171","msg":"trace[1451470089] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11496; }","duration":"819.626612ms","start":"2026-02-24T06:52:15.768594Z","end":"2026-02-24T06:52:16.588221Z","steps":["trace[1451470089] 'agreement among raft nodes before linearized reading' (duration: 819.575451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:16.588238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.717899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:4960"} {"level":"warn","ts":"2026-02-24T06:52:16.588227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.221112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:52:16.588262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:15.768578Z","time spent":"819.677714ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-02-24T06:52:16.588274Z","caller":"traceutil/trace.go:171","msg":"trace[1935779358] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11496; }","duration":"816.802831ms","start":"2026-02-24T06:52:15.771461Z","end":"2026-02-24T06:52:16.588264Z","steps":["trace[1935779358] 'agreement among raft nodes before linearized reading' (duration: 816.549085ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:16.588292Z","caller":"traceutil/trace.go:171","msg":"trace[1302066556] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:11496; }","duration":"485.342715ms","start":"2026-02-24T06:52:16.102935Z","end":"2026-02-24T06:52:16.588278Z","steps":["trace[1302066556] 'agreement among raft nodes before linearized reading' (duration: 485.223072ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:16.588311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:15.771442Z","time spent":"816.862613ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":4984,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-24T06:52:16.58833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:16.102915Z","time spent":"485.406146ms","remote":"127.0.0.1:53236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:52:16.587616Z","caller":"traceutil/trace.go:171","msg":"trace[494253589] transaction","detail":"{read_only:false; response_revision:11495; number_of_response:1; }","duration":"817.274683ms","start":"2026-02-24T06:52:15.770309Z","end":"2026-02-24T06:52:16.587584Z","steps":["trace[494253589] 'process raft request' (duration: 816.882182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:16.588094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.623627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:16.58815Z","caller":"traceutil/trace.go:171","msg":"trace[821186406] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11496; }","duration":"819.254963ms","start":"2026-02-24T06:52:15.768882Z","end":"2026-02-24T06:52:16.588137Z","steps":["trace[821186406] 'agreement among raft nodes before linearized reading' (duration: 819.193911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:16.588417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.711749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:4960"} {"level":"info","ts":"2026-02-24T06:52:16.588425Z","caller":"traceutil/trace.go:171","msg":"trace[1792560870] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11496; }","duration":"816.962936ms","start":"2026-02-24T06:52:15.771447Z","end":"2026-02-24T06:52:16.58841Z","steps":["trace[1792560870] 'agreement among raft nodes before linearized reading' (duration: 816.625827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:16.588449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:15.768875Z","time spent":"819.56452ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-02-24T06:52:16.588454Z","caller":"traceutil/trace.go:171","msg":"trace[1541048298] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11496; }","duration":"816.76502ms","start":"2026-02-24T06:52:15.771679Z","end":"2026-02-24T06:52:16.588444Z","steps":["trace[1541048298] 'agreement among raft nodes before linearized reading' (duration: 816.607706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:16.58846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:15.77144Z","time spent":"817.010837ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-02-24T06:52:16.588449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:15.770287Z","time spent":"818.106543ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:52:16.588468Z","caller":"traceutil/trace.go:171","msg":"trace[1843776960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11496; }","duration":"192.46181ms","start":"2026-02-24T06:52:16.395717Z","end":"2026-02-24T06:52:16.588179Z","steps":["trace[1843776960] 'agreement among raft nodes before linearized reading' (duration: 191.906676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:16.588485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:15.771672Z","time spent":"816.805951ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":4984,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-24T06:52:16.588499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17983888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:52:16.587977Z","caller":"traceutil/trace.go:171","msg":"trace[1163688335] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:11496; }","duration":"1.397364571s","start":"2026-02-24T06:52:15.190603Z","end":"2026-02-24T06:52:16.587967Z","steps":["trace[1163688335] 'agreement among raft nodes before linearized reading' (duration: 1.397276448s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:16.588535Z","caller":"traceutil/trace.go:171","msg":"trace[1165118967] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:11496; }","duration":"1.179904032s","start":"2026-02-24T06:52:15.40862Z","end":"2026-02-24T06:52:16.588524Z","steps":["trace[1165118967] 'agreement among raft nodes before linearized reading' (duration: 1.17979519s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:16.588201Z","caller":"traceutil/trace.go:171","msg":"trace[1067701158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11496; }","duration":"1.521302937s","start":"2026-02-24T06:52:15.066884Z","end":"2026-02-24T06:52:16.588187Z","steps":["trace[1067701158] 'agreement among raft nodes before linearized reading' (duration: 1.521089212s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:16.588577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:15.408609Z","time spent":"1.179959953s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":63,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:52:16.588545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:15.190582Z","time spent":"1.397952526s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:52:16.588053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.883904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-24T06:52:16.588689Z","caller":"traceutil/trace.go:171","msg":"trace[640769800] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11496; }","duration":"817.526379ms","start":"2026-02-24T06:52:15.771151Z","end":"2026-02-24T06:52:16.588677Z","steps":["trace[640769800] 'agreement among raft nodes before linearized reading' (duration: 816.834922ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:16.588727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:15.771145Z","time spent":"817.57232ms","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-02-24T06:52:16.587977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.007482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:16.588781Z","caller":"traceutil/trace.go:171","msg":"trace[2040448845] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11496; }","duration":"816.822301ms","start":"2026-02-24T06:52:15.771949Z","end":"2026-02-24T06:52:16.588771Z","steps":["trace[2040448845] 'agreement among raft nodes before linearized reading' (duration: 815.999371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:16.588822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:15.771942Z","time spent":"816.871823ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-24T06:52:16.588342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:15.771104Z","time spent":"817.138859ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-24T06:52:16.588582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:15.066867Z","time spent":"1.521709008s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:52:17.098666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637842781,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T06:52:17.402663Z","caller":"traceutil/trace.go:171","msg":"trace[1458081912] transaction","detail":"{read_only:false; response_revision:11497; number_of_response:1; }","duration":"809.26812ms","start":"2026-02-24T06:52:16.593371Z","end":"2026-02-24T06:52:17.402639Z","steps":["trace[1458081912] 'process raft request' (duration: 809.118857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:17.402818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:16.593345Z","time spent":"809.390415ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:17.746523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.448696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:52:17.746864Z","caller":"traceutil/trace.go:171","msg":"trace[390848987] transaction","detail":"{read_only:false; response_revision:11499; number_of_response:1; }","duration":"1.151920139s","start":"2026-02-24T06:52:16.594901Z","end":"2026-02-24T06:52:17.746822Z","steps":["trace[390848987] 'process raft request' (duration: 1.151735044s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:17.746874Z","caller":"traceutil/trace.go:171","msg":"trace[1220718182] transaction","detail":"{read_only:false; response_revision:11498; number_of_response:1; }","duration":"1.152947894s","start":"2026-02-24T06:52:16.593874Z","end":"2026-02-24T06:52:17.746822Z","steps":["trace[1220718182] 'process raft request' (duration: 947.067627ms)","trace[1220718182] 'compare' (duration: 205.166409ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:52:17.746937Z","caller":"traceutil/trace.go:171","msg":"trace[1991165781] linearizableReadLoop","detail":"{readStateIndex:11988; appliedIndex:11985; }","duration":"1.148909183s","start":"2026-02-24T06:52:16.597999Z","end":"2026-02-24T06:52:17.746908Z","steps":["trace[1991165781] 'read index received' (duration: 804.595424ms)","trace[1991165781] 'applied index is now lower than readState.Index' (duration: 344.310849ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:52:17.747067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:16.594888Z","time spent":"1.152063602s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:17.747103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:16.593838Z","time spent":"1.153124388s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:17.947528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.748798ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T06:52:17.947691Z","caller":"traceutil/trace.go:171","msg":"trace[873183161] linearizableReadLoop","detail":"{readStateIndex:11989; appliedIndex:11988; }","duration":"200.637456ms","start":"2026-02-24T06:52:17.747008Z","end":"2026-02-24T06:52:17.947645Z","steps":["trace[873183161] 'read index received' (duration: 55.431µs)","trace[873183161] 'applied index is now lower than readState.Index' (duration: 200.575725ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:52:17.947898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349877156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:17.947965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.714633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:17.947971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.080058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-02-24T06:52:17.948016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113334848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-24T06:52:17.948013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.898092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:52:17.94806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.559358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:52:17.948065Z","caller":"traceutil/trace.go:171","msg":"trace[1114275357] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11499; }","duration":"415.216252ms","start":"2026-02-24T06:52:17.532824Z","end":"2026-02-24T06:52:17.94804Z","steps":["trace[1114275357] 'agreement among raft nodes before linearized reading' (duration: 414.950835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:17.948086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.892255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-24T06:52:17.948091Z","caller":"traceutil/trace.go:171","msg":"trace[1908873022] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11499; }","duration":"1.113466671s","start":"2026-02-24T06:52:16.834612Z","end":"2026-02-24T06:52:17.948078Z","steps":["trace[1908873022] 'agreement among raft nodes before linearized reading' (duration: 1.113184824s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:17.948118Z","caller":"traceutil/trace.go:171","msg":"trace[1235756853] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:11499; }","duration":"675.067596ms","start":"2026-02-24T06:52:17.273027Z","end":"2026-02-24T06:52:17.948095Z","steps":["trace[1235756853] 'agreement among raft nodes before linearized reading' (duration: 674.866691ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:17.948118Z","caller":"traceutil/trace.go:171","msg":"trace[951766283] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:11499; }","duration":"910.66659ms","start":"2026-02-24T06:52:17.037436Z","end":"2026-02-24T06:52:17.948103Z","steps":["trace[951766283] 'agreement among raft nodes before linearized reading' (duration: 910.499956ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:17.948142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:17.532806Z","time spent":"415.318194ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-24T06:52:17.948167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:17.037412Z","time spent":"910.745003ms","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":94,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:52:17.948168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:16.834589Z","time spent":"1.113563753s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T06:52:17.948148Z","caller":"traceutil/trace.go:171","msg":"trace[1430312323] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11499; }","duration":"799.995987ms","start":"2026-02-24T06:52:17.148137Z","end":"2026-02-24T06:52:17.948133Z","steps":["trace[1430312323] 'agreement among raft nodes before linearized reading' (duration: 799.791042ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:17.948218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:17.148115Z","time spent":"800.09178ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-24T06:52:17.947993Z","caller":"traceutil/trace.go:171","msg":"trace[1857659397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11499; }","duration":"1.35001992s","start":"2026-02-24T06:52:16.597949Z","end":"2026-02-24T06:52:17.947969Z","steps":["trace[1857659397] 'agreement among raft nodes before linearized reading' (duration: 1.149048466s)","trace[1857659397] 'range keys from in-memory index tree' (duration: 200.826561ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:52:17.94832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:16.597936Z","time spent":"1.350367948s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T06:52:17.948044Z","caller":"traceutil/trace.go:171","msg":"trace[534839551] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:11499; }","duration":"751.846106ms","start":"2026-02-24T06:52:17.196177Z","end":"2026-02-24T06:52:17.948023Z","steps":["trace[534839551] 'agreement among raft nodes before linearized reading' (duration: 751.701003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:17.948452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:17.196162Z","time spent":"752.255706ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:52:17.94792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.631387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:17.948594Z","caller":"traceutil/trace.go:171","msg":"trace[1167312861] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:11499; }","duration":"281.347265ms","start":"2026-02-24T06:52:17.667228Z","end":"2026-02-24T06:52:17.948575Z","steps":["trace[1167312861] 'agreement among raft nodes before linearized reading' (duration: 280.618147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:17.948173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:17.273006Z","time spent":"675.152458ms","remote":"127.0.0.1:53402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:52:18.881244Z","caller":"traceutil/trace.go:171","msg":"trace[696983945] transaction","detail":"{read_only:false; response_revision:11502; number_of_response:1; }","duration":"315.089984ms","start":"2026-02-24T06:52:18.56613Z","end":"2026-02-24T06:52:18.88122Z","steps":["trace[696983945] 'process raft request' (duration: 314.94058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:18.881406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:18.566111Z","time spent":"315.216697ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:19.064529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.618262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:52:19.064811Z","caller":"traceutil/trace.go:171","msg":"trace[1716686302] transaction","detail":"{read_only:false; response_revision:11505; number_of_response:1; }","duration":"470.938453ms","start":"2026-02-24T06:52:18.593854Z","end":"2026-02-24T06:52:19.064792Z","steps":["trace[1716686302] 'process raft request' (duration: 470.866661ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:19.064829Z","caller":"traceutil/trace.go:171","msg":"trace[658679553] transaction","detail":"{read_only:false; response_revision:11504; number_of_response:1; }","duration":"471.392395ms","start":"2026-02-24T06:52:18.593412Z","end":"2026-02-24T06:52:19.064805Z","steps":["trace[658679553] 'process raft request' (duration: 471.21588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:19.064888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:18.593831Z","time spent":"471.020885ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:52:19.064886Z","caller":"traceutil/trace.go:171","msg":"trace[1538818353] transaction","detail":"{read_only:false; response_revision:11503; number_of_response:1; }","duration":"498.062856ms","start":"2026-02-24T06:52:18.566711Z","end":"2026-02-24T06:52:19.064774Z","steps":["trace[1538818353] 'process raft request' (duration: 356.100705ms)","trace[1538818353] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:473; } (duration: 140.902743ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:52:19.064933Z","caller":"traceutil/trace.go:171","msg":"trace[203642793] linearizableReadLoop","detail":"{readStateIndex:11995; appliedIndex:11992; }","duration":"470.053011ms","start":"2026-02-24T06:52:18.594838Z","end":"2026-02-24T06:52:19.064891Z","steps":["trace[203642793] 'read index received' (duration: 286.452793ms)","trace[203642793] 'applied index is now lower than readState.Index' (duration: 183.598358ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:52:19.064956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:18.593393Z","time spent":"471.489026ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:19.065156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:18.566699Z","time spent":"498.326682ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:19.065182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.314777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:19.065223Z","caller":"traceutil/trace.go:171","msg":"trace[1422995403] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11506; }","duration":"470.40634ms","start":"2026-02-24T06:52:18.594805Z","end":"2026-02-24T06:52:19.065211Z","steps":["trace[1422995403] 'agreement among raft nodes before linearized reading' (duration: 470.275896ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:19.065002Z","caller":"traceutil/trace.go:171","msg":"trace[2077934099] transaction","detail":"{read_only:false; response_revision:11506; number_of_response:1; }","duration":"469.659261ms","start":"2026-02-24T06:52:18.595332Z","end":"2026-02-24T06:52:19.064992Z","steps":["trace[2077934099] 'process raft request' (duration: 469.425615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:19.065262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:18.59479Z","time spent":"470.462642ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-24T06:52:19.065346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:18.59532Z","time spent":"469.974709ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:19.113541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.021938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:19.113604Z","caller":"traceutil/trace.go:171","msg":"trace[961022940] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11507; }","duration":"518.103909ms","start":"2026-02-24T06:52:18.595485Z","end":"2026-02-24T06:52:19.113589Z","steps":["trace[961022940] 'agreement among raft nodes before linearized reading' (duration: 517.992896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:19.113579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.988297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:19.113625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.757231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:4960"} {"level":"warn","ts":"2026-02-24T06:52:19.113643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:18.595471Z","time spent":"518.163081ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-02-24T06:52:19.113663Z","caller":"traceutil/trace.go:171","msg":"trace[1744552506] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11507; }","duration":"518.100079ms","start":"2026-02-24T06:52:18.595542Z","end":"2026-02-24T06:52:19.113642Z","steps":["trace[1744552506] 'agreement among raft nodes before linearized reading' (duration: 517.944416ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:19.113676Z","caller":"traceutil/trace.go:171","msg":"trace[304202635] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11507; }","duration":"517.826743ms","start":"2026-02-24T06:52:18.595837Z","end":"2026-02-24T06:52:19.113664Z","steps":["trace[304202635] 'agreement among raft nodes before linearized reading' (duration: 517.618318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:19.113713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:18.595827Z","time spent":"517.878914ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":4984,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-24T06:52:19.11371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:18.595537Z","time spent":"518.164161ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-24T06:52:19.113926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.857098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:19.113953Z","caller":"traceutil/trace.go:171","msg":"trace[874532943] transaction","detail":"{read_only:false; response_revision:11507; number_of_response:1; }","duration":"192.890561ms","start":"2026-02-24T06:52:18.921048Z","end":"2026-02-24T06:52:19.113939Z","steps":["trace[874532943] 'process raft request' (duration: 192.287546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:19.113964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:4960"} {"level":"info","ts":"2026-02-24T06:52:19.11398Z","caller":"traceutil/trace.go:171","msg":"trace[1649127603] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11507; }","duration":"518.961791ms","start":"2026-02-24T06:52:18.594985Z","end":"2026-02-24T06:52:19.113947Z","steps":["trace[1649127603] 'agreement among raft nodes before linearized reading' (duration: 518.91063ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:19.113994Z","caller":"traceutil/trace.go:171","msg":"trace[695245294] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11507; }","duration":"518.189662ms","start":"2026-02-24T06:52:18.595795Z","end":"2026-02-24T06:52:19.113984Z","steps":["trace[695245294] 'agreement among raft nodes before linearized reading' (duration: 518.043428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:19.11401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:18.594972Z","time spent":"519.030542ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-24T06:52:19.114022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:18.595786Z","time spent":"518.229913ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":4984,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-24T06:52:19.114131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.475788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:19.11416Z","caller":"traceutil/trace.go:171","msg":"trace[1975855303] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11507; }","duration":"518.51767ms","start":"2026-02-24T06:52:18.595634Z","end":"2026-02-24T06:52:19.114152Z","steps":["trace[1975855303] 'agreement among raft nodes before linearized reading' (duration: 518.472459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:19.114188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:18.595624Z","time spent":"518.555651ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-24T06:52:19.114169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.467139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:19.114206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.065729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:52:19.114234Z","caller":"traceutil/trace.go:171","msg":"trace[244719630] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11507; }","duration":"518.568101ms","start":"2026-02-24T06:52:18.595651Z","end":"2026-02-24T06:52:19.114219Z","steps":["trace[244719630] 'agreement among raft nodes before linearized reading' (duration: 518.426167ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:19.114246Z","caller":"traceutil/trace.go:171","msg":"trace[2122639562] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:11507; }","duration":"155.145781ms","start":"2026-02-24T06:52:18.959088Z","end":"2026-02-24T06:52:19.114234Z","steps":["trace[2122639562] 'agreement among raft nodes before linearized reading' (duration: 155.067359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:19.11427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:18.595639Z","time spent":"518.625132ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-24T06:52:19.114269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.540739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"warn","ts":"2026-02-24T06:52:19.114383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.679855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:19.114406Z","caller":"traceutil/trace.go:171","msg":"trace[1444826563] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11507; }","duration":"518.712975ms","start":"2026-02-24T06:52:18.595687Z","end":"2026-02-24T06:52:19.1144Z","steps":["trace[1444826563] 'agreement among raft nodes before linearized reading' (duration: 518.680874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:19.114428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:18.59567Z","time spent":"518.749527ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-02-24T06:52:19.114492Z","caller":"traceutil/trace.go:171","msg":"trace[202711459] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:11507; }","duration":"514.808756ms","start":"2026-02-24T06:52:18.599635Z","end":"2026-02-24T06:52:19.114443Z","steps":["trace[202711459] 'agreement among raft nodes before linearized reading' (duration: 514.369714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:19.114626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:18.599619Z","time spent":"514.986881ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"warn","ts":"2026-02-24T06:52:19.114327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.088218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-24T06:52:19.114724Z","caller":"traceutil/trace.go:171","msg":"trace[144598106] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11507; }","duration":"518.492079ms","start":"2026-02-24T06:52:18.59622Z","end":"2026-02-24T06:52:19.114713Z","steps":["trace[144598106] 'agreement among raft nodes before linearized reading' (duration: 518.041917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:19.114764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:18.596212Z","time spent":"518.54044ms","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-02-24T06:52:19.114765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.837253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:19.114926Z","caller":"traceutil/trace.go:171","msg":"trace[35734364] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11507; }","duration":"520.10573ms","start":"2026-02-24T06:52:18.594792Z","end":"2026-02-24T06:52:19.114898Z","steps":["trace[35734364] 'agreement among raft nodes before linearized reading' (duration: 519.7293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:19.115084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:18.594764Z","time spent":"520.269844ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-24T06:52:20.716964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.227622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:52:20.717036Z","caller":"traceutil/trace.go:171","msg":"trace[371605365] linearizableReadLoop","detail":"{readStateIndex:12001; appliedIndex:12000; }","duration":"347.15052ms","start":"2026-02-24T06:52:20.369874Z","end":"2026-02-24T06:52:20.717025Z","steps":["trace[371605365] 'read index received' (duration: 3.779055ms)","trace[371605365] 'applied index is now lower than readState.Index' (duration: 343.370685ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:52:20.717188Z","caller":"traceutil/trace.go:171","msg":"trace[12311499] transaction","detail":"{read_only:false; response_revision:11511; number_of_response:1; }","duration":"600.638766ms","start":"2026-02-24T06:52:20.116541Z","end":"2026-02-24T06:52:20.717179Z","steps":["trace[12311499] 'process raft request' (duration: 257.137627ms)","trace[12311499] 'compare' (duration: 343.058748ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:52:20.717232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:20.116516Z","time spent":"600.690797ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:20.717379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.51251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:52:20.717399Z","caller":"traceutil/trace.go:171","msg":"trace[860145289] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:11511; }","duration":"347.57138ms","start":"2026-02-24T06:52:20.369821Z","end":"2026-02-24T06:52:20.717392Z","steps":["trace[860145289] 'agreement among raft nodes before linearized reading' (duration: 347.524509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:20.717417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:20.369798Z","time spent":"347.614332ms","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":14,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:52:20.717471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.800778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:20.71755Z","caller":"traceutil/trace.go:171","msg":"trace[876455181] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:11511; }","duration":"289.911661ms","start":"2026-02-24T06:52:20.427614Z","end":"2026-02-24T06:52:20.717526Z","steps":["trace[876455181] 'agreement among raft nodes before linearized reading' (duration: 289.781908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:21.292732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.25365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:21.29276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.812912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T06:52:21.292798Z","caller":"traceutil/trace.go:171","msg":"trace[1664743296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11511; }","duration":"226.367092ms","start":"2026-02-24T06:52:21.066415Z","end":"2026-02-24T06:52:21.292782Z","steps":["trace[1664743296] 'range keys from in-memory index tree' (duration: 226.102236ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:21.292837Z","caller":"traceutil/trace.go:171","msg":"trace[1360316107] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11511; }","duration":"222.900254ms","start":"2026-02-24T06:52:21.069918Z","end":"2026-02-24T06:52:21.292818Z","steps":["trace[1360316107] 'range keys from in-memory index tree' (duration: 222.71683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:21.292866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.496595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:21.293508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.494842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T06:52:21.293574Z","caller":"traceutil/trace.go:171","msg":"trace[1605312664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11511; }","duration":"407.451816ms","start":"2026-02-24T06:52:20.886106Z","end":"2026-02-24T06:52:21.293557Z","steps":["trace[1605312664] 'range keys from in-memory index tree' (duration: 405.811196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:21.293628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:20.886078Z","time spent":"407.535498ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T06:52:21.293627Z","caller":"traceutil/trace.go:171","msg":"trace[1397885355] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11511; }","duration":"223.318415ms","start":"2026-02-24T06:52:21.070291Z","end":"2026-02-24T06:52:21.29361Z","steps":["trace[1397885355] 'range keys from in-memory index tree' (duration: 222.453624ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:21.410114Z","caller":"traceutil/trace.go:171","msg":"trace[1089903258] transaction","detail":"{read_only:false; response_revision:11512; number_of_response:1; }","duration":"339.735574ms","start":"2026-02-24T06:52:21.070353Z","end":"2026-02-24T06:52:21.410089Z","steps":["trace[1089903258] 'process raft request' (duration: 339.57181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:21.410384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:21.070336Z","time spent":"339.853576ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:52:21.699372Z","caller":"traceutil/trace.go:171","msg":"trace[776680283] linearizableReadLoop","detail":"{readStateIndex:12004; appliedIndex:12001; }","duration":"580.708543ms","start":"2026-02-24T06:52:21.118617Z","end":"2026-02-24T06:52:21.699326Z","steps":["trace[776680283] 'read index received' (duration: 291.383397ms)","trace[776680283] 'applied index is now lower than readState.Index' (duration: 289.324236ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:52:21.699507Z","caller":"traceutil/trace.go:171","msg":"trace[1385939022] transaction","detail":"{read_only:false; response_revision:11518; number_of_response:1; }","duration":"397.233289ms","start":"2026-02-24T06:52:21.302256Z","end":"2026-02-24T06:52:21.699489Z","steps":["trace[1385939022] 'process raft request' (duration: 397.032914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:21.699542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.901248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:21.699537Z","caller":"traceutil/trace.go:171","msg":"trace[1026305449] transaction","detail":"{read_only:false; response_revision:11516; number_of_response:1; }","duration":"522.13388ms","start":"2026-02-24T06:52:21.177362Z","end":"2026-02-24T06:52:21.699496Z","steps":["trace[1026305449] 'process raft request' (duration: 521.859084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:21.699629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.911509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:21.699639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:21.302228Z","time spent":"397.325971ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:52:21.699678Z","caller":"traceutil/trace.go:171","msg":"trace[701994921] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11518; }","duration":"581.000411ms","start":"2026-02-24T06:52:21.118668Z","end":"2026-02-24T06:52:21.699668Z","steps":["trace[701994921] 'agreement among raft nodes before linearized reading' (duration: 580.943829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:21.699716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:21.118643Z","time spent":"581.066092ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-24T06:52:21.699724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:21.177338Z","time spent":"522.289604ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:52:21.699842Z","caller":"traceutil/trace.go:171","msg":"trace[1521106522] transaction","detail":"{read_only:false; response_revision:11517; number_of_response:1; }","duration":"402.235925ms","start":"2026-02-24T06:52:21.297582Z","end":"2026-02-24T06:52:21.699818Z","steps":["trace[1521106522] 'process raft request' (duration: 401.670521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:21.699871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.00641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:21.699919Z","caller":"traceutil/trace.go:171","msg":"trace[1811909772] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11518; }","duration":"579.066852ms","start":"2026-02-24T06:52:21.120845Z","end":"2026-02-24T06:52:21.699912Z","steps":["trace[1811909772] 'agreement among raft nodes before linearized reading' (duration: 578.99967ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:21.699945Z","caller":"traceutil/trace.go:171","msg":"trace[532329654] transaction","detail":"{read_only:false; response_revision:11513; number_of_response:1; }","duration":"629.329135ms","start":"2026-02-24T06:52:21.070604Z","end":"2026-02-24T06:52:21.699933Z","steps":["trace[532329654] 'process raft request' (duration: 628.369352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:21.69994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:21.297563Z","time spent":"402.324697ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:21.69995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:21.120839Z","time spent":"579.096042ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-02-24T06:52:21.699998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:21.070591Z","time spent":"629.379907ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:21.700016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.185354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:21.700054Z","caller":"traceutil/trace.go:171","msg":"trace[1758424876] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11518; }","duration":"579.241467ms","start":"2026-02-24T06:52:21.120803Z","end":"2026-02-24T06:52:21.700044Z","steps":["trace[1758424876] 'agreement among raft nodes before linearized reading' (duration: 579.172954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:21.700081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.609651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:21.700097Z","caller":"traceutil/trace.go:171","msg":"trace[1728683173] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11518; }","duration":"578.651742ms","start":"2026-02-24T06:52:21.121441Z","end":"2026-02-24T06:52:21.700092Z","steps":["trace[1728683173] 'agreement among raft nodes before linearized reading' (duration: 578.624672ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:21.700096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:21.120791Z","time spent":"579.297588ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-24T06:52:21.700115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:21.121424Z","time spent":"578.688043ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-02-24T06:52:21.700188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.727395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:21.70018Z","caller":"traceutil/trace.go:171","msg":"trace[1139110936] transaction","detail":"{read_only:false; response_revision:11514; number_of_response:1; }","duration":"629.46771ms","start":"2026-02-24T06:52:21.070701Z","end":"2026-02-24T06:52:21.700169Z","steps":["trace[1139110936] 'process raft request' (duration: 628.430273ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:21.700222Z","caller":"traceutil/trace.go:171","msg":"trace[2048315587] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11518; }","duration":"578.801656ms","start":"2026-02-24T06:52:21.121416Z","end":"2026-02-24T06:52:21.700217Z","steps":["trace[2048315587] 'agreement among raft nodes before linearized reading' (duration: 578.759325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:21.700233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:21.070649Z","time spent":"629.561792ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:21.700241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:21.121392Z","time spent":"578.844887ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-02-24T06:52:21.700271Z","caller":"traceutil/trace.go:171","msg":"trace[782464751] transaction","detail":"{read_only:false; response_revision:11515; number_of_response:1; }","duration":"548.103194ms","start":"2026-02-24T06:52:21.152143Z","end":"2026-02-24T06:52:21.700246Z","steps":["trace[782464751] 'process raft request' (duration: 547.041407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:21.699987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.312648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:4960"} {"level":"info","ts":"2026-02-24T06:52:21.700348Z","caller":"traceutil/trace.go:171","msg":"trace[953533818] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11518; }","duration":"577.726329ms","start":"2026-02-24T06:52:21.122615Z","end":"2026-02-24T06:52:21.700341Z","steps":["trace[953533818] 'agreement among raft nodes before linearized reading' (duration: 577.172805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:21.700346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.535214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:4960"} {"level":"warn","ts":"2026-02-24T06:52:21.700349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:21.152116Z","time spent":"548.197047ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:21.700371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:21.122603Z","time spent":"577.76086ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":4984,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-02-24T06:52:21.700378Z","caller":"traceutil/trace.go:171","msg":"trace[1565245128] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11518; }","duration":"579.590205ms","start":"2026-02-24T06:52:21.120778Z","end":"2026-02-24T06:52:21.700369Z","steps":["trace[1565245128] 'agreement among raft nodes before linearized reading' (duration: 579.459452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:21.700405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:21.120767Z","time spent":"579.631667ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":4984,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-24T06:52:21.70042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.111243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-24T06:52:21.700435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.263662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T06:52:21.699581Z","caller":"traceutil/trace.go:171","msg":"trace[656663129] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11518; }","duration":"580.97979ms","start":"2026-02-24T06:52:21.118592Z","end":"2026-02-24T06:52:21.699572Z","steps":["trace[656663129] 'agreement among raft nodes before linearized reading' (duration: 580.899198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:21.700538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.230911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:21.700554Z","caller":"traceutil/trace.go:171","msg":"trace[1702437233] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:11518; }","duration":"304.280083ms","start":"2026-02-24T06:52:21.39627Z","end":"2026-02-24T06:52:21.70055Z","steps":["trace[1702437233] 'agreement among raft nodes before linearized reading' (duration: 304.239262ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:21.700567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:21.396256Z","time spent":"304.307453ms","remote":"127.0.0.1:53156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:52:21.700572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.908213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:52:21.700599Z","caller":"traceutil/trace.go:171","msg":"trace[1570960270] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:11518; }","duration":"569.950404ms","start":"2026-02-24T06:52:21.130641Z","end":"2026-02-24T06:52:21.700591Z","steps":["trace[1570960270] 'agreement among raft nodes before linearized reading' (duration: 569.871112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:21.700589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:21.11858Z","time spent":"581.965146ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-24T06:52:21.700603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.90993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:52:21.700629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:21.130631Z","time spent":"569.990804ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"info","ts":"2026-02-24T06:52:21.700657Z","caller":"traceutil/trace.go:171","msg":"trace[1797555091] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11518; }","duration":"580.984981ms","start":"2026-02-24T06:52:21.119658Z","end":"2026-02-24T06:52:21.700642Z","steps":["trace[1797555091] 'agreement among raft nodes before linearized reading' (duration: 580.898929ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:21.700456Z","caller":"traceutil/trace.go:171","msg":"trace[1881595616] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11518; }","duration":"579.146685ms","start":"2026-02-24T06:52:21.121284Z","end":"2026-02-24T06:52:21.700431Z","steps":["trace[1881595616] 'agreement among raft nodes before linearized reading' (duration: 579.055822ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:21.700696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:21.119647Z","time spent":"581.041072ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-24T06:52:21.700709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:21.121276Z","time spent":"579.427651ms","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-02-24T06:52:21.700499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.663672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:21.700486Z","caller":"traceutil/trace.go:171","msg":"trace[133045106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11518; }","duration":"240.332234ms","start":"2026-02-24T06:52:21.460137Z","end":"2026-02-24T06:52:21.700469Z","steps":["trace[133045106] 'agreement among raft nodes before linearized reading' (duration: 240.212741ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:21.700769Z","caller":"traceutil/trace.go:171","msg":"trace[166006781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11518; }","duration":"405.95477ms","start":"2026-02-24T06:52:21.294797Z","end":"2026-02-24T06:52:21.700752Z","steps":["trace[166006781] 'agreement among raft nodes before linearized reading' (duration: 405.684683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:21.700817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:21.294775Z","time spent":"406.030451ms","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T06:52:22.087209Z","caller":"traceutil/trace.go:171","msg":"trace[503899013] linearizableReadLoop","detail":"{readStateIndex:12009; appliedIndex:12008; }","duration":"367.737809ms","start":"2026-02-24T06:52:21.719443Z","end":"2026-02-24T06:52:22.087181Z","steps":["trace[503899013] 'read index received' (duration: 367.414451ms)","trace[503899013] 'applied index is now lower than readState.Index' (duration: 322.078µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:52:22.087251Z","caller":"traceutil/trace.go:171","msg":"trace[827000651] transaction","detail":"{read_only:false; response_revision:11519; number_of_response:1; }","duration":"380.92493ms","start":"2026-02-24T06:52:21.706302Z","end":"2026-02-24T06:52:22.087227Z","steps":["trace[827000651] 'process raft request' (duration: 380.664573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:22.087379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:21.70629Z","time spent":"381.013482ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:22.08757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.879107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-24T06:52:22.087418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.942874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:22.087647Z","caller":"traceutil/trace.go:171","msg":"trace[1616846856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11519; }","duration":"267.99729ms","start":"2026-02-24T06:52:21.819631Z","end":"2026-02-24T06:52:22.087628Z","steps":["trace[1616846856] 'agreement among raft nodes before linearized reading' (duration: 267.752864ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:22.0877Z","caller":"traceutil/trace.go:171","msg":"trace[6228244] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:11519; }","duration":"368.242912ms","start":"2026-02-24T06:52:21.719416Z","end":"2026-02-24T06:52:22.087658Z","steps":["trace[6228244] 'agreement among raft nodes before linearized reading' (duration: 367.917693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:22.087935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:21.719401Z","time spent":"368.426676ms","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:52:22.436097Z","caller":"traceutil/trace.go:171","msg":"trace[639678469] linearizableReadLoop","detail":"{readStateIndex:12011; appliedIndex:12010; }","duration":"242.150429ms","start":"2026-02-24T06:52:22.193917Z","end":"2026-02-24T06:52:22.436068Z","steps":["trace[639678469] 'read index received' (duration: 178.406875ms)","trace[639678469] 'applied index is now lower than readState.Index' (duration: 63.742274ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:52:22.436133Z","caller":"traceutil/trace.go:171","msg":"trace[843283717] transaction","detail":"{read_only:false; response_revision:11521; number_of_response:1; }","duration":"342.514073ms","start":"2026-02-24T06:52:22.093593Z","end":"2026-02-24T06:52:22.436107Z","steps":["trace[843283717] 'process raft request' (duration: 278.809941ms)","trace[843283717] 'compare' (duration: 63.522047ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:52:22.436266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:22.093569Z","time spent":"342.623606ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:22.436604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.702285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:52:22.436689Z","caller":"traceutil/trace.go:171","msg":"trace[1796191130] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:11521; }","duration":"184.850189ms","start":"2026-02-24T06:52:22.251816Z","end":"2026-02-24T06:52:22.436666Z","steps":["trace[1796191130] 'agreement among raft nodes before linearized reading' (duration: 184.416568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:22.436716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.746744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-24T06:52:22.437086Z","caller":"traceutil/trace.go:171","msg":"trace[211850492] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:11521; }","duration":"243.147414ms","start":"2026-02-24T06:52:22.193871Z","end":"2026-02-24T06:52:22.437019Z","steps":["trace[211850492] 'agreement among raft nodes before linearized reading' (duration: 242.314833ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:22.646512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.767739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:52:22.646627Z","caller":"traceutil/trace.go:171","msg":"trace[676347937] transaction","detail":"{read_only:false; response_revision:11522; number_of_response:1; }","duration":"134.04126ms","start":"2026-02-24T06:52:22.512567Z","end":"2026-02-24T06:52:22.646608Z","steps":["trace[676347937] 'process raft request' (duration: 32.093377ms)","trace[676347937] 'compare' (duration: 101.595605ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:52:23.825923Z","caller":"traceutil/trace.go:171","msg":"trace[425318460] transaction","detail":"{read_only:false; response_revision:11525; number_of_response:1; }","duration":"117.847573ms","start":"2026-02-24T06:52:23.708052Z","end":"2026-02-24T06:52:23.825899Z","steps":["trace[425318460] 'process raft request' (duration: 99.320908ms)","trace[425318460] 'compare' (duration: 17.999102ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:52:23.825934Z","caller":"traceutil/trace.go:171","msg":"trace[904873698] linearizableReadLoop","detail":"{readStateIndex:12017; appliedIndex:12015; }","duration":"103.36621ms","start":"2026-02-24T06:52:23.722539Z","end":"2026-02-24T06:52:23.825905Z","steps":["trace[904873698] 'read index received' (duration: 84.955887ms)","trace[904873698] 'applied index is now lower than readState.Index' (duration: 18.408883ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:52:23.826111Z","caller":"traceutil/trace.go:171","msg":"trace[1386304579] transaction","detail":"{read_only:false; response_revision:11526; number_of_response:1; }","duration":"116.576541ms","start":"2026-02-24T06:52:23.709529Z","end":"2026-02-24T06:52:23.826105Z","steps":["trace[1386304579] 'process raft request' (duration: 116.228323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:23.826166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.070944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-24T06:52:23.826185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.567316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:52:23.826244Z","caller":"traceutil/trace.go:171","msg":"trace[1264755925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11526; }","duration":"119.163846ms","start":"2026-02-24T06:52:23.707043Z","end":"2026-02-24T06:52:23.826207Z","steps":["trace[1264755925] 'agreement among raft nodes before linearized reading' (duration: 118.964471ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:23.826276Z","caller":"traceutil/trace.go:171","msg":"trace[1943965521] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:11526; }","duration":"113.680358ms","start":"2026-02-24T06:52:23.712573Z","end":"2026-02-24T06:52:23.826253Z","steps":["trace[1943965521] 'agreement among raft nodes before linearized reading' (duration: 113.406891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:23.826258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.098605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:4960"} {"level":"info","ts":"2026-02-24T06:52:23.826358Z","caller":"traceutil/trace.go:171","msg":"trace[2129649830] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11526; }","duration":"119.211428ms","start":"2026-02-24T06:52:23.707126Z","end":"2026-02-24T06:52:23.826337Z","steps":["trace[2129649830] 'agreement among raft nodes before linearized reading' (duration: 119.045753ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:24.85382Z","caller":"traceutil/trace.go:171","msg":"trace[47122672] linearizableReadLoop","detail":"{readStateIndex:12021; appliedIndex:12020; }","duration":"256.564432ms","start":"2026-02-24T06:52:24.597235Z","end":"2026-02-24T06:52:24.8538Z","steps":["trace[47122672] 'read index received' (duration: 256.370207ms)","trace[47122672] 'applied index is now lower than readState.Index' (duration: 193.365µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:52:24.854083Z","caller":"traceutil/trace.go:171","msg":"trace[1881969618] transaction","detail":"{read_only:false; response_revision:11530; number_of_response:1; }","duration":"408.762229ms","start":"2026-02-24T06:52:24.445306Z","end":"2026-02-24T06:52:24.854068Z","steps":["trace[1881969618] 'process raft request' (duration: 408.36414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:24.854189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:24.44528Z","time spent":"408.832982ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:24.854514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.28657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T06:52:24.854548Z","caller":"traceutil/trace.go:171","msg":"trace[196250735] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11530; }","duration":"257.364752ms","start":"2026-02-24T06:52:24.597173Z","end":"2026-02-24T06:52:24.854538Z","steps":["trace[196250735] 'agreement among raft nodes before linearized reading' (duration: 257.184987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:25.315081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.266474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:25.315163Z","caller":"traceutil/trace.go:171","msg":"trace[84801499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11530; }","duration":"248.377446ms","start":"2026-02-24T06:52:25.06677Z","end":"2026-02-24T06:52:25.315148Z","steps":["trace[84801499] 'range keys from in-memory index tree' (duration: 248.193452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:25.315213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.648084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:25.315266Z","caller":"traceutil/trace.go:171","msg":"trace[228144840] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11530; }","duration":"394.756797ms","start":"2026-02-24T06:52:24.920495Z","end":"2026-02-24T06:52:25.315252Z","steps":["trace[228144840] 'range keys from in-memory index tree' (duration: 394.544232ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:25.315029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.961991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T06:52:25.315268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.552817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:25.315354Z","caller":"traceutil/trace.go:171","msg":"trace[16145196] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:11530; }","duration":"243.371621ms","start":"2026-02-24T06:52:25.071949Z","end":"2026-02-24T06:52:25.315321Z","steps":["trace[16145196] 'count revisions from in-memory index tree' (duration: 242.785747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:25.315053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.374011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:25.315356Z","caller":"traceutil/trace.go:171","msg":"trace[1775723928] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:11530; }","duration":"113.69906ms","start":"2026-02-24T06:52:25.201634Z","end":"2026-02-24T06:52:25.315333Z","steps":["trace[1775723928] 'count revisions from in-memory index tree' (duration: 113.393321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:25.315301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:24.920471Z","time spent":"394.822939ms","remote":"127.0.0.1:53384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-24T06:52:25.315452Z","caller":"traceutil/trace.go:171","msg":"trace[1105801850] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:11530; }","duration":"249.811312ms","start":"2026-02-24T06:52:25.065627Z","end":"2026-02-24T06:52:25.315438Z","steps":["trace[1105801850] 'count revisions from in-memory index tree' (duration: 249.291219ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:28.005296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.153783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:4960"} {"level":"info","ts":"2026-02-24T06:52:28.005556Z","caller":"traceutil/trace.go:171","msg":"trace[918408213] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11540; }","duration":"167.495752ms","start":"2026-02-24T06:52:27.838025Z","end":"2026-02-24T06:52:28.005521Z","steps":["trace[918408213] 'range keys from in-memory index tree' (duration: 166.830515ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:28.143894Z","caller":"traceutil/trace.go:171","msg":"trace[343431425] linearizableReadLoop","detail":"{readStateIndex:12032; appliedIndex:12031; }","duration":"302.315353ms","start":"2026-02-24T06:52:27.841553Z","end":"2026-02-24T06:52:28.143868Z","steps":["trace[343431425] 'read index received' (duration: 302.055637ms)","trace[343431425] 'applied index is now lower than readState.Index' (duration: 258.366µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:52:28.143956Z","caller":"traceutil/trace.go:171","msg":"trace[1005971929] transaction","detail":"{read_only:false; response_revision:11541; number_of_response:1; }","duration":"305.093993ms","start":"2026-02-24T06:52:27.838826Z","end":"2026-02-24T06:52:28.14392Z","steps":["trace[1005971929] 'process raft request' (duration: 304.876627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:28.144103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:27.838809Z","time spent":"305.216316ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:28.144287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.685772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-24T06:52:28.144344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.793876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T06:52:28.144402Z","caller":"traceutil/trace.go:171","msg":"trace[1434708214] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11541; }","duration":"302.857986ms","start":"2026-02-24T06:52:27.841517Z","end":"2026-02-24T06:52:28.144375Z","steps":["trace[1434708214] 'agreement among raft nodes before linearized reading' (duration: 302.504757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:28.144415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.931127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"warn","ts":"2026-02-24T06:52:28.144453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:27.841503Z","time spent":"302.942959ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-24T06:52:28.144449Z","caller":"traceutil/trace.go:171","msg":"trace[174918892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11541; }","duration":"275.92534ms","start":"2026-02-24T06:52:27.868493Z","end":"2026-02-24T06:52:28.144418Z","steps":["trace[174918892] 'agreement among raft nodes before linearized reading' (duration: 275.679064ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:28.144489Z","caller":"traceutil/trace.go:171","msg":"trace[173794702] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:11541; }","duration":"291.040309ms","start":"2026-02-24T06:52:27.85343Z","end":"2026-02-24T06:52:28.14447Z","steps":["trace[173794702] 'agreement among raft nodes before linearized reading' (duration: 290.622779ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:28.413591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.886985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:52:28.413802Z","caller":"traceutil/trace.go:171","msg":"trace[251462576] transaction","detail":"{read_only:false; response_revision:11543; number_of_response:1; }","duration":"263.144367ms","start":"2026-02-24T06:52:28.150632Z","end":"2026-02-24T06:52:28.413776Z","steps":["trace[251462576] 'process raft request' (duration: 138.974705ms)","trace[251462576] 'compare' (duration: 123.749952ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:52:28.414072Z","caller":"traceutil/trace.go:171","msg":"trace[549061301] linearizableReadLoop","detail":"{readStateIndex:12036; appliedIndex:12033; }","duration":"153.91807ms","start":"2026-02-24T06:52:28.260142Z","end":"2026-02-24T06:52:28.41406Z","steps":["trace[549061301] 'read index received' (duration: 29.477371ms)","trace[549061301] 'applied index is now lower than readState.Index' (duration: 124.439329ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:52:28.414414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.29053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T06:52:28.414711Z","caller":"traceutil/trace.go:171","msg":"trace[1483867994] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11545; }","duration":"154.640528ms","start":"2026-02-24T06:52:28.260058Z","end":"2026-02-24T06:52:28.414698Z","steps":["trace[1483867994] 'agreement among raft nodes before linearized reading' (duration: 154.048583ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:28.414522Z","caller":"traceutil/trace.go:171","msg":"trace[470651125] transaction","detail":"{read_only:false; response_revision:11545; number_of_response:1; }","duration":"192.214913ms","start":"2026-02-24T06:52:28.222273Z","end":"2026-02-24T06:52:28.414488Z","steps":["trace[470651125] 'process raft request' (duration: 191.743311ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:28.414858Z","caller":"traceutil/trace.go:171","msg":"trace[970330458] transaction","detail":"{read_only:false; response_revision:11544; number_of_response:1; }","duration":"263.616439ms","start":"2026-02-24T06:52:28.15085Z","end":"2026-02-24T06:52:28.414467Z","steps":["trace[970330458] 'process raft request' (duration: 262.870401ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:30.674508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.61976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:52:30.674589Z","caller":"traceutil/trace.go:171","msg":"trace[1447105789] linearizableReadLoop","detail":"{readStateIndex:12046; appliedIndex:12045; }","duration":"336.257756ms","start":"2026-02-24T06:52:30.338317Z","end":"2026-02-24T06:52:30.674575Z","steps":["trace[1447105789] 'read index received' (duration: 37.493902ms)","trace[1447105789] 'applied index is now lower than readState.Index' (duration: 298.763034ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:52:30.674603Z","caller":"traceutil/trace.go:171","msg":"trace[840301899] transaction","detail":"{read_only:false; response_revision:11554; number_of_response:1; }","duration":"466.511641ms","start":"2026-02-24T06:52:30.208072Z","end":"2026-02-24T06:52:30.674584Z","steps":["trace[840301899] 'process raft request' (duration: 167.744297ms)","trace[840301899] 'compare' (duration: 298.278212ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:52:30.674666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:30.208059Z","time spent":"466.576163ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:52:30.674777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.465631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T06:52:30.674805Z","caller":"traceutil/trace.go:171","msg":"trace[1953389976] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11554; }","duration":"336.536643ms","start":"2026-02-24T06:52:30.338259Z","end":"2026-02-24T06:52:30.674796Z","steps":["trace[1953389976] 'agreement among raft nodes before linearized reading' (duration: 336.401589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:30.67483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:52:30.338238Z","time spent":"336.586824ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T06:52:30.674874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.625519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-24T06:52:30.674808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.392066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T06:52:30.675016Z","caller":"traceutil/trace.go:171","msg":"trace[817819910] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11554; }","duration":"248.590441ms","start":"2026-02-24T06:52:30.426389Z","end":"2026-02-24T06:52:30.67498Z","steps":["trace[817819910] 'agreement among raft nodes before linearized reading' (duration: 248.362725ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:30.674951Z","caller":"traceutil/trace.go:171","msg":"trace[70906369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11554; }","duration":"255.725301ms","start":"2026-02-24T06:52:30.419202Z","end":"2026-02-24T06:52:30.674927Z","steps":["trace[70906369] 'agreement among raft nodes before linearized reading' (duration: 255.501525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:30.675083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.748521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T06:52:30.675114Z","caller":"traceutil/trace.go:171","msg":"trace[66062628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11554; }","duration":"255.820903ms","start":"2026-02-24T06:52:30.419284Z","end":"2026-02-24T06:52:30.675105Z","steps":["trace[66062628] 'agreement among raft nodes before linearized reading' (duration: 255.69381ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:30.85548Z","caller":"traceutil/trace.go:171","msg":"trace[1407204713] transaction","detail":"{read_only:false; response_revision:11557; number_of_response:1; }","duration":"175.834522ms","start":"2026-02-24T06:52:30.679629Z","end":"2026-02-24T06:52:30.855463Z","steps":["trace[1407204713] 'process raft request' (duration: 175.677248ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:30.855513Z","caller":"traceutil/trace.go:171","msg":"trace[2142053650] transaction","detail":"{read_only:false; response_revision:11556; number_of_response:1; }","duration":"176.050577ms","start":"2026-02-24T06:52:30.679414Z","end":"2026-02-24T06:52:30.855465Z","steps":["trace[2142053650] 'process raft request' (duration: 101.447101ms)","trace[2142053650] 'compare' (duration: 74.290258ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:52:30.855383Z","caller":"traceutil/trace.go:171","msg":"trace[1856708055] linearizableReadLoop","detail":"{readStateIndex:12048; appliedIndex:12046; }","duration":"175.893434ms","start":"2026-02-24T06:52:30.679463Z","end":"2026-02-24T06:52:30.855356Z","steps":["trace[1856708055] 'read index received' (duration: 38.204522ms)","trace[1856708055] 'applied index is now lower than readState.Index' (duration: 137.687872ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:52:30.855949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.453717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17165"} {"level":"info","ts":"2026-02-24T06:52:30.856017Z","caller":"traceutil/trace.go:171","msg":"trace[786245206] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11557; }","duration":"176.570601ms","start":"2026-02-24T06:52:30.67943Z","end":"2026-02-24T06:52:30.856Z","steps":["trace[786245206] 'agreement among raft nodes before linearized reading' (duration: 176.375756ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:31.06331Z","caller":"traceutil/trace.go:171","msg":"trace[1197963168] linearizableReadLoop","detail":"{readStateIndex:12050; appliedIndex:12049; }","duration":"121.827695ms","start":"2026-02-24T06:52:30.941461Z","end":"2026-02-24T06:52:31.063289Z","steps":["trace[1197963168] 'read index received' (duration: 38.674423ms)","trace[1197963168] 'applied index is now lower than readState.Index' (duration: 83.152442ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:52:31.06338Z","caller":"traceutil/trace.go:171","msg":"trace[818140236] transaction","detail":"{read_only:false; response_revision:11558; number_of_response:1; }","duration":"122.312036ms","start":"2026-02-24T06:52:30.941034Z","end":"2026-02-24T06:52:31.063346Z","steps":["trace[818140236] 'process raft request' (duration: 39.132724ms)","trace[818140236] 'compare' (duration: 83.021358ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:52:31.063474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.996559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T06:52:31.063591Z","caller":"traceutil/trace.go:171","msg":"trace[1279481042] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11558; }","duration":"122.05751ms","start":"2026-02-24T06:52:30.94144Z","end":"2026-02-24T06:52:31.063498Z","steps":["trace[1279481042] 'agreement among raft nodes before linearized reading' (duration: 121.928697ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:31.453001Z","caller":"traceutil/trace.go:171","msg":"trace[1738331708] linearizableReadLoop","detail":"{readStateIndex:12051; appliedIndex:12050; }","duration":"125.339203ms","start":"2026-02-24T06:52:31.327634Z","end":"2026-02-24T06:52:31.452974Z","steps":["trace[1738331708] 'read index received' (duration: 125.129847ms)","trace[1738331708] 'applied index is now lower than readState.Index' (duration: 208.215µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:52:31.453045Z","caller":"traceutil/trace.go:171","msg":"trace[1104699338] transaction","detail":"{read_only:false; response_revision:11559; number_of_response:1; }","duration":"156.513846ms","start":"2026-02-24T06:52:31.296495Z","end":"2026-02-24T06:52:31.453009Z","steps":["trace[1104699338] 'process raft request' (duration: 156.286221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:31.45314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.496126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:31.453175Z","caller":"traceutil/trace.go:171","msg":"trace[514315081] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11559; }","duration":"125.590988ms","start":"2026-02-24T06:52:31.327573Z","end":"2026-02-24T06:52:31.453164Z","steps":["trace[514315081] 'agreement among raft nodes before linearized reading' (duration: 125.508526ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:31.65517Z","caller":"traceutil/trace.go:171","msg":"trace[1537237869] transaction","detail":"{read_only:false; response_revision:11560; number_of_response:1; }","duration":"174.541559ms","start":"2026-02-24T06:52:31.480591Z","end":"2026-02-24T06:52:31.655133Z","steps":["trace[1537237869] 'process raft request' (duration: 173.984685ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:39.114352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.060717ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:39.114518Z","caller":"traceutil/trace.go:171","msg":"trace[1460784947] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11622; }","duration":"104.238301ms","start":"2026-02-24T06:52:39.010251Z","end":"2026-02-24T06:52:39.114489Z","steps":["trace[1460784947] 'range keys from in-memory index tree' (duration: 104.044806ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:43.527099Z","caller":"traceutil/trace.go:171","msg":"trace[1747849254] transaction","detail":"{read_only:false; response_revision:11663; number_of_response:1; }","duration":"100.054466ms","start":"2026-02-24T06:52:43.427022Z","end":"2026-02-24T06:52:43.527077Z","steps":["trace[1747849254] 'process raft request' (duration: 99.908193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:43.773504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.042087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:52:43.773583Z","caller":"traceutil/trace.go:171","msg":"trace[1413508432] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:11663; }","duration":"211.17115ms","start":"2026-02-24T06:52:43.562395Z","end":"2026-02-24T06:52:43.773566Z","steps":["trace[1413508432] 'count revisions from in-memory index tree' (duration: 210.971245ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:45.584471Z","caller":"traceutil/trace.go:171","msg":"trace[1804773262] transaction","detail":"{read_only:false; response_revision:11674; number_of_response:1; }","duration":"165.170434ms","start":"2026-02-24T06:52:45.419269Z","end":"2026-02-24T06:52:45.58444Z","steps":["trace[1804773262] 'process raft request' (duration: 152.641509ms)","trace[1804773262] 'compare' (duration: 12.385031ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:52:45.909425Z","caller":"traceutil/trace.go:171","msg":"trace[1977464052] linearizableReadLoop","detail":"{readStateIndex:12171; appliedIndex:12170; }","duration":"128.526991ms","start":"2026-02-24T06:52:45.780873Z","end":"2026-02-24T06:52:45.9094Z","steps":["trace[1977464052] 'read index received' (duration: 128.309856ms)","trace[1977464052] 'applied index is now lower than readState.Index' (duration: 215.625µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:52:45.909491Z","caller":"traceutil/trace.go:171","msg":"trace[1174714264] transaction","detail":"{read_only:false; response_revision:11675; number_of_response:1; }","duration":"128.620973ms","start":"2026-02-24T06:52:45.780837Z","end":"2026-02-24T06:52:45.909458Z","steps":["trace[1174714264] 'process raft request' (duration: 128.415928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:45.909548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.658165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:45.909584Z","caller":"traceutil/trace.go:171","msg":"trace[4791463] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11675; }","duration":"128.755778ms","start":"2026-02-24T06:52:45.780817Z","end":"2026-02-24T06:52:45.909573Z","steps":["trace[4791463] 'agreement among raft nodes before linearized reading' (duration: 128.675775ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:46.217322Z","caller":"traceutil/trace.go:171","msg":"trace[2042709013] linearizableReadLoop","detail":"{readStateIndex:12172; appliedIndex:12171; }","duration":"149.579481ms","start":"2026-02-24T06:52:46.067724Z","end":"2026-02-24T06:52:46.217304Z","steps":["trace[2042709013] 'read index received' (duration: 149.444518ms)","trace[2042709013] 'applied index is now lower than readState.Index' (duration: 134.103µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:52:46.217434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.703754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:46.217459Z","caller":"traceutil/trace.go:171","msg":"trace[2040218604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11676; }","duration":"149.789936ms","start":"2026-02-24T06:52:46.067662Z","end":"2026-02-24T06:52:46.217452Z","steps":["trace[2040218604] 'agreement among raft nodes before linearized reading' (duration: 149.711014ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:52:46.217588Z","caller":"traceutil/trace.go:171","msg":"trace[1152483978] transaction","detail":"{read_only:false; response_revision:11676; number_of_response:1; }","duration":"234.294052ms","start":"2026-02-24T06:52:45.983263Z","end":"2026-02-24T06:52:46.217557Z","steps":["trace[1152483978] 'process raft request' (duration: 233.907792ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:52:46.437626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.357905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:52:46.437686Z","caller":"traceutil/trace.go:171","msg":"trace[2015896722] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11677; }","duration":"106.469988ms","start":"2026-02-24T06:52:46.331203Z","end":"2026-02-24T06:52:46.437673Z","steps":["trace[2015896722] 'range keys from in-memory index tree' (duration: 106.273562ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:53:33.178109Z","caller":"traceutil/trace.go:171","msg":"trace[1998040228] transaction","detail":"{read_only:false; response_revision:11953; number_of_response:1; }","duration":"741.403129ms","start":"2026-02-24T06:53:32.436671Z","end":"2026-02-24T06:53:33.178074Z","steps":["trace[1998040228] 'process raft request' (duration: 741.136142ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:33.178363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:53:32.436635Z","time spent":"741.588014ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:53:33.197179Z","caller":"traceutil/trace.go:171","msg":"trace[1554871106] linearizableReadLoop","detail":"{readStateIndex:12461; appliedIndex:12459; }","duration":"393.499483ms","start":"2026-02-24T06:53:32.803642Z","end":"2026-02-24T06:53:33.197141Z","steps":["trace[1554871106] 'read index received' (duration: 374.260919ms)","trace[1554871106] 'applied index is now lower than readState.Index' (duration: 19.237274ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:53:33.197496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.325804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:53:33.197547Z","caller":"traceutil/trace.go:171","msg":"trace[1031278068] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:11954; }","duration":"332.445117ms","start":"2026-02-24T06:53:32.865085Z","end":"2026-02-24T06:53:33.19753Z","steps":["trace[1031278068] 'agreement among raft nodes before linearized reading' (duration: 332.237612ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:33.197541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.4755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-24T06:53:33.19759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:53:32.865064Z","time spent":"332.515329ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"info","ts":"2026-02-24T06:53:33.197602Z","caller":"traceutil/trace.go:171","msg":"trace[64550725] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11954; }","duration":"126.569322ms","start":"2026-02-24T06:53:33.07102Z","end":"2026-02-24T06:53:33.197589Z","steps":["trace[64550725] 'agreement among raft nodes before linearized reading' (duration: 126.368727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:33.197674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.006997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-24T06:53:33.197513Z","caller":"traceutil/trace.go:171","msg":"trace[2024798789] transaction","detail":"{read_only:false; response_revision:11954; number_of_response:1; }","duration":"745.273605ms","start":"2026-02-24T06:53:32.452015Z","end":"2026-02-24T06:53:33.197288Z","steps":["trace[2024798789] 'process raft request' (duration: 744.936727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:33.197767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.451386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-24T06:53:33.197761Z","caller":"traceutil/trace.go:171","msg":"trace[616839322] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11954; }","duration":"153.189801ms","start":"2026-02-24T06:53:33.044545Z","end":"2026-02-24T06:53:33.197735Z","steps":["trace[616839322] 'agreement among raft nodes before linearized reading' (duration: 152.954776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:33.197711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.030926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-24T06:53:33.197907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.515967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-55c5cb999-v62dj.18971c1c0e9ef2d2\" ","response":"range_response_count:1 size:808"} {"level":"info","ts":"2026-02-24T06:53:33.198009Z","caller":"traceutil/trace.go:171","msg":"trace[1120449182] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-55c5cb999-v62dj.18971c1c0e9ef2d2; range_end:; response_count:1; response_revision:11954; }","duration":"100.6599ms","start":"2026-02-24T06:53:33.097323Z","end":"2026-02-24T06:53:33.197983Z","steps":["trace[1120449182] 'agreement among raft nodes before linearized reading' (duration: 100.322062ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:33.197859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.863855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:53:33.198223Z","caller":"traceutil/trace.go:171","msg":"trace[1939888001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11954; }","duration":"132.282035ms","start":"2026-02-24T06:53:33.065854Z","end":"2026-02-24T06:53:33.198136Z","steps":["trace[1939888001] 'agreement among raft nodes before linearized reading' (duration: 131.699551ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:53:33.197878Z","caller":"traceutil/trace.go:171","msg":"trace[361555469] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11954; }","duration":"145.626021ms","start":"2026-02-24T06:53:33.052226Z","end":"2026-02-24T06:53:33.197852Z","steps":["trace[361555469] 'agreement among raft nodes before linearized reading' (duration: 145.264852ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:53:33.19797Z","caller":"traceutil/trace.go:171","msg":"trace[1708017100] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11954; }","duration":"394.357534ms","start":"2026-02-24T06:53:32.803581Z","end":"2026-02-24T06:53:33.197938Z","steps":["trace[1708017100] 'agreement among raft nodes before linearized reading' (duration: 393.76561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:33.198616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:53:32.803553Z","time spent":"395.01446ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-24T06:53:33.203694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:53:32.451984Z","time spent":"745.87386ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:53:33.740738Z","caller":"traceutil/trace.go:171","msg":"trace[1108542036] transaction","detail":"{read_only:false; response_revision:11964; number_of_response:1; }","duration":"182.178849ms","start":"2026-02-24T06:53:33.558538Z","end":"2026-02-24T06:53:33.740717Z","steps":["trace[1108542036] 'process raft request' (duration: 182.018645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:34.180826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.655332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:53:34.180921Z","caller":"traceutil/trace.go:171","msg":"trace[974637174] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11965; }","duration":"184.836257ms","start":"2026-02-24T06:53:33.996064Z","end":"2026-02-24T06:53:34.1809Z","steps":["trace[974637174] 'range keys from in-memory index tree' (duration: 184.53282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:34.181108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.145998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:53:34.181156Z","caller":"traceutil/trace.go:171","msg":"trace[642433118] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11965; }","duration":"207.215399ms","start":"2026-02-24T06:53:33.97393Z","end":"2026-02-24T06:53:34.181146Z","steps":["trace[642433118] 'range keys from in-memory index tree' (duration: 207.098407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:34.181154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.521617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7232"} {"level":"warn","ts":"2026-02-24T06:53:34.181301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.372711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:53:34.181365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.707181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:53:34.181368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.383848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:53:34.181421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.48583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-24T06:53:34.181442Z","caller":"traceutil/trace.go:171","msg":"trace[400044790] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:11965; }","duration":"236.832844ms","start":"2026-02-24T06:53:33.944585Z","end":"2026-02-24T06:53:34.181418Z","steps":["trace[400044790] 'count revisions from in-memory index tree' (duration: 236.537106ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:53:34.181473Z","caller":"traceutil/trace.go:171","msg":"trace[797087216] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:11965; }","duration":"204.558142ms","start":"2026-02-24T06:53:33.976897Z","end":"2026-02-24T06:53:34.181455Z","steps":["trace[797087216] 'count revisions from in-memory index tree' (duration: 204.299566ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:53:34.181499Z","caller":"traceutil/trace.go:171","msg":"trace[333954137] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:11965; }","duration":"207.882785ms","start":"2026-02-24T06:53:33.973599Z","end":"2026-02-24T06:53:34.181482Z","steps":["trace[333954137] 'range keys from in-memory index tree' (duration: 207.294141ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:53:34.181483Z","caller":"traceutil/trace.go:171","msg":"trace[27143451] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11965; }","duration":"208.587233ms","start":"2026-02-24T06:53:33.972878Z","end":"2026-02-24T06:53:34.181466Z","steps":["trace[27143451] 'range keys from in-memory index tree' (duration: 208.300725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:34.18164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.571347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7232"} {"level":"info","ts":"2026-02-24T06:53:34.181755Z","caller":"traceutil/trace.go:171","msg":"trace[2142063445] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:11965; }","duration":"205.710821ms","start":"2026-02-24T06:53:33.976025Z","end":"2026-02-24T06:53:34.181736Z","steps":["trace[2142063445] 'range keys from in-memory index tree' (duration: 205.124186ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:53:34.181777Z","caller":"traceutil/trace.go:171","msg":"trace[1731395965] transaction","detail":"{read_only:false; response_revision:11966; number_of_response:1; }","duration":"102.552438ms","start":"2026-02-24T06:53:34.079178Z","end":"2026-02-24T06:53:34.18173Z","steps":["trace[1731395965] 'process raft request' (duration: 74.559095ms)","trace[1731395965] 'compare' (duration: 27.576753ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:53:34.181576Z","caller":"traceutil/trace.go:171","msg":"trace[895374032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11965; }","duration":"113.608606ms","start":"2026-02-24T06:53:34.067799Z","end":"2026-02-24T06:53:34.181407Z","steps":["trace[895374032] 'range keys from in-memory index tree' (duration: 113.205866ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:53:38.319254Z","caller":"traceutil/trace.go:171","msg":"trace[190448030] transaction","detail":"{read_only:false; response_revision:11983; number_of_response:1; }","duration":"117.706389ms","start":"2026-02-24T06:53:38.201514Z","end":"2026-02-24T06:53:38.31922Z","steps":["trace[190448030] 'process raft request' (duration: 117.496324ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:53:39.696571Z","caller":"traceutil/trace.go:171","msg":"trace[1361701398] linearizableReadLoop","detail":"{readStateIndex:12492; appliedIndex:12491; }","duration":"473.747669ms","start":"2026-02-24T06:53:39.222797Z","end":"2026-02-24T06:53:39.696544Z","steps":["trace[1361701398] 'read index received' (duration: 473.569245ms)","trace[1361701398] 'applied index is now lower than readState.Index' (duration: 177.564µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:53:39.696688Z","caller":"traceutil/trace.go:171","msg":"trace[1600024322] transaction","detail":"{read_only:false; response_revision:11984; number_of_response:1; }","duration":"490.381338ms","start":"2026-02-24T06:53:39.206296Z","end":"2026-02-24T06:53:39.696677Z","steps":["trace[1600024322] 'process raft request' (duration: 490.05719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:39.696795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:53:39.206263Z","time spent":"490.451289ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:53:39.697095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.278542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T06:53:39.697192Z","caller":"traceutil/trace.go:171","msg":"trace[1914229361] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11984; }","duration":"474.425146ms","start":"2026-02-24T06:53:39.222741Z","end":"2026-02-24T06:53:39.697166Z","steps":["trace[1914229361] 'agreement among raft nodes before linearized reading' (duration: 474.147289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:39.697292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:53:39.22272Z","time spent":"474.524299ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T06:53:39.698766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.68677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T06:53:39.698833Z","caller":"traceutil/trace.go:171","msg":"trace[1847439621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11985; }","duration":"312.815814ms","start":"2026-02-24T06:53:39.385997Z","end":"2026-02-24T06:53:39.698813Z","steps":["trace[1847439621] 'agreement among raft nodes before linearized reading' (duration: 312.595728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:39.698839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.340199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-24T06:53:39.698964Z","caller":"traceutil/trace.go:171","msg":"trace[437106895] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11985; }","duration":"465.514344ms","start":"2026-02-24T06:53:39.23342Z","end":"2026-02-24T06:53:39.698934Z","steps":["trace[437106895] 'agreement among raft nodes before linearized reading' (duration: 465.152764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:39.699077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:53:39.233408Z","time spent":"465.655817ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T06:53:39.699189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.379069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-24T06:53:39.69889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:53:39.385963Z","time spent":"312.913617ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T06:53:39.699251Z","caller":"traceutil/trace.go:171","msg":"trace[1322304450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11985; }","duration":"313.477011ms","start":"2026-02-24T06:53:39.385759Z","end":"2026-02-24T06:53:39.699236Z","steps":["trace[1322304450] 'agreement among raft nodes before linearized reading' (duration: 313.338508ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:39.699293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:53:39.385742Z","time spent":"313.539902ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T06:53:39.699311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.344408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:53:39.699359Z","caller":"traceutil/trace.go:171","msg":"trace[1993021452] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:11985; }","duration":"455.406119ms","start":"2026-02-24T06:53:39.243939Z","end":"2026-02-24T06:53:39.699345Z","steps":["trace[1993021452] 'agreement among raft nodes before linearized reading' (duration: 455.252865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:39.699414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:53:39.243931Z","time spent":"455.47146ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"info","ts":"2026-02-24T06:53:39.699415Z","caller":"traceutil/trace.go:171","msg":"trace[1568188733] transaction","detail":"{read_only:false; response_revision:11985; number_of_response:1; }","duration":"469.010792ms","start":"2026-02-24T06:53:39.230378Z","end":"2026-02-24T06:53:39.699389Z","steps":["trace[1568188733] 'process raft request' (duration: 467.931244ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:39.699533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:53:39.230362Z","time spent":"469.110734ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:53:40.204065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637844309,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T06:53:40.35559Z","caller":"traceutil/trace.go:171","msg":"trace[880999683] transaction","detail":"{read_only:false; response_revision:11986; number_of_response:1; }","duration":"653.19413ms","start":"2026-02-24T06:53:39.702376Z","end":"2026-02-24T06:53:40.35557Z","steps":["trace[880999683] 'process raft request' (duration: 652.517463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:40.355749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:53:39.702336Z","time spent":"653.328233ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:53:40.356137Z","caller":"traceutil/trace.go:171","msg":"trace[1652735443] transaction","detail":"{read_only:false; response_revision:11987; number_of_response:1; }","duration":"652.992636ms","start":"2026-02-24T06:53:39.703122Z","end":"2026-02-24T06:53:40.356114Z","steps":["trace[1652735443] 'process raft request' (duration: 652.7665ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:53:40.356199Z","caller":"traceutil/trace.go:171","msg":"trace[668429570] transaction","detail":"{read_only:false; response_revision:11988; number_of_response:1; }","duration":"652.239886ms","start":"2026-02-24T06:53:39.703947Z","end":"2026-02-24T06:53:40.356187Z","steps":["trace[668429570] 'process raft request' (duration: 652.061782ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:53:40.356255Z","caller":"traceutil/trace.go:171","msg":"trace[327545020] linearizableReadLoop","detail":"{readStateIndex:12497; appliedIndex:12493; }","duration":"652.239816ms","start":"2026-02-24T06:53:39.703975Z","end":"2026-02-24T06:53:40.356215Z","steps":["trace[327545020] 'read index received' (duration: 650.931164ms)","trace[327545020] 'applied index is now lower than readState.Index' (duration: 1.307632ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:53:40.356293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:53:39.703095Z","time spent":"653.128058ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:53:40.35615Z","caller":"traceutil/trace.go:171","msg":"trace[2140211760] transaction","detail":"{read_only:false; response_revision:11989; number_of_response:1; }","duration":"651.62837ms","start":"2026-02-24T06:53:39.704504Z","end":"2026-02-24T06:53:40.356132Z","steps":["trace[2140211760] 'process raft request' (duration: 651.554448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:40.356449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:53:39.704496Z","time spent":"651.914778ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:53:40.356974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:53:39.703938Z","time spent":"652.294138ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:53:40.35711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.134804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:53:40.357189Z","caller":"traceutil/trace.go:171","msg":"trace[1997795380] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11990; }","duration":"152.249768ms","start":"2026-02-24T06:53:40.204917Z","end":"2026-02-24T06:53:40.357166Z","steps":["trace[1997795380] 'agreement among raft nodes before linearized reading' (duration: 152.134524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:40.357166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.468807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7232"} {"level":"info","ts":"2026-02-24T06:53:40.357255Z","caller":"traceutil/trace.go:171","msg":"trace[484943827] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:11990; }","duration":"151.570461ms","start":"2026-02-24T06:53:40.205666Z","end":"2026-02-24T06:53:40.357237Z","steps":["trace[484943827] 'agreement among raft nodes before linearized reading' (duration: 151.378406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:40.357231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.054218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:53:40.357315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.156746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7232"} {"level":"warn","ts":"2026-02-24T06:53:40.357461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.270258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:53:40.357464Z","caller":"traceutil/trace.go:171","msg":"trace[1603836139] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:11990; }","duration":"152.339831ms","start":"2026-02-24T06:53:40.205102Z","end":"2026-02-24T06:53:40.357442Z","steps":["trace[1603836139] 'agreement among raft nodes before linearized reading' (duration: 151.997231ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:53:40.357427Z","caller":"traceutil/trace.go:171","msg":"trace[700619425] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11990; }","duration":"153.196242ms","start":"2026-02-24T06:53:40.204125Z","end":"2026-02-24T06:53:40.357321Z","steps":["trace[700619425] 'agreement among raft nodes before linearized reading' (duration: 153.015106ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:53:40.357511Z","caller":"traceutil/trace.go:171","msg":"trace[384807419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11990; }","duration":"290.36179ms","start":"2026-02-24T06:53:40.067135Z","end":"2026-02-24T06:53:40.357497Z","steps":["trace[384807419] 'agreement among raft nodes before linearized reading' (duration: 290.288648ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:40.357509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.242683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-24T06:53:40.357559Z","caller":"traceutil/trace.go:171","msg":"trace[177535280] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11990; }","duration":"153.329935ms","start":"2026-02-24T06:53:40.204216Z","end":"2026-02-24T06:53:40.357546Z","steps":["trace[177535280] 'agreement among raft nodes before linearized reading' (duration: 153.193342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:40.357585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.602322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:477321"} {"level":"info","ts":"2026-02-24T06:53:40.357633Z","caller":"traceutil/trace.go:171","msg":"trace[2052276147] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:11990; }","duration":"653.676943ms","start":"2026-02-24T06:53:39.703942Z","end":"2026-02-24T06:53:40.357619Z","steps":["trace[2052276147] 'agreement among raft nodes before linearized reading' (duration: 652.690577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:40.357672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:53:39.703932Z","time spent":"653.729735ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":477345,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-24T06:53:40.357732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.908031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T06:53:40.357809Z","caller":"traceutil/trace.go:171","msg":"trace[351692651] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11990; }","duration":"596.035894ms","start":"2026-02-24T06:53:39.761752Z","end":"2026-02-24T06:53:40.357788Z","steps":["trace[351692651] 'agreement among raft nodes before linearized reading' (duration: 595.289715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:40.357846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:53:39.761725Z","time spent":"596.112246ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-24T06:53:54.254686Z","caller":"traceutil/trace.go:171","msg":"trace[455084764] transaction","detail":"{read_only:false; response_revision:12057; number_of_response:1; }","duration":"101.00215ms","start":"2026-02-24T06:53:54.153658Z","end":"2026-02-24T06:53:54.25466Z","steps":["trace[455084764] 'process raft request' (duration: 60.358598ms)","trace[455084764] 'compare' (duration: 40.521009ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:53:56.757964Z","caller":"traceutil/trace.go:171","msg":"trace[1638267918] transaction","detail":"{read_only:false; response_revision:12083; number_of_response:1; }","duration":"287.348334ms","start":"2026-02-24T06:53:56.470592Z","end":"2026-02-24T06:53:56.757941Z","steps":["trace[1638267918] 'process raft request' (duration: 287.174529ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:53:56.758055Z","caller":"traceutil/trace.go:171","msg":"trace[801023980] linearizableReadLoop","detail":"{readStateIndex:12595; appliedIndex:12594; }","duration":"287.287492ms","start":"2026-02-24T06:53:56.470626Z","end":"2026-02-24T06:53:56.757913Z","steps":["trace[801023980] 'read index received' (duration: 287.125218ms)","trace[801023980] 'applied index is now lower than readState.Index' (duration: 161.094µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:53:56.758127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.489088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7329"} {"level":"info","ts":"2026-02-24T06:53:56.758208Z","caller":"traceutil/trace.go:171","msg":"trace[570494913] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12083; }","duration":"287.60229ms","start":"2026-02-24T06:53:56.470587Z","end":"2026-02-24T06:53:56.75819Z","steps":["trace[570494913] 'agreement among raft nodes before linearized reading' (duration: 287.453236ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:56.758538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.212463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:53:56.758567Z","caller":"traceutil/trace.go:171","msg":"trace[1776488818] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12083; }","duration":"282.287096ms","start":"2026-02-24T06:53:56.476273Z","end":"2026-02-24T06:53:56.75856Z","steps":["trace[1776488818] 'agreement among raft nodes before linearized reading' (duration: 282.223175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:56.758621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.929456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T06:53:56.758667Z","caller":"traceutil/trace.go:171","msg":"trace[1827569935] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12083; }","duration":"208.010878ms","start":"2026-02-24T06:53:56.550643Z","end":"2026-02-24T06:53:56.758654Z","steps":["trace[1827569935] 'agreement among raft nodes before linearized reading' (duration: 207.872985ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:56.758686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.084702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:53:56.758727Z","caller":"traceutil/trace.go:171","msg":"trace[1273107921] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:12083; }","duration":"187.150594ms","start":"2026-02-24T06:53:56.571566Z","end":"2026-02-24T06:53:56.758717Z","steps":["trace[1273107921] 'agreement among raft nodes before linearized reading' (duration: 187.021131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:56.758752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.978604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-24T06:53:56.758773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.493833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T06:53:56.758815Z","caller":"traceutil/trace.go:171","msg":"trace[812178041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12083; }","duration":"207.061625ms","start":"2026-02-24T06:53:56.551736Z","end":"2026-02-24T06:53:56.758798Z","steps":["trace[812178041] 'agreement among raft nodes before linearized reading' (duration: 206.900121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:56.758732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.646113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T06:53:56.758846Z","caller":"traceutil/trace.go:171","msg":"trace[74902626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12083; }","duration":"222.608096ms","start":"2026-02-24T06:53:56.536222Z","end":"2026-02-24T06:53:56.75883Z","steps":["trace[74902626] 'agreement among raft nodes before linearized reading' (duration: 222.321839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:56.758776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.88034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7329"} {"level":"info","ts":"2026-02-24T06:53:56.758864Z","caller":"traceutil/trace.go:171","msg":"trace[1777614981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12083; }","duration":"229.791226ms","start":"2026-02-24T06:53:56.529063Z","end":"2026-02-24T06:53:56.758854Z","steps":["trace[1777614981] 'agreement among raft nodes before linearized reading' (duration: 229.590251ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:53:56.758884Z","caller":"traceutil/trace.go:171","msg":"trace[434705826] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12083; }","duration":"279.008373ms","start":"2026-02-24T06:53:56.479868Z","end":"2026-02-24T06:53:56.758877Z","steps":["trace[434705826] 'agreement among raft nodes before linearized reading' (duration: 278.87763ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:56.75895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.096188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:53:56.759012Z","caller":"traceutil/trace.go:171","msg":"trace[1134224075] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:12083; }","duration":"147.161439ms","start":"2026-02-24T06:53:56.61181Z","end":"2026-02-24T06:53:56.758972Z","steps":["trace[1134224075] 'agreement among raft nodes before linearized reading' (duration: 147.111148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:53:56.759392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.892231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T06:53:56.759441Z","caller":"traceutil/trace.go:171","msg":"trace[1895620301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12083; }","duration":"208.962714ms","start":"2026-02-24T06:53:56.550468Z","end":"2026-02-24T06:53:56.759431Z","steps":["trace[1895620301] 'agreement among raft nodes before linearized reading' (duration: 208.560923ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:54:54.06435Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000032b2.wal"} {"level":"info","ts":"2026-02-24T06:56:32.494742Z","caller":"traceutil/trace.go:171","msg":"trace[1952585172] transaction","detail":"{read_only:false; response_revision:13122; number_of_response:1; }","duration":"102.401495ms","start":"2026-02-24T06:56:32.392312Z","end":"2026-02-24T06:56:32.494713Z","steps":["trace[1952585172] 'process raft request' (duration: 102.250561ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:56:32.57636Z","caller":"traceutil/trace.go:171","msg":"trace[1208118961] transaction","detail":"{read_only:false; response_revision:13123; number_of_response:1; }","duration":"181.269517ms","start":"2026-02-24T06:56:32.39507Z","end":"2026-02-24T06:56:32.57634Z","steps":["trace[1208118961] 'process raft request' (duration: 169.758787ms)","trace[1208118961] 'compare' (duration: 11.247403ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:56:40.898809Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11336} {"level":"info","ts":"2026-02-24T06:56:41.063876Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11336,"took":"162.860024ms","hash":102460759,"current-db-size-bytes":42930176,"current-db-size":"43 MB","current-db-size-in-use-bytes":25276416,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-24T06:56:41.064052Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":102460759,"revision":11336,"compact-revision":7670} {"level":"warn","ts":"2026-02-24T06:57:58.557885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637849116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:57:59.058768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637849116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:57:59.092438Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.059176318s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T06:57:59.092871Z","caller":"traceutil/trace.go:171","msg":"trace[143355179] transaction","detail":"{read_only:false; response_revision:13655; number_of_response:1; }","duration":"1.059694961s","start":"2026-02-24T06:57:58.033159Z","end":"2026-02-24T06:57:59.092854Z","steps":["trace[143355179] 'process raft request' (duration: 1.059425494s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:57:59.093086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:57:58.033138Z","time spent":"1.059800214s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:57:59.136998Z","caller":"traceutil/trace.go:171","msg":"trace[545852612] transaction","detail":"{read_only:false; response_revision:13656; number_of_response:1; }","duration":"855.226866ms","start":"2026-02-24T06:57:58.281746Z","end":"2026-02-24T06:57:59.136973Z","steps":["trace[545852612] 'process raft request' (duration: 854.916238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:57:59.137139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:57:58.281723Z","time spent":"855.345048ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:57:59.137128Z","caller":"traceutil/trace.go:171","msg":"trace[42214169] transaction","detail":"{read_only:false; response_revision:13658; number_of_response:1; }","duration":"247.861804ms","start":"2026-02-24T06:57:58.889236Z","end":"2026-02-24T06:57:59.137097Z","steps":["trace[42214169] 'process raft request' (duration: 247.68416ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:57:59.136992Z","caller":"traceutil/trace.go:171","msg":"trace[1815347374] transaction","detail":"{read_only:false; response_revision:13657; number_of_response:1; }","duration":"313.658197ms","start":"2026-02-24T06:57:58.823307Z","end":"2026-02-24T06:57:59.136965Z","steps":["trace[1815347374] 'process raft request' (duration: 313.547944ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:57:59.137152Z","caller":"traceutil/trace.go:171","msg":"trace[1849727330] linearizableReadLoop","detail":"{readStateIndex:14234; appliedIndex:14229; }","duration":"1.079412995s","start":"2026-02-24T06:57:58.057719Z","end":"2026-02-24T06:57:59.137132Z","steps":["trace[1849727330] 'read index received' (duration: 1.034943849s)","trace[1849727330] 'applied index is now lower than readState.Index' (duration: 44.467766ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:57:59.137313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:57:58.823286Z","time spent":"313.942083ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:57:59.137404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.730121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:57:59.137449Z","caller":"traceutil/trace.go:171","msg":"trace[1843771760] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:13660; }","duration":"887.823635ms","start":"2026-02-24T06:57:58.249616Z","end":"2026-02-24T06:57:59.137439Z","steps":["trace[1843771760] 'agreement among raft nodes before linearized reading' (duration: 887.730341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:57:59.137458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.805524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:57:59.137474Z","caller":"traceutil/trace.go:171","msg":"trace[1129991863] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:13660; }","duration":"394.860815ms","start":"2026-02-24T06:57:58.742607Z","end":"2026-02-24T06:57:59.137468Z","steps":["trace[1129991863] 'agreement among raft nodes before linearized reading' (duration: 394.773272ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:57:59.137481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:57:58.249594Z","time spent":"887.879796ms","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":13,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:57:59.137499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:57:58.742587Z","time spent":"394.904547ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"warn","ts":"2026-02-24T06:57:59.137511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079762725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-24T06:57:59.137485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079695863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T06:57:59.137163Z","caller":"traceutil/trace.go:171","msg":"trace[51618046] transaction","detail":"{read_only:false; response_revision:13659; number_of_response:1; }","duration":"210.505216ms","start":"2026-02-24T06:57:58.926643Z","end":"2026-02-24T06:57:59.137149Z","steps":["trace[51618046] 'process raft request' (duration: 210.366323ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:57:59.137645Z","caller":"traceutil/trace.go:171","msg":"trace[592912717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13660; }","duration":"1.079900908s","start":"2026-02-24T06:57:58.057732Z","end":"2026-02-24T06:57:59.137633Z","steps":["trace[592912717] 'agreement among raft nodes before linearized reading' (duration: 1.07961268s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:57:59.137673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:57:58.057712Z","time spent":"1.07995224s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T06:57:59.137717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078317598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-24T06:57:59.137553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070563634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:57:59.137777Z","caller":"traceutil/trace.go:171","msg":"trace[247258471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13660; }","duration":"1.070802801s","start":"2026-02-24T06:57:58.066966Z","end":"2026-02-24T06:57:59.137769Z","steps":["trace[247258471] 'agreement among raft nodes before linearized reading' (duration: 1.070550494s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:57:59.137786Z","caller":"traceutil/trace.go:171","msg":"trace[626765039] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13660; }","duration":"1.078400861s","start":"2026-02-24T06:57:58.059365Z","end":"2026-02-24T06:57:59.137766Z","steps":["trace[626765039] 'agreement among raft nodes before linearized reading' (duration: 1.078212716s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:57:59.137803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:57:58.066957Z","time spent":"1.070841231s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:57:59.137832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:57:58.059354Z","time spent":"1.078466332s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-24T06:57:59.137625Z","caller":"traceutil/trace.go:171","msg":"trace[577159269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13660; }","duration":"1.07994586s","start":"2026-02-24T06:57:58.057657Z","end":"2026-02-24T06:57:59.137603Z","steps":["trace[577159269] 'agreement among raft nodes before linearized reading' (duration: 1.079638561s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:57:59.137883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:57:58.057617Z","time spent":"1.080257147s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T06:57:59.137729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.092028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:57:59.13796Z","caller":"traceutil/trace.go:171","msg":"trace[988181555] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:13660; }","duration":"799.360654ms","start":"2026-02-24T06:57:58.338585Z","end":"2026-02-24T06:57:59.137946Z","steps":["trace[988181555] 'agreement among raft nodes before linearized reading' (duration: 799.032096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:57:59.138079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:57:58.338563Z","time spent":"799.436445ms","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":62,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:57:59.138165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078687797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T06:57:59.13823Z","caller":"traceutil/trace.go:171","msg":"trace[1586657314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13660; }","duration":"1.07878051s","start":"2026-02-24T06:57:58.059434Z","end":"2026-02-24T06:57:59.138215Z","steps":["trace[1586657314] 'agreement among raft nodes before linearized reading' (duration: 1.078114243s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:57:59.138279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:57:58.059419Z","time spent":"1.078848311s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T06:58:02.751527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:02.210477Z","time spent":"541.035917ms","remote":"127.0.0.1:53000","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T06:58:05.290688Z","caller":"traceutil/trace.go:171","msg":"trace[63310567] transaction","detail":"{read_only:false; response_revision:13694; number_of_response:1; }","duration":"102.684859ms","start":"2026-02-24T06:58:05.187972Z","end":"2026-02-24T06:58:05.290657Z","steps":["trace[63310567] 'process raft request' (duration: 68.394338ms)","trace[63310567] 'compare' (duration: 34.179549ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:58:05.292947Z","caller":"traceutil/trace.go:171","msg":"trace[1390499391] transaction","detail":"{read_only:false; response_revision:13695; number_of_response:1; }","duration":"104.746331ms","start":"2026-02-24T06:58:05.188175Z","end":"2026-02-24T06:58:05.292921Z","steps":["trace[1390499391] 'process raft request' (duration: 104.582337ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:58:05.293209Z","caller":"traceutil/trace.go:171","msg":"trace[1174480823] linearizableReadLoop","detail":"{readStateIndex:14273; appliedIndex:14269; }","duration":"103.54876ms","start":"2026-02-24T06:58:05.189641Z","end":"2026-02-24T06:58:05.29319Z","steps":["trace[1174480823] 'read index received' (duration: 66.734296ms)","trace[1174480823] 'applied index is now lower than readState.Index' (duration: 36.812724ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:58:05.293253Z","caller":"traceutil/trace.go:171","msg":"trace[221423845] transaction","detail":"{read_only:false; response_revision:13697; number_of_response:1; }","duration":"104.598456ms","start":"2026-02-24T06:58:05.188632Z","end":"2026-02-24T06:58:05.293231Z","steps":["trace[221423845] 'process raft request' (duration: 104.383211ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:58:05.293087Z","caller":"traceutil/trace.go:171","msg":"trace[1230953414] transaction","detail":"{read_only:false; response_revision:13696; number_of_response:1; }","duration":"104.818043ms","start":"2026-02-24T06:58:05.188255Z","end":"2026-02-24T06:58:05.293073Z","steps":["trace[1230953414] 'process raft request' (duration: 104.620018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:05.293847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.186277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:570531"} {"level":"info","ts":"2026-02-24T06:58:05.293889Z","caller":"traceutil/trace.go:171","msg":"trace[543206015] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13697; }","duration":"104.262038ms","start":"2026-02-24T06:58:05.189616Z","end":"2026-02-24T06:58:05.293878Z","steps":["trace[543206015] 'agreement among raft nodes before linearized reading' (duration: 103.633862ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:58:15.385797Z","caller":"traceutil/trace.go:171","msg":"trace[326139978] transaction","detail":"{read_only:false; response_revision:13736; number_of_response:1; }","duration":"212.62512ms","start":"2026-02-24T06:58:15.173155Z","end":"2026-02-24T06:58:15.38578Z","steps":["trace[326139978] 'process raft request' (duration: 212.508247ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:58:15.41903Z","caller":"traceutil/trace.go:171","msg":"trace[702569764] transaction","detail":"{read_only:false; response_revision:13737; number_of_response:1; }","duration":"205.927191ms","start":"2026-02-24T06:58:15.213049Z","end":"2026-02-24T06:58:15.418977Z","steps":["trace[702569764] 'process raft request' (duration: 205.745326ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:58:15.419255Z","caller":"traceutil/trace.go:171","msg":"trace[1318088269] transaction","detail":"{read_only:false; response_revision:13738; number_of_response:1; }","duration":"203.8749ms","start":"2026-02-24T06:58:15.215361Z","end":"2026-02-24T06:58:15.419235Z","steps":["trace[1318088269] 'process raft request' (duration: 203.577812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:23.962593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637849445,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T06:58:24.253833Z","caller":"traceutil/trace.go:171","msg":"trace[243459850] transaction","detail":"{read_only:false; response_revision:13774; number_of_response:1; }","duration":"830.070884ms","start":"2026-02-24T06:58:23.423739Z","end":"2026-02-24T06:58:24.25381Z","steps":["trace[243459850] 'process raft request' (duration: 829.89744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:24.253983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:23.423709Z","time spent":"830.197328ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:58:24.931084Z","caller":"traceutil/trace.go:171","msg":"trace[1722438132] transaction","detail":"{read_only:false; response_revision:13775; number_of_response:1; }","duration":"1.48775311s","start":"2026-02-24T06:58:23.443309Z","end":"2026-02-24T06:58:24.931062Z","steps":["trace[1722438132] 'process raft request' (duration: 1.487579286s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:24.931215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:23.443282Z","time spent":"1.487866383s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:58:24.931367Z","caller":"traceutil/trace.go:171","msg":"trace[987424632] transaction","detail":"{read_only:false; response_revision:13776; number_of_response:1; }","duration":"1.485470222s","start":"2026-02-24T06:58:23.445872Z","end":"2026-02-24T06:58:24.931342Z","steps":["trace[987424632] 'process raft request' (duration: 1.485154435s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:58:24.931426Z","caller":"traceutil/trace.go:171","msg":"trace[2113132857] linearizableReadLoop","detail":"{readStateIndex:14357; appliedIndex:14353; }","duration":"1.46983733s","start":"2026-02-24T06:58:23.461572Z","end":"2026-02-24T06:58:24.931409Z","steps":["trace[2113132857] 'read index received' (duration: 792.05397ms)","trace[2113132857] 'applied index is now lower than readState.Index' (duration: 677.78252ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:58:24.931495Z","caller":"traceutil/trace.go:171","msg":"trace[1026351862] transaction","detail":"{read_only:false; response_revision:13777; number_of_response:1; }","duration":"1.102051894s","start":"2026-02-24T06:58:23.829432Z","end":"2026-02-24T06:58:24.931484Z","steps":["trace[1026351862] 'process raft request' (duration: 1.101842769s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:24.9315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:23.445855Z","time spent":"1.485576826s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:58:24.931558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:23.829416Z","time spent":"1.102113426s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:58:24.931572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470000375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T06:58:24.931594Z","caller":"traceutil/trace.go:171","msg":"trace[1800860908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13777; }","duration":"1.470061376s","start":"2026-02-24T06:58:23.461527Z","end":"2026-02-24T06:58:24.931588Z","steps":["trace[1800860908] 'agreement among raft nodes before linearized reading' (duration: 1.469970444s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:24.931613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:23.46151Z","time spent":"1.470098637s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T06:58:24.931669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465692666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-24T06:58:24.931703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452590557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:58:24.931729Z","caller":"traceutil/trace.go:171","msg":"trace[35224177] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:13777; }","duration":"1.452629758s","start":"2026-02-24T06:58:23.479092Z","end":"2026-02-24T06:58:24.931722Z","steps":["trace[35224177] 'agreement among raft nodes before linearized reading' (duration: 1.452536245s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:24.931725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46222643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-24T06:58:24.931755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:23.479085Z","time spent":"1.452663938s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"info","ts":"2026-02-24T06:58:24.931761Z","caller":"traceutil/trace.go:171","msg":"trace[895741229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13777; }","duration":"1.46226925s","start":"2026-02-24T06:58:23.469482Z","end":"2026-02-24T06:58:24.931751Z","steps":["trace[895741229] 'agreement among raft nodes before linearized reading' (duration: 1.462202099s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:24.931774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462475075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-24T06:58:24.93179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:23.469476Z","time spent":"1.462307121s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T06:58:24.931812Z","caller":"traceutil/trace.go:171","msg":"trace[560946560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13777; }","duration":"1.462542177s","start":"2026-02-24T06:58:23.46926Z","end":"2026-02-24T06:58:24.931802Z","steps":["trace[560946560] 'agreement among raft nodes before linearized reading' (duration: 1.462490525s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:24.931842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:23.469253Z","time spent":"1.462581798s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-24T06:58:24.931726Z","caller":"traceutil/trace.go:171","msg":"trace[855151076] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13777; }","duration":"1.465791509s","start":"2026-02-24T06:58:23.465921Z","end":"2026-02-24T06:58:24.931713Z","steps":["trace[855151076] 'agreement among raft nodes before linearized reading' (duration: 1.465638525s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:24.931923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272015883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-02-24T06:58:24.93195Z","caller":"traceutil/trace.go:171","msg":"trace[914025188] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:13777; }","duration":"1.272089534s","start":"2026-02-24T06:58:23.659853Z","end":"2026-02-24T06:58:24.931943Z","steps":["trace[914025188] 'agreement among raft nodes before linearized reading' (duration: 1.272023273s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:24.931952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.757341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:58:24.931942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:23.465902Z","time spent":"1.466005703s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T06:58:24.931968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:23.659827Z","time spent":"1.272134956s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-02-24T06:58:24.931985Z","caller":"traceutil/trace.go:171","msg":"trace[1296610565] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:13777; }","duration":"202.830643ms","start":"2026-02-24T06:58:24.729142Z","end":"2026-02-24T06:58:24.931972Z","steps":["trace[1296610565] 'agreement among raft nodes before linearized reading' (duration: 202.777922ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:28.495318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.427775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:58:28.49539Z","caller":"traceutil/trace.go:171","msg":"trace[1100092537] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13790; }","duration":"136.546349ms","start":"2026-02-24T06:58:28.358828Z","end":"2026-02-24T06:58:28.495374Z","steps":["trace[1100092537] 'range keys from in-memory index tree' (duration: 136.364944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:33.917915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.095131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T06:58:33.918021Z","caller":"traceutil/trace.go:171","msg":"trace[715217949] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13819; }","duration":"387.252754ms","start":"2026-02-24T06:58:33.530745Z","end":"2026-02-24T06:58:33.917998Z","steps":["trace[715217949] 'range keys from in-memory index tree' (duration: 386.899045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:33.918079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:33.530725Z","time spent":"387.337386ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-24T06:58:34.684748Z","caller":"traceutil/trace.go:171","msg":"trace[1870036922] transaction","detail":"{read_only:false; response_revision:13820; number_of_response:1; }","duration":"323.369471ms","start":"2026-02-24T06:58:34.361349Z","end":"2026-02-24T06:58:34.684718Z","steps":["trace[1870036922] 'process raft request' (duration: 323.198066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:34.684901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:34.361331Z","time spent":"323.493194ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:58:41.91852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.35272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-vt7kp\" ","response":"range_response_count:1 size:11409"} {"level":"info","ts":"2026-02-24T06:58:41.918638Z","caller":"traceutil/trace.go:171","msg":"trace[1103740772] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-vt7kp; range_end:; response_count:1; response_revision:13869; }","duration":"188.525145ms","start":"2026-02-24T06:58:41.730088Z","end":"2026-02-24T06:58:41.918613Z","steps":["trace[1103740772] 'range keys from in-memory index tree' (duration: 188.165195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:41.918669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.566933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:58:41.91897Z","caller":"traceutil/trace.go:171","msg":"trace[773188686] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:13869; }","duration":"295.907241ms","start":"2026-02-24T06:58:41.623025Z","end":"2026-02-24T06:58:41.918933Z","steps":["trace[773188686] 'count revisions from in-memory index tree' (duration: 295.438708ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:58:42.104269Z","caller":"traceutil/trace.go:171","msg":"trace[1867556282] transaction","detail":"{read_only:false; response_revision:13870; number_of_response:1; }","duration":"175.130377ms","start":"2026-02-24T06:58:41.9291Z","end":"2026-02-24T06:58:42.10423Z","steps":["trace[1867556282] 'process raft request' (duration: 174.758768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:45.273117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637849744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T06:58:45.598603Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.414651894s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T06:58:46.734958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.667638259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:58:46.735025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978168386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:58:46.735081Z","caller":"traceutil/trace.go:171","msg":"trace[780611084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13879; }","duration":"2.667805573s","start":"2026-02-24T06:58:44.067257Z","end":"2026-02-24T06:58:46.735063Z","steps":["trace[780611084] 'range keys from in-memory index tree' (duration: 2.667577707s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:46.735091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.465617837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:58:46.735126Z","caller":"traceutil/trace.go:171","msg":"trace[1542746107] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:13879; }","duration":"2.97833462s","start":"2026-02-24T06:58:43.756771Z","end":"2026-02-24T06:58:46.735105Z","steps":["trace[1542746107] 'count revisions from in-memory index tree' (duration: 2.978085724s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:58:46.735159Z","caller":"traceutil/trace.go:171","msg":"trace[1684063126] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:13879; }","duration":"3.46574375s","start":"2026-02-24T06:58:43.269396Z","end":"2026-02-24T06:58:46.73514Z","steps":["trace[1684063126] 'count revisions from in-memory index tree' (duration: 3.465504434s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:46.735205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:43.269372Z","time spent":"3.465822182s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":38,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:58:46.735247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:44.067238Z","time spent":"2.667881734s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:58:46.735765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.592313697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"warn","ts":"2026-02-24T06:58:46.735771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:43.75675Z","time spent":"2.978418443s","remote":"127.0.0.1:53630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:58:46.735834Z","caller":"traceutil/trace.go:171","msg":"trace[658209987] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13879; }","duration":"2.592438971s","start":"2026-02-24T06:58:44.143377Z","end":"2026-02-24T06:58:46.735816Z","steps":["trace[658209987] 'range keys from in-memory index tree' (duration: 2.591880986s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:46.735873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:44.143354Z","time spent":"2.592509063s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T06:58:46.736303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.910953748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:58:46.736456Z","caller":"traceutil/trace.go:171","msg":"trace[1340690982] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:13879; }","duration":"2.911165894s","start":"2026-02-24T06:58:43.825254Z","end":"2026-02-24T06:58:46.736419Z","steps":["trace[1340690982] 'count revisions from in-memory index tree' (duration: 2.910815876s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:46.736524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:43.825233Z","time spent":"2.911276427s","remote":"127.0.0.1:53542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:58:46.737421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138543791s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:58:46.7375Z","caller":"traceutil/trace.go:171","msg":"trace[2031625994] transaction","detail":"{read_only:false; response_revision:13880; number_of_response:1; }","duration":"2.553649556s","start":"2026-02-24T06:58:44.183836Z","end":"2026-02-24T06:58:46.737485Z","steps":["trace[2031625994] 'process raft request' (duration: 1.414972782s)","trace[2031625994] 'compare' (duration: 1.136647793s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:58:46.737704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:44.18381Z","time spent":"2.55385813s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:58:46.909992Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.311145085s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T06:58:46.920347Z","caller":"traceutil/trace.go:171","msg":"trace[520695215] transaction","detail":"{read_only:false; response_revision:13881; number_of_response:1; }","duration":"1.870537462s","start":"2026-02-24T06:58:45.049777Z","end":"2026-02-24T06:58:46.920314Z","steps":["trace[520695215] 'process raft request' (duration: 1.860523281s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:46.920772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:45.049756Z","time spent":"1.870760657s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:58:46.920936Z","caller":"traceutil/trace.go:171","msg":"trace[536956973] transaction","detail":"{read_only:false; response_revision:13882; number_of_response:1; }","duration":"1.833073672s","start":"2026-02-24T06:58:45.087832Z","end":"2026-02-24T06:58:46.920905Z","steps":["trace[536956973] 'process raft request' (duration: 1.832395824s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:58:46.921056Z","caller":"traceutil/trace.go:171","msg":"trace[691051344] linearizableReadLoop","detail":"{readStateIndex:14470; appliedIndex:14466; }","duration":"2.148602504s","start":"2026-02-24T06:58:44.772427Z","end":"2026-02-24T06:58:46.921029Z","steps":["trace[691051344] 'read index received' (duration: 826.407082ms)","trace[691051344] 'applied index is now lower than readState.Index' (duration: 1.322194132s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:58:46.921091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:45.087799Z","time spent":"1.833203616s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:58:46.921153Z","caller":"traceutil/trace.go:171","msg":"trace[1421147996] transaction","detail":"{read_only:false; response_revision:13883; number_of_response:1; }","duration":"1.833088252s","start":"2026-02-24T06:58:45.08801Z","end":"2026-02-24T06:58:46.921098Z","steps":["trace[1421147996] 'process raft request' (duration: 1.832800165s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:46.921417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:45.087984Z","time spent":"1.833273537s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:58:46.921383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.148919873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T06:58:46.921715Z","caller":"traceutil/trace.go:171","msg":"trace[814422491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13883; }","duration":"2.149131118s","start":"2026-02-24T06:58:44.772363Z","end":"2026-02-24T06:58:46.921494Z","steps":["trace[814422491] 'agreement among raft nodes before linearized reading' (duration: 2.148768759s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:46.921789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:44.772342Z","time spent":"2.149431616s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-24T06:58:46.985756Z","caller":"traceutil/trace.go:171","msg":"trace[1750545061] transaction","detail":"{read_only:false; response_revision:13884; number_of_response:1; }","duration":"1.269787016s","start":"2026-02-24T06:58:45.715944Z","end":"2026-02-24T06:58:46.985731Z","steps":["trace[1750545061] 'process raft request' (duration: 1.269636922s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:46.985903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:45.715919Z","time spent":"1.269908531s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17094,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:58:46.985917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129178945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:58:46.985945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88516903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-24T06:58:46.986006Z","caller":"traceutil/trace.go:171","msg":"trace[82431321] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:13884; }","duration":"1.129323909s","start":"2026-02-24T06:58:45.856659Z","end":"2026-02-24T06:58:46.985983Z","steps":["trace[82431321] 'agreement among raft nodes before linearized reading' (duration: 1.129146335s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:58:46.986014Z","caller":"traceutil/trace.go:171","msg":"trace[260790605] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13884; }","duration":"1.885266832s","start":"2026-02-24T06:58:45.100727Z","end":"2026-02-24T06:58:46.985994Z","steps":["trace[260790605] 'agreement among raft nodes before linearized reading' (duration: 1.884996295s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:46.986054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:45.856644Z","time spent":"1.129399871s","remote":"127.0.0.1:53498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:58:46.986085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.771622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T06:58:46.986126Z","caller":"traceutil/trace.go:171","msg":"trace[261507491] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13884; }","duration":"245.830364ms","start":"2026-02-24T06:58:46.740282Z","end":"2026-02-24T06:58:46.986113Z","steps":["trace[261507491] 'agreement among raft nodes before linearized reading' (duration: 245.68596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:46.986154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848380846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T06:58:46.986184Z","caller":"traceutil/trace.go:171","msg":"trace[722376555] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:13884; }","duration":"1.848447157s","start":"2026-02-24T06:58:45.137728Z","end":"2026-02-24T06:58:46.986175Z","steps":["trace[722376555] 'agreement among raft nodes before linearized reading' (duration: 1.848353495s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:46.986211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:45.137707Z","time spent":"1.848498399s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"warn","ts":"2026-02-24T06:58:46.986283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865972558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-24T06:58:46.986341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.623298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:58:46.986368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865915917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-24T06:58:46.986381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866108841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T06:58:46.986405Z","caller":"traceutil/trace.go:171","msg":"trace[497611114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13884; }","duration":"1.865982858s","start":"2026-02-24T06:58:45.120414Z","end":"2026-02-24T06:58:46.986397Z","steps":["trace[497611114] 'agreement among raft nodes before linearized reading' (duration: 1.865853675s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:58:46.986413Z","caller":"traceutil/trace.go:171","msg":"trace[625833142] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13884; }","duration":"1.866182613s","start":"2026-02-24T06:58:45.120222Z","end":"2026-02-24T06:58:46.986404Z","steps":["trace[625833142] 'agreement among raft nodes before linearized reading' (duration: 1.866091451s)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:58:46.986409Z","caller":"traceutil/trace.go:171","msg":"trace[274341340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13884; }","duration":"918.726351ms","start":"2026-02-24T06:58:46.067666Z","end":"2026-02-24T06:58:46.986393Z","steps":["trace[274341340] 'agreement among raft nodes before linearized reading' (duration: 918.637478ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:58:46.986404Z","caller":"traceutil/trace.go:171","msg":"trace[238381123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13884; }","duration":"1.866129341s","start":"2026-02-24T06:58:45.120244Z","end":"2026-02-24T06:58:46.986373Z","steps":["trace[238381123] 'agreement among raft nodes before linearized reading' (duration: 1.865849994s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:46.986439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:45.120401Z","time spent":"1.86603157s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T06:58:46.986461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:46.067653Z","time spent":"918.793413ms","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:58:46.98647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:45.120224Z","time spent":"1.866231314s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T06:58:46.986474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.135196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:58:46.986525Z","caller":"traceutil/trace.go:171","msg":"trace[253855970] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:13884; }","duration":"924.23365ms","start":"2026-02-24T06:58:46.062276Z","end":"2026-02-24T06:58:46.98651Z","steps":["trace[253855970] 'agreement among raft nodes before linearized reading' (duration: 924.151707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:46.98593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.322779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:58:46.986545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:45.1202Z","time spent":"1.866330647s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T06:58:46.986056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:45.100718Z","time spent":"1.885328784s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T06:58:46.986562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:46.062257Z","time spent":"924.29121ms","remote":"127.0.0.1:53696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-02-24T06:58:46.986592Z","caller":"traceutil/trace.go:171","msg":"trace[575337220] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:13884; }","duration":"815.047817ms","start":"2026-02-24T06:58:46.171517Z","end":"2026-02-24T06:58:46.986564Z","steps":["trace[575337220] 'agreement among raft nodes before linearized reading' (duration: 814.342369ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:46.986661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:46.171482Z","time spent":"815.15636ms","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-24T06:58:48.73254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.104535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:58:48.732694Z","caller":"traceutil/trace.go:171","msg":"trace[69921663] linearizableReadLoop","detail":"{readStateIndex:14481; appliedIndex:14480; }","duration":"666.63514ms","start":"2026-02-24T06:58:48.066028Z","end":"2026-02-24T06:58:48.732663Z","steps":["trace[69921663] 'read index received' (duration: 45.241µs)","trace[69921663] 'applied index is now lower than readState.Index' (duration: 666.587109ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:58:48.732827Z","caller":"traceutil/trace.go:171","msg":"trace[1844442099] transaction","detail":"{read_only:false; response_revision:13893; number_of_response:1; }","duration":"859.158764ms","start":"2026-02-24T06:58:47.873655Z","end":"2026-02-24T06:58:48.732813Z","steps":["trace[1844442099] 'process raft request' (duration: 71.68304ms)","trace[1844442099] 'compare' (duration: 786.88285ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:58:48.732895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:47.873624Z","time spent":"859.236656ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":727,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T06:58:48.733225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.276541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-24T06:58:48.733404Z","caller":"traceutil/trace.go:171","msg":"trace[1086636368] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13893; }","duration":"298.442455ms","start":"2026-02-24T06:58:48.434925Z","end":"2026-02-24T06:58:48.733368Z","steps":["trace[1086636368] 'agreement among raft nodes before linearized reading' (duration: 298.164208ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:48.733226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.178575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T06:58:48.733218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.516873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-24T06:58:48.733583Z","caller":"traceutil/trace.go:171","msg":"trace[757926101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13893; }","duration":"667.547944ms","start":"2026-02-24T06:58:48.065976Z","end":"2026-02-24T06:58:48.733524Z","steps":["trace[757926101] 'agreement among raft nodes before linearized reading' (duration: 667.121223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:48.733702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:48.065957Z","time spent":"667.709208ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T06:58:48.733735Z","caller":"traceutil/trace.go:171","msg":"trace[1163035781] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13893; }","duration":"304.068076ms","start":"2026-02-24T06:58:48.42961Z","end":"2026-02-24T06:58:48.733678Z","steps":["trace[1163035781] 'agreement among raft nodes before linearized reading' (duration: 303.335447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:48.733796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:48.429575Z","time spent":"304.205129ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-24T06:58:49.243428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.898696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-vt7kp\" ","response":"range_response_count:1 size:11689"} {"level":"warn","ts":"2026-02-24T06:58:49.243431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.280073ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:58:49.243519Z","caller":"traceutil/trace.go:171","msg":"trace[125897015] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-vt7kp; range_end:; response_count:1; response_revision:13896; }","duration":"385.056449ms","start":"2026-02-24T06:58:48.858442Z","end":"2026-02-24T06:58:49.243499Z","steps":["trace[125897015] 'range keys from in-memory index tree' (duration: 384.785563ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:58:49.243541Z","caller":"traceutil/trace.go:171","msg":"trace[1794327441] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13896; }","duration":"232.412706ms","start":"2026-02-24T06:58:49.011109Z","end":"2026-02-24T06:58:49.243522Z","steps":["trace[1794327441] 'range keys from in-memory index tree' (duration: 232.256532ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:49.243569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:48.858424Z","time spent":"385.134092ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11713,"request content":"key:\"/registry/pods/openstack/openvswitch-vt7kp\" "} {"level":"info","ts":"2026-02-24T06:58:49.24374Z","caller":"traceutil/trace.go:171","msg":"trace[1838751716] transaction","detail":"{read_only:false; response_revision:13897; number_of_response:1; }","duration":"315.82288ms","start":"2026-02-24T06:58:48.927885Z","end":"2026-02-24T06:58:49.243708Z","steps":["trace[1838751716] 'process raft request' (duration: 299.222634ms)","trace[1838751716] 'compare' (duration: 16.159655ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:58:49.243798Z","caller":"traceutil/trace.go:171","msg":"trace[1839846597] transaction","detail":"{read_only:false; response_revision:13898; number_of_response:1; }","duration":"315.887102ms","start":"2026-02-24T06:58:48.927887Z","end":"2026-02-24T06:58:49.243774Z","steps":["trace[1839846597] 'process raft request' (duration: 315.709018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:49.243928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:48.927857Z","time spent":"316.005345ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:58:49.243942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:48.927862Z","time spent":"315.950144ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:58:49.244235Z","caller":"traceutil/trace.go:171","msg":"trace[891672832] linearizableReadLoop","detail":"{readStateIndex:14487; appliedIndex:14484; }","duration":"241.724259ms","start":"2026-02-24T06:58:49.002489Z","end":"2026-02-24T06:58:49.244213Z","steps":["trace[891672832] 'read index received' (duration: 224.582819ms)","trace[891672832] 'applied index is now lower than readState.Index' (duration: 17.13984ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:58:49.244365Z","caller":"traceutil/trace.go:171","msg":"trace[1253714350] transaction","detail":"{read_only:false; response_revision:13899; number_of_response:1; }","duration":"315.451411ms","start":"2026-02-24T06:58:48.928894Z","end":"2026-02-24T06:58:49.244345Z","steps":["trace[1253714350] 'process raft request' (duration: 314.799595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:49.244483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:48.928858Z","time spent":"315.554874ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:58:49.244516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.936314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T06:58:49.244554Z","caller":"traceutil/trace.go:171","msg":"trace[881809120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13899; }","duration":"242.011486ms","start":"2026-02-24T06:58:49.002534Z","end":"2026-02-24T06:58:49.244545Z","steps":["trace[881809120] 'agreement among raft nodes before linearized reading' (duration: 241.872253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:49.244588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.327915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T06:58:49.244648Z","caller":"traceutil/trace.go:171","msg":"trace[1952785629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13899; }","duration":"240.410777ms","start":"2026-02-24T06:58:49.004226Z","end":"2026-02-24T06:58:49.244637Z","steps":["trace[1952785629] 'agreement among raft nodes before linearized reading' (duration: 240.296415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:49.244661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.932715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"warn","ts":"2026-02-24T06:58:49.244482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.983786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T06:58:49.244683Z","caller":"traceutil/trace.go:171","msg":"trace[37520422] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:13899; }","duration":"241.972455ms","start":"2026-02-24T06:58:49.002705Z","end":"2026-02-24T06:58:49.244677Z","steps":["trace[37520422] 'agreement among raft nodes before linearized reading' (duration: 241.911354ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:58:49.244702Z","caller":"traceutil/trace.go:171","msg":"trace[1856983794] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13899; }","duration":"242.239592ms","start":"2026-02-24T06:58:49.002449Z","end":"2026-02-24T06:58:49.244689Z","steps":["trace[1856983794] 'agreement among raft nodes before linearized reading' (duration: 241.906393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:49.244828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.251342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-24T06:58:49.244841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.573101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-24T06:58:49.244853Z","caller":"traceutil/trace.go:171","msg":"trace[752487842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13899; }","duration":"242.312254ms","start":"2026-02-24T06:58:49.002535Z","end":"2026-02-24T06:58:49.244847Z","steps":["trace[752487842] 'agreement among raft nodes before linearized reading' (duration: 242.249502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:49.24485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.037991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:58:49.244866Z","caller":"traceutil/trace.go:171","msg":"trace[959189505] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13899; }","duration":"240.613702ms","start":"2026-02-24T06:58:49.004245Z","end":"2026-02-24T06:58:49.244859Z","steps":["trace[959189505] 'agreement among raft nodes before linearized reading' (duration: 240.53833ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:58:49.244885Z","caller":"traceutil/trace.go:171","msg":"trace[2101290885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13899; }","duration":"178.104262ms","start":"2026-02-24T06:58:49.066772Z","end":"2026-02-24T06:58:49.244877Z","steps":["trace[2101290885] 'agreement among raft nodes before linearized reading' (duration: 178.037271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:50.472812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.528154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:58:50.472891Z","caller":"traceutil/trace.go:171","msg":"trace[1762342489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13911; }","duration":"407.655077ms","start":"2026-02-24T06:58:50.065219Z","end":"2026-02-24T06:58:50.472874Z","steps":["trace[1762342489] 'range keys from in-memory index tree' (duration: 407.398781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:50.472929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:50.065197Z","time spent":"407.724519ms","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T06:58:50.472973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.455235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T06:58:50.473065Z","caller":"traceutil/trace.go:171","msg":"trace[697046718] transaction","detail":"{read_only:false; response_revision:13912; number_of_response:1; }","duration":"295.353448ms","start":"2026-02-24T06:58:50.177698Z","end":"2026-02-24T06:58:50.473051Z","steps":["trace[697046718] 'process raft request' (duration: 82.762469ms)","trace[697046718] 'compare' (duration: 212.324192ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:58:55.341211Z","caller":"traceutil/trace.go:171","msg":"trace[1752681209] linearizableReadLoop","detail":"{readStateIndex:14563; appliedIndex:14562; }","duration":"108.704019ms","start":"2026-02-24T06:58:55.232483Z","end":"2026-02-24T06:58:55.341187Z","steps":["trace[1752681209] 'read index received' (duration: 732.108µs)","trace[1752681209] 'applied index is now lower than readState.Index' (duration: 107.970451ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:58:55.341343Z","caller":"traceutil/trace.go:171","msg":"trace[133774686] transaction","detail":"{read_only:false; response_revision:13973; number_of_response:1; }","duration":"108.872253ms","start":"2026-02-24T06:58:55.232459Z","end":"2026-02-24T06:58:55.341331Z","steps":["trace[133774686] 'process raft request' (duration: 105.903759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:55.341714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.216213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:58:55.341772Z","caller":"traceutil/trace.go:171","msg":"trace[1942585635] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:13976; }","duration":"109.314195ms","start":"2026-02-24T06:58:55.232444Z","end":"2026-02-24T06:58:55.341758Z","steps":["trace[1942585635] 'agreement among raft nodes before linearized reading' (duration: 109.228093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:57.294838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.952869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-dwfl6.18971c84eab40a03\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-02-24T06:58:57.294938Z","caller":"traceutil/trace.go:171","msg":"trace[1750135189] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-dwfl6.18971c84eab40a03; range_end:; response_count:1; response_revision:14048; }","duration":"172.091233ms","start":"2026-02-24T06:58:57.122826Z","end":"2026-02-24T06:58:57.294917Z","steps":["trace[1750135189] 'range keys from in-memory index tree' (duration: 171.787505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:57.294917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.951702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"warn","ts":"2026-02-24T06:58:57.294859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.814592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:58:57.29505Z","caller":"traceutil/trace.go:171","msg":"trace[1095604206] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14048; }","duration":"114.150077ms","start":"2026-02-24T06:58:57.18088Z","end":"2026-02-24T06:58:57.29503Z","steps":["trace[1095604206] 'range keys from in-memory index tree' (duration: 113.754167ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:58:57.295072Z","caller":"traceutil/trace.go:171","msg":"trace[323304193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14048; }","duration":"228.078448ms","start":"2026-02-24T06:58:57.066966Z","end":"2026-02-24T06:58:57.295044Z","steps":["trace[323304193] 'range keys from in-memory index tree' (duration: 227.694667ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:58:57.672512Z","caller":"traceutil/trace.go:171","msg":"trace[1813030604] linearizableReadLoop","detail":"{readStateIndex:14639; appliedIndex:14638; }","duration":"373.09592ms","start":"2026-02-24T06:58:57.299387Z","end":"2026-02-24T06:58:57.672483Z","steps":["trace[1813030604] 'read index received' (duration: 373.014758ms)","trace[1813030604] 'applied index is now lower than readState.Index' (duration: 79.682µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:58:57.672584Z","caller":"traceutil/trace.go:171","msg":"trace[1488693269] transaction","detail":"{read_only:false; response_revision:14049; number_of_response:1; }","duration":"374.972657ms","start":"2026-02-24T06:58:57.297585Z","end":"2026-02-24T06:58:57.672558Z","steps":["trace[1488693269] 'process raft request' (duration: 374.71028ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:57.672708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:57.297563Z","time spent":"375.072899ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T06:58:57.672824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.405777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T06:58:57.672877Z","caller":"traceutil/trace.go:171","msg":"trace[1662436142] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14049; }","duration":"373.493599ms","start":"2026-02-24T06:58:57.299368Z","end":"2026-02-24T06:58:57.672862Z","steps":["trace[1662436142] 'agreement among raft nodes before linearized reading' (duration: 373.274394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:57.672919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:57.299362Z","time spent":"373.548921ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T06:58:58.174102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637850117,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T06:58:58.294981Z","caller":"traceutil/trace.go:171","msg":"trace[1222913335] transaction","detail":"{read_only:false; response_revision:14050; number_of_response:1; }","duration":"947.291878ms","start":"2026-02-24T06:58:57.347667Z","end":"2026-02-24T06:58:58.294959Z","steps":["trace[1222913335] 'process raft request' (duration: 947.118534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:58.295128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:57.347637Z","time spent":"947.428022ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:58:58.295405Z","caller":"traceutil/trace.go:171","msg":"trace[1777547996] transaction","detail":"{read_only:false; response_revision:14051; number_of_response:1; }","duration":"947.678167ms","start":"2026-02-24T06:58:57.347686Z","end":"2026-02-24T06:58:58.295365Z","steps":["trace[1777547996] 'process raft request' (duration: 947.240027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:58.29561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:57.34766Z","time spent":"947.836962ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:58:58.295812Z","caller":"traceutil/trace.go:171","msg":"trace[1573497550] transaction","detail":"{read_only:false; response_revision:14052; number_of_response:1; }","duration":"943.73954ms","start":"2026-02-24T06:58:57.352036Z","end":"2026-02-24T06:58:58.295775Z","steps":["trace[1573497550] 'process raft request' (duration: 943.232097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:58.29593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:57.352023Z","time spent":"943.852452ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T06:58:58.304789Z","caller":"traceutil/trace.go:171","msg":"trace[1976752444] linearizableReadLoop","detail":"{readStateIndex:14643; appliedIndex:14639; }","duration":"631.604771ms","start":"2026-02-24T06:58:57.673154Z","end":"2026-02-24T06:58:58.304759Z","steps":["trace[1976752444] 'read index received' (duration: 621.619481ms)","trace[1976752444] 'applied index is now lower than readState.Index' (duration: 9.98322ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:58:58.304967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.148528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-24T06:58:58.304995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.882373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-09aa670a-752e-4ae0-b36b-6df43d2e942e\" ","response":"range_response_count:1 size:3563"} {"level":"warn","ts":"2026-02-24T06:58:58.304991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.422736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-02-24T06:58:58.30499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.480961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"warn","ts":"2026-02-24T06:58:58.305027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.044602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T06:58:58.305034Z","caller":"traceutil/trace.go:171","msg":"trace[837030771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14052; }","duration":"940.24245ms","start":"2026-02-24T06:58:57.364776Z","end":"2026-02-24T06:58:58.305019Z","steps":["trace[837030771] 'agreement among raft nodes before linearized reading' (duration: 940.054996ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:58:58.305058Z","caller":"traceutil/trace.go:171","msg":"trace[1692378166] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14052; }","duration":"678.500778ms","start":"2026-02-24T06:58:57.626538Z","end":"2026-02-24T06:58:58.305039Z","steps":["trace[1692378166] 'agreement among raft nodes before linearized reading' (duration: 678.333914ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:58:58.305062Z","caller":"traceutil/trace.go:171","msg":"trace[161525448] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:14052; }","duration":"939.600465ms","start":"2026-02-24T06:58:57.365445Z","end":"2026-02-24T06:58:58.305046Z","steps":["trace[161525448] 'agreement among raft nodes before linearized reading' (duration: 939.332178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:58.305076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.406542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-24T06:58:58.305089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.211746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-be35056c-7a5b-4dad-840f-d3278bb6fee4\" ","response":"range_response_count:1 size:3563"} {"level":"info","ts":"2026-02-24T06:58:58.305107Z","caller":"traceutil/trace.go:171","msg":"trace[451787167] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-be35056c-7a5b-4dad-840f-d3278bb6fee4; range_end:; response_count:1; response_revision:14052; }","duration":"814.271797ms","start":"2026-02-24T06:58:57.49083Z","end":"2026-02-24T06:58:58.305102Z","steps":["trace[451787167] 'agreement among raft nodes before linearized reading' (duration: 814.220556ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:58:58.305109Z","caller":"traceutil/trace.go:171","msg":"trace[408482925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14052; }","duration":"949.462863ms","start":"2026-02-24T06:58:57.355636Z","end":"2026-02-24T06:58:58.305099Z","steps":["trace[408482925] 'agreement among raft nodes before linearized reading' (duration: 949.379991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:58.305107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:57.365438Z","time spent":"939.660416ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"warn","ts":"2026-02-24T06:58:58.305112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:57.626518Z","time spent":"678.57163ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T06:58:58.305129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:57.49072Z","time spent":"814.402841ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3587,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-be35056c-7a5b-4dad-840f-d3278bb6fee4\" "} {"level":"warn","ts":"2026-02-24T06:58:58.305132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:57.355624Z","time spent":"949.502364ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T06:58:58.305173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.244952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17108"} {"level":"info","ts":"2026-02-24T06:58:58.305203Z","caller":"traceutil/trace.go:171","msg":"trace[1319482665] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14052; }","duration":"631.295603ms","start":"2026-02-24T06:58:57.673898Z","end":"2026-02-24T06:58:58.305193Z","steps":["trace[1319482665] 'agreement among raft nodes before linearized reading' (duration: 631.20377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:58.305225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:57.673878Z","time spent":"631.340224ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17132,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-24T06:58:58.30507Z","caller":"traceutil/trace.go:171","msg":"trace[1322914840] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14052; }","duration":"947.106493ms","start":"2026-02-24T06:58:57.357952Z","end":"2026-02-24T06:58:58.305058Z","steps":["trace[1322914840] 'agreement among raft nodes before linearized reading' (duration: 946.96486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:58.305322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.633337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T06:58:58.305345Z","caller":"traceutil/trace.go:171","msg":"trace[646808381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14052; }","duration":"949.688938ms","start":"2026-02-24T06:58:57.355649Z","end":"2026-02-24T06:58:58.305338Z","steps":["trace[646808381] 'agreement among raft nodes before linearized reading' (duration: 949.624527ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:58:58.305035Z","caller":"traceutil/trace.go:171","msg":"trace[1153449683] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-09aa670a-752e-4ae0-b36b-6df43d2e942e; range_end:; response_count:1; response_revision:14052; }","duration":"812.979565ms","start":"2026-02-24T06:58:57.492045Z","end":"2026-02-24T06:58:58.305025Z","steps":["trace[1153449683] 'agreement among raft nodes before linearized reading' (duration: 812.825902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:58.305363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:57.355634Z","time spent":"949.725311ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T06:58:58.305355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:57.357943Z","time spent":"947.400122ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T06:58:58.305384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:57.492014Z","time spent":"813.361455ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3587,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-09aa670a-752e-4ae0-b36b-6df43d2e942e\" "} {"level":"warn","ts":"2026-02-24T06:58:58.305391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.410976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T06:58:58.305416Z","caller":"traceutil/trace.go:171","msg":"trace[2050503059] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:14052; }","duration":"148.436137ms","start":"2026-02-24T06:58:58.156971Z","end":"2026-02-24T06:58:58.305407Z","steps":["trace[2050503059] 'agreement among raft nodes before linearized reading' (duration: 148.391036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:58.304968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.878878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T06:58:58.305457Z","caller":"traceutil/trace.go:171","msg":"trace[736035699] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14052; }","duration":"947.436273ms","start":"2026-02-24T06:58:57.358012Z","end":"2026-02-24T06:58:58.305448Z","steps":["trace[736035699] 'agreement among raft nodes before linearized reading' (duration: 946.786496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:58:58.305478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:57.357991Z","time spent":"947.481164ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T06:58:58.305078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T06:58:57.364767Z","time spent":"940.304493ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T06:59:00.712126Z","caller":"traceutil/trace.go:171","msg":"trace[1064900889] linearizableReadLoop","detail":"{readStateIndex:14667; appliedIndex:14666; }","duration":"138.169531ms","start":"2026-02-24T06:59:00.573922Z","end":"2026-02-24T06:59:00.712091Z","steps":["trace[1064900889] 'read index received' (duration: 137.901284ms)","trace[1064900889] 'applied index is now lower than readState.Index' (duration: 266.767µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:59:00.712206Z","caller":"traceutil/trace.go:171","msg":"trace[1758324896] transaction","detail":"{read_only:false; response_revision:14076; number_of_response:1; }","duration":"198.68922ms","start":"2026-02-24T06:59:00.513481Z","end":"2026-02-24T06:59:00.712171Z","steps":["trace[1758324896] 'process raft request' (duration: 198.348781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:59:00.712319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.353535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:59:00.712386Z","caller":"traceutil/trace.go:171","msg":"trace[722413291] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:14076; }","duration":"138.474728ms","start":"2026-02-24T06:59:00.573879Z","end":"2026-02-24T06:59:00.712354Z","steps":["trace[722413291] 'agreement among raft nodes before linearized reading' (duration: 138.347125ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:59:16.106317Z","caller":"traceutil/trace.go:171","msg":"trace[813571945] transaction","detail":"{read_only:false; response_revision:14353; number_of_response:1; }","duration":"124.682522ms","start":"2026-02-24T06:59:15.981595Z","end":"2026-02-24T06:59:16.106277Z","steps":["trace[813571945] 'process raft request' (duration: 124.486767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:59:48.250617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.880095ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T06:59:48.250774Z","caller":"traceutil/trace.go:171","msg":"trace[751866270] linearizableReadLoop","detail":"{readStateIndex:15142; appliedIndex:15141; }","duration":"180.923052ms","start":"2026-02-24T06:59:48.069823Z","end":"2026-02-24T06:59:48.250746Z","steps":["trace[751866270] 'read index received' (duration: 79.712µs)","trace[751866270] 'applied index is now lower than readState.Index' (duration: 180.84153ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T06:59:48.250871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.048906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:59:48.250929Z","caller":"traceutil/trace.go:171","msg":"trace[458158947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14532; }","duration":"181.166408ms","start":"2026-02-24T06:59:48.06975Z","end":"2026-02-24T06:59:48.250916Z","steps":["trace[458158947] 'agreement among raft nodes before linearized reading' (duration: 181.062656ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:59:48.850663Z","caller":"traceutil/trace.go:171","msg":"trace[211716426] transaction","detail":"{read_only:false; response_revision:14537; number_of_response:1; }","duration":"251.062034ms","start":"2026-02-24T06:59:48.599559Z","end":"2026-02-24T06:59:48.850621Z","steps":["trace[211716426] 'process raft request' (duration: 210.302661ms)","trace[211716426] 'compare' (duration: 40.498916ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:59:48.851014Z","caller":"traceutil/trace.go:171","msg":"trace[200879177] linearizableReadLoop","detail":"{readStateIndex:15148; appliedIndex:15145; }","duration":"250.372228ms","start":"2026-02-24T06:59:48.600507Z","end":"2026-02-24T06:59:48.850879Z","steps":["trace[200879177] 'read index received' (duration: 32.073566ms)","trace[200879177] 'applied index is now lower than readState.Index' (duration: 218.296242ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T06:59:48.85109Z","caller":"traceutil/trace.go:171","msg":"trace[1867161524] transaction","detail":"{read_only:false; response_revision:14538; number_of_response:1; }","duration":"250.945022ms","start":"2026-02-24T06:59:48.600061Z","end":"2026-02-24T06:59:48.851006Z","steps":["trace[1867161524] 'process raft request' (duration: 250.50443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:59:48.85126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.725247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T06:59:48.85136Z","caller":"traceutil/trace.go:171","msg":"trace[534962783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14538; }","duration":"250.844879ms","start":"2026-02-24T06:59:48.600492Z","end":"2026-02-24T06:59:48.851337Z","steps":["trace[534962783] 'agreement among raft nodes before linearized reading' (duration: 250.607464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:59:48.851418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.005368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T06:59:48.851475Z","caller":"traceutil/trace.go:171","msg":"trace[393544675] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14538; }","duration":"248.10245ms","start":"2026-02-24T06:59:48.603355Z","end":"2026-02-24T06:59:48.851457Z","steps":["trace[393544675] 'agreement among raft nodes before linearized reading' (duration: 247.854724ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:59:48.851568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.081319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-02-24T06:59:48.851613Z","caller":"traceutil/trace.go:171","msg":"trace[1829731677] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:14538; }","duration":"196.268668ms","start":"2026-02-24T06:59:48.65533Z","end":"2026-02-24T06:59:48.851598Z","steps":["trace[1829731677] 'agreement among raft nodes before linearized reading' (duration: 196.162525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T06:59:48.851621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.965008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T06:59:48.851657Z","caller":"traceutil/trace.go:171","msg":"trace[2138699648] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:14538; }","duration":"219.018659ms","start":"2026-02-24T06:59:48.632626Z","end":"2026-02-24T06:59:48.851645Z","steps":["trace[2138699648] 'agreement among raft nodes before linearized reading' (duration: 218.948897ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T06:59:54.408221Z","caller":"traceutil/trace.go:171","msg":"trace[1395378743] transaction","detail":"{read_only:false; response_revision:14820; number_of_response:1; }","duration":"100.709338ms","start":"2026-02-24T06:59:54.307473Z","end":"2026-02-24T06:59:54.408182Z","steps":["trace[1395378743] 'process raft request' (duration: 99.945169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:00.996197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.718709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-24T07:00:00.996316Z","caller":"traceutil/trace.go:171","msg":"trace[1915551041] linearizableReadLoop","detail":"{readStateIndex:15540; appliedIndex:15538; }","duration":"166.313336ms","start":"2026-02-24T07:00:00.829983Z","end":"2026-02-24T07:00:00.996296Z","steps":["trace[1915551041] 'read index received' (duration: 3.967539ms)","trace[1915551041] 'applied index is now lower than readState.Index' (duration: 162.344497ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:00:00.9964Z","caller":"traceutil/trace.go:171","msg":"trace[99176441] transaction","detail":"{read_only:false; response_revision:14922; number_of_response:1; }","duration":"183.96469ms","start":"2026-02-24T07:00:00.812383Z","end":"2026-02-24T07:00:00.996347Z","steps":["trace[99176441] 'process raft request' (duration: 50.019827ms)","trace[99176441] 'compare' (duration: 133.570004ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:00:00.996596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.614403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5404"} {"level":"info","ts":"2026-02-24T07:00:00.996745Z","caller":"traceutil/trace.go:171","msg":"trace[1547033969] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14922; }","duration":"166.801268ms","start":"2026-02-24T07:00:00.82993Z","end":"2026-02-24T07:00:00.996732Z","steps":["trace[1547033969] 'agreement among raft nodes before linearized reading' (duration: 166.436959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:01.042843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.65176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T07:00:01.042939Z","caller":"traceutil/trace.go:171","msg":"trace[1986991406] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14923; }","duration":"212.799144ms","start":"2026-02-24T07:00:00.830116Z","end":"2026-02-24T07:00:01.042915Z","steps":["trace[1986991406] 'agreement among raft nodes before linearized reading' (duration: 212.595929ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:01.042963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.443751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T07:00:01.043082Z","caller":"traceutil/trace.go:171","msg":"trace[675821019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14923; }","duration":"137.617466ms","start":"2026-02-24T07:00:00.905444Z","end":"2026-02-24T07:00:01.043062Z","steps":["trace[675821019] 'agreement among raft nodes before linearized reading' (duration: 137.342759ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:00:01.043168Z","caller":"traceutil/trace.go:171","msg":"trace[1632424327] transaction","detail":"{read_only:false; response_revision:14923; number_of_response:1; }","duration":"202.318411ms","start":"2026-02-24T07:00:00.840816Z","end":"2026-02-24T07:00:01.043135Z","steps":["trace[1632424327] 'process raft request' (duration: 201.689275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:01.043208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.564148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-24T07:00:01.043261Z","caller":"traceutil/trace.go:171","msg":"trace[957441547] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14923; }","duration":"212.628659ms","start":"2026-02-24T07:00:00.830621Z","end":"2026-02-24T07:00:01.04325Z","steps":["trace[957441547] 'agreement among raft nodes before linearized reading' (duration: 212.510276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:01.043341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.293425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T07:00:01.043312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.58366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-02-24T07:00:01.043384Z","caller":"traceutil/trace.go:171","msg":"trace[154384980] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:14923; }","duration":"113.379697ms","start":"2026-02-24T07:00:00.929994Z","end":"2026-02-24T07:00:01.043374Z","steps":["trace[154384980] 'agreement among raft nodes before linearized reading' (duration: 113.296535ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:00:01.043413Z","caller":"traceutil/trace.go:171","msg":"trace[2081400178] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:14923; }","duration":"187.693773ms","start":"2026-02-24T07:00:00.855696Z","end":"2026-02-24T07:00:01.043389Z","steps":["trace[2081400178] 'agreement among raft nodes before linearized reading' (duration: 187.424486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:01.043736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.738365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-24T07:00:01.043857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.919309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-init\" ","response":"range_response_count:1 size:8702"} {"level":"info","ts":"2026-02-24T07:00:01.0439Z","caller":"traceutil/trace.go:171","msg":"trace[365060538] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-init; range_end:; response_count:1; response_revision:14923; }","duration":"187.9944ms","start":"2026-02-24T07:00:00.855895Z","end":"2026-02-24T07:00:01.043889Z","steps":["trace[365060538] 'agreement among raft nodes before linearized reading' (duration: 187.874917ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:00:01.043899Z","caller":"traceutil/trace.go:171","msg":"trace[2100389057] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14923; }","duration":"111.90229ms","start":"2026-02-24T07:00:00.931921Z","end":"2026-02-24T07:00:01.043823Z","steps":["trace[2100389057] 'agreement among raft nodes before linearized reading' (duration: 111.5001ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:00:01.197987Z","caller":"traceutil/trace.go:171","msg":"trace[352088015] transaction","detail":"{read_only:false; response_revision:14924; number_of_response:1; }","duration":"189.103708ms","start":"2026-02-24T07:00:01.008861Z","end":"2026-02-24T07:00:01.197965Z","steps":["trace[352088015] 'process raft request' (duration: 93.862347ms)","trace[352088015] 'compare' (duration: 95.005496ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:00:01.200038Z","caller":"traceutil/trace.go:171","msg":"trace[474022397] transaction","detail":"{read_only:false; response_revision:14925; number_of_response:1; }","duration":"151.890684ms","start":"2026-02-24T07:00:01.048126Z","end":"2026-02-24T07:00:01.200017Z","steps":["trace[474022397] 'process raft request' (duration: 151.745351ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:00:01.200263Z","caller":"traceutil/trace.go:171","msg":"trace[1034560425] transaction","detail":"{read_only:false; response_revision:14926; number_of_response:1; }","duration":"151.351801ms","start":"2026-02-24T07:00:01.048897Z","end":"2026-02-24T07:00:01.200249Z","steps":["trace[1034560425] 'process raft request' (duration: 151.080294ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:00:01.200385Z","caller":"traceutil/trace.go:171","msg":"trace[1458047885] transaction","detail":"{read_only:false; response_revision:14927; number_of_response:1; }","duration":"151.020083ms","start":"2026-02-24T07:00:01.04934Z","end":"2026-02-24T07:00:01.20036Z","steps":["trace[1458047885] 'process raft request' (duration: 150.815368ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:00:01.200454Z","caller":"traceutil/trace.go:171","msg":"trace[1584505600] transaction","detail":"{read_only:false; response_revision:14928; number_of_response:1; }","duration":"151.008942ms","start":"2026-02-24T07:00:01.049435Z","end":"2026-02-24T07:00:01.200444Z","steps":["trace[1584505600] 'process raft request' (duration: 150.880959ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:00:01.200413Z","caller":"traceutil/trace.go:171","msg":"trace[437585371] linearizableReadLoop","detail":"{readStateIndex:15543; appliedIndex:15541; }","duration":"151.759831ms","start":"2026-02-24T07:00:01.048642Z","end":"2026-02-24T07:00:01.200402Z","steps":["trace[437585371] 'read index received' (duration: 54.104888ms)","trace[437585371] 'applied index is now lower than readState.Index' (duration: 97.653953ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:00:01.200542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.897514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wnpr8\" ","response":"range_response_count:1 size:9557"} {"level":"info","ts":"2026-02-24T07:00:01.200608Z","caller":"traceutil/trace.go:171","msg":"trace[1733348776] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wnpr8; range_end:; response_count:1; response_revision:14928; }","duration":"151.975656ms","start":"2026-02-24T07:00:01.048592Z","end":"2026-02-24T07:00:01.200568Z","steps":["trace[1733348776] 'agreement among raft nodes before linearized reading' (duration: 151.842563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:01.20113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.856111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T07:00:01.201162Z","caller":"traceutil/trace.go:171","msg":"trace[1084044008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14928; }","duration":"135.913132ms","start":"2026-02-24T07:00:01.06524Z","end":"2026-02-24T07:00:01.201153Z","steps":["trace[1084044008] 'agreement among raft nodes before linearized reading' (duration: 135.861611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:01.201352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.245488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:767501"} {"level":"info","ts":"2026-02-24T07:00:01.20141Z","caller":"traceutil/trace.go:171","msg":"trace[1179234540] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:14928; }","duration":"149.408661ms","start":"2026-02-24T07:00:01.051988Z","end":"2026-02-24T07:00:01.201397Z","steps":["trace[1179234540] 'agreement among raft nodes before linearized reading' (duration: 148.645263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:12.530523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.767971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T07:00:12.53063Z","caller":"traceutil/trace.go:171","msg":"trace[1552017016] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15001; }","duration":"337.883964ms","start":"2026-02-24T07:00:12.192721Z","end":"2026-02-24T07:00:12.530605Z","steps":["trace[1552017016] 'range keys from in-memory index tree' (duration: 337.614048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:12.530644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.864486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-02-24T07:00:12.530688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:12.19264Z","time spent":"338.033118ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-24T07:00:12.530703Z","caller":"traceutil/trace.go:171","msg":"trace[220534510] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15001; }","duration":"353.959908ms","start":"2026-02-24T07:00:12.176727Z","end":"2026-02-24T07:00:12.530687Z","steps":["trace[220534510] 'range keys from in-memory index tree' (duration: 353.706612ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:12.530786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.896917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-24T07:00:12.530815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.739961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5404"} {"level":"warn","ts":"2026-02-24T07:00:12.530857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.229639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T07:00:12.530865Z","caller":"traceutil/trace.go:171","msg":"trace[1080940196] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:15001; }","duration":"312.976599ms","start":"2026-02-24T07:00:12.217869Z","end":"2026-02-24T07:00:12.530846Z","steps":["trace[1080940196] 'range keys from in-memory index tree' (duration: 312.719342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:12.530861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.309681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-24T07:00:12.530919Z","caller":"traceutil/trace.go:171","msg":"trace[1073284310] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15001; }","duration":"337.327501ms","start":"2026-02-24T07:00:12.193575Z","end":"2026-02-24T07:00:12.530902Z","steps":["trace[1073284310] 'range keys from in-memory index tree' (duration: 337.047854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:12.530924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:12.217805Z","time spent":"313.104592ms","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-02-24T07:00:12.530919Z","caller":"traceutil/trace.go:171","msg":"trace[2089561756] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15001; }","duration":"335.872514ms","start":"2026-02-24T07:00:12.195019Z","end":"2026-02-24T07:00:12.530892Z","steps":["trace[2089561756] 'range keys from in-memory index tree' (duration: 335.520674ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:12.530951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:12.193552Z","time spent":"337.391582ms","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-02-24T07:00:12.530936Z","caller":"traceutil/trace.go:171","msg":"trace[1784417094] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15001; }","duration":"337.404993ms","start":"2026-02-24T07:00:12.193513Z","end":"2026-02-24T07:00:12.530918Z","steps":["trace[1784417094] 'range keys from in-memory index tree' (duration: 337.220759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:12.530979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:12.195011Z","time spent":"335.952706ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5428,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-24T07:00:12.531032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:12.193505Z","time spent":"337.512596ms","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-24T07:00:12.530753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:12.176706Z","time spent":"354.038941ms","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-02-24T07:00:12.57084Z","caller":"traceutil/trace.go:171","msg":"trace[1612769898] linearizableReadLoop","detail":"{readStateIndex:15622; appliedIndex:15621; }","duration":"241.081363ms","start":"2026-02-24T07:00:12.329729Z","end":"2026-02-24T07:00:12.57081Z","steps":["trace[1612769898] 'read index received' (duration: 240.893469ms)","trace[1612769898] 'applied index is now lower than readState.Index' (duration: 186.624µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:00:12.570902Z","caller":"traceutil/trace.go:171","msg":"trace[288784656] transaction","detail":"{read_only:false; response_revision:15002; number_of_response:1; }","duration":"248.275595ms","start":"2026-02-24T07:00:12.3226Z","end":"2026-02-24T07:00:12.570875Z","steps":["trace[288784656] 'process raft request' (duration: 248.028839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:12.571123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.368451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5404"} {"level":"info","ts":"2026-02-24T07:00:12.571168Z","caller":"traceutil/trace.go:171","msg":"trace[1035955382] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15002; }","duration":"241.471724ms","start":"2026-02-24T07:00:12.329684Z","end":"2026-02-24T07:00:12.571155Z","steps":["trace[1035955382] 'agreement among raft nodes before linearized reading' (duration: 241.258999ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:12.57183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.50401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tjhdz\" ","response":"range_response_count:1 size:21595"} {"level":"info","ts":"2026-02-24T07:00:12.5719Z","caller":"traceutil/trace.go:171","msg":"trace[1156535033] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tjhdz; range_end:; response_count:1; response_revision:15002; }","duration":"205.616393ms","start":"2026-02-24T07:00:12.366267Z","end":"2026-02-24T07:00:12.571883Z","steps":["trace[1156535033] 'agreement among raft nodes before linearized reading' (duration: 205.419938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:12.572073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.980277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tjhdz\" ","response":"range_response_count:1 size:21595"} {"level":"info","ts":"2026-02-24T07:00:12.5721Z","caller":"traceutil/trace.go:171","msg":"trace[2081441530] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tjhdz; range_end:; response_count:1; response_revision:15002; }","duration":"193.029227ms","start":"2026-02-24T07:00:12.379064Z","end":"2026-02-24T07:00:12.572094Z","steps":["trace[2081441530] 'agreement among raft nodes before linearized reading' (duration: 192.959665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:31.061373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.153453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T07:00:31.06147Z","caller":"traceutil/trace.go:171","msg":"trace[1298752080] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15090; }","duration":"178.290287ms","start":"2026-02-24T07:00:30.883158Z","end":"2026-02-24T07:00:31.061449Z","steps":["trace[1298752080] 'range keys from in-memory index tree' (duration: 177.941357ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:00:32.573329Z","caller":"traceutil/trace.go:171","msg":"trace[1381966753] transaction","detail":"{read_only:false; response_revision:15098; number_of_response:1; }","duration":"187.193561ms","start":"2026-02-24T07:00:32.386099Z","end":"2026-02-24T07:00:32.573293Z","steps":["trace[1381966753] 'process raft request' (duration: 128.639531ms)","trace[1381966753] 'compare' (duration: 58.414517ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:00:45.170652Z","caller":"traceutil/trace.go:171","msg":"trace[656855132] transaction","detail":"{read_only:false; response_revision:15154; number_of_response:1; }","duration":"346.209064ms","start":"2026-02-24T07:00:44.824417Z","end":"2026-02-24T07:00:45.170626Z","steps":["trace[656855132] 'process raft request' (duration: 346.05864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:45.170804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:44.824393Z","time spent":"346.338037ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:00:45.364801Z","caller":"traceutil/trace.go:171","msg":"trace[16774026] transaction","detail":"{read_only:false; response_revision:15155; number_of_response:1; }","duration":"484.610949ms","start":"2026-02-24T07:00:44.880167Z","end":"2026-02-24T07:00:45.364778Z","steps":["trace[16774026] 'process raft request' (duration: 478.372503ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:00:45.364888Z","caller":"traceutil/trace.go:171","msg":"trace[1934988940] linearizableReadLoop","detail":"{readStateIndex:15783; appliedIndex:15780; }","duration":"483.116821ms","start":"2026-02-24T07:00:44.881741Z","end":"2026-02-24T07:00:45.364858Z","steps":["trace[1934988940] 'read index received' (duration: 288.767991ms)","trace[1934988940] 'applied index is now lower than readState.Index' (duration: 194.3475ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:00:45.364931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:44.880139Z","time spent":"484.719962ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:00:45.365031Z","caller":"traceutil/trace.go:171","msg":"trace[2029913592] transaction","detail":"{read_only:false; response_revision:15156; number_of_response:1; }","duration":"484.688791ms","start":"2026-02-24T07:00:44.880329Z","end":"2026-02-24T07:00:45.365018Z","steps":["trace[2029913592] 'process raft request' (duration: 484.419024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:45.365148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.229274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T07:00:45.365179Z","caller":"traceutil/trace.go:171","msg":"trace[1059761451] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15156; }","duration":"483.260335ms","start":"2026-02-24T07:00:44.881911Z","end":"2026-02-24T07:00:45.365171Z","steps":["trace[1059761451] 'agreement among raft nodes before linearized reading' (duration: 483.182463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:45.365206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:44.880285Z","time spent":"484.780623ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:00:45.365299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.559443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-24T07:00:45.365325Z","caller":"traceutil/trace.go:171","msg":"trace[778981042] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15156; }","duration":"483.622363ms","start":"2026-02-24T07:00:44.881696Z","end":"2026-02-24T07:00:45.365319Z","steps":["trace[778981042] 'agreement among raft nodes before linearized reading' (duration: 483.544941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:45.365343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:44.881676Z","time spent":"483.662255ms","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-24T07:00:45.365227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:44.881877Z","time spent":"483.343897ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-24T07:00:45.36543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.214578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T07:00:45.365528Z","caller":"traceutil/trace.go:171","msg":"trace[590340250] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:15156; }","duration":"349.358512ms","start":"2026-02-24T07:00:45.016142Z","end":"2026-02-24T07:00:45.365501Z","steps":["trace[590340250] 'agreement among raft nodes before linearized reading' (duration: 349.216158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:45.365597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:45.016124Z","time spent":"349.453675ms","remote":"127.0.0.1:53500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:00:45.365634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.577101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tjhdz\" ","response":"range_response_count:1 size:21595"} {"level":"info","ts":"2026-02-24T07:00:45.365659Z","caller":"traceutil/trace.go:171","msg":"trace[1680812673] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tjhdz; range_end:; response_count:1; response_revision:15156; }","duration":"375.628823ms","start":"2026-02-24T07:00:44.990023Z","end":"2026-02-24T07:00:45.365652Z","steps":["trace[1680812673] 'agreement among raft nodes before linearized reading' (duration: 375.5139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:45.365704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:44.99001Z","time spent":"375.687395ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":21619,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tjhdz\" "} {"level":"warn","ts":"2026-02-24T07:00:45.3659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.504076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tjhdz\" ","response":"range_response_count:1 size:21595"} {"level":"warn","ts":"2026-02-24T07:00:45.365918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.172269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-24T07:00:45.365945Z","caller":"traceutil/trace.go:171","msg":"trace[1414044911] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tjhdz; range_end:; response_count:1; response_revision:15156; }","duration":"376.592468ms","start":"2026-02-24T07:00:44.989346Z","end":"2026-02-24T07:00:45.365938Z","steps":["trace[1414044911] 'agreement among raft nodes before linearized reading' (duration: 376.476445ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:00:45.365958Z","caller":"traceutil/trace.go:171","msg":"trace[1576858068] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15156; }","duration":"220.228211ms","start":"2026-02-24T07:00:45.145718Z","end":"2026-02-24T07:00:45.365946Z","steps":["trace[1576858068] 'agreement among raft nodes before linearized reading' (duration: 220.075587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:45.365972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:44.989326Z","time spent":"376.635738ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":21619,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tjhdz\" "} {"level":"warn","ts":"2026-02-24T07:00:45.366168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.950468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5404"} {"level":"warn","ts":"2026-02-24T07:00:45.366199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.805065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5404"} {"level":"info","ts":"2026-02-24T07:00:45.366215Z","caller":"traceutil/trace.go:171","msg":"trace[230852714] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15156; }","duration":"483.017899ms","start":"2026-02-24T07:00:44.88319Z","end":"2026-02-24T07:00:45.366208Z","steps":["trace[230852714] 'agreement among raft nodes before linearized reading' (duration: 482.927547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:45.366236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:44.883178Z","time spent":"483.051581ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5428,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-24T07:00:45.366233Z","caller":"traceutil/trace.go:171","msg":"trace[1423681550] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15156; }","duration":"220.857007ms","start":"2026-02-24T07:00:45.145366Z","end":"2026-02-24T07:00:45.366223Z","steps":["trace[1423681550] 'agreement among raft nodes before linearized reading' (duration: 220.747914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:45.366306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.752744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-24T07:00:45.366326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.953393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T07:00:45.366367Z","caller":"traceutil/trace.go:171","msg":"trace[171470498] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15156; }","duration":"484.026185ms","start":"2026-02-24T07:00:44.882334Z","end":"2026-02-24T07:00:45.36636Z","steps":["trace[171470498] 'agreement among raft nodes before linearized reading' (duration: 483.971974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:45.366392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:44.882319Z","time spent":"484.067426ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-24T07:00:45.366409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.98829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T07:00:45.36645Z","caller":"traceutil/trace.go:171","msg":"trace[13401668] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15156; }","duration":"225.064512ms","start":"2026-02-24T07:00:45.141376Z","end":"2026-02-24T07:00:45.366441Z","steps":["trace[13401668] 'agreement among raft nodes before linearized reading' (duration: 225.007391ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:45.36646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.388149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T07:00:45.366492Z","caller":"traceutil/trace.go:171","msg":"trace[2073417790] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15156; }","duration":"221.43496ms","start":"2026-02-24T07:00:45.145049Z","end":"2026-02-24T07:00:45.366483Z","steps":["trace[2073417790] 'agreement among raft nodes before linearized reading' (duration: 221.337428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:45.366554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.277381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T07:00:45.36671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.39657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5404"} {"level":"info","ts":"2026-02-24T07:00:45.36658Z","caller":"traceutil/trace.go:171","msg":"trace[1743725969] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15156; }","duration":"484.303701ms","start":"2026-02-24T07:00:44.88227Z","end":"2026-02-24T07:00:45.366574Z","steps":["trace[1743725969] 'agreement among raft nodes before linearized reading' (duration: 484.26365ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:00:45.366747Z","caller":"traceutil/trace.go:171","msg":"trace[1532666308] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15156; }","duration":"223.470872ms","start":"2026-02-24T07:00:45.143266Z","end":"2026-02-24T07:00:45.366737Z","steps":["trace[1532666308] 'agreement among raft nodes before linearized reading' (duration: 223.369269ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:45.366753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:44.882244Z","time spent":"484.501197ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-24T07:00:45.366857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.569994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T07:00:45.367004Z","caller":"traceutil/trace.go:171","msg":"trace[697953174] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15156; }","duration":"223.722128ms","start":"2026-02-24T07:00:45.143253Z","end":"2026-02-24T07:00:45.366975Z","steps":["trace[697953174] 'agreement among raft nodes before linearized reading' (duration: 223.578775ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:00:45.366363Z","caller":"traceutil/trace.go:171","msg":"trace[618598190] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15156; }","duration":"224.840957ms","start":"2026-02-24T07:00:45.141509Z","end":"2026-02-24T07:00:45.36635Z","steps":["trace[618598190] 'agreement among raft nodes before linearized reading' (duration: 224.657332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:45.366899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.692161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5404"} {"level":"info","ts":"2026-02-24T07:00:45.367206Z","caller":"traceutil/trace.go:171","msg":"trace[498745526] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15156; }","duration":"485.02349ms","start":"2026-02-24T07:00:44.88217Z","end":"2026-02-24T07:00:45.367193Z","steps":["trace[498745526] 'agreement among raft nodes before linearized reading' (duration: 484.659831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:45.367246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:44.882156Z","time spent":"485.075281ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5428,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-24T07:00:45.366934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.944617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T07:00:45.367605Z","caller":"traceutil/trace.go:171","msg":"trace[597465310] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15156; }","duration":"485.367788ms","start":"2026-02-24T07:00:44.881956Z","end":"2026-02-24T07:00:45.367323Z","steps":["trace[597465310] 'agreement among raft nodes before linearized reading' (duration: 484.964938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:45.367708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:44.881942Z","time spent":"485.734587ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-24T07:00:46.66192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.862099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T07:00:46.662036Z","caller":"traceutil/trace.go:171","msg":"trace[1803003265] linearizableReadLoop","detail":"{readStateIndex:15784; appliedIndex:15783; }","duration":"1.287643195s","start":"2026-02-24T07:00:45.374372Z","end":"2026-02-24T07:00:46.662015Z","steps":["trace[1803003265] 'read index received' (duration: 410.635202ms)","trace[1803003265] 'applied index is now lower than readState.Index' (duration: 877.006332ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:00:46.662276Z","caller":"traceutil/trace.go:171","msg":"trace[2065584800] transaction","detail":"{read_only:false; response_revision:15157; number_of_response:1; }","duration":"1.288981168s","start":"2026-02-24T07:00:45.373243Z","end":"2026-02-24T07:00:46.662225Z","steps":["trace[2065584800] 'process raft request' (duration: 411.703918ms)","trace[2065584800] 'compare' (duration: 876.096011ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:00:46.662404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004240638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5404"} {"level":"warn","ts":"2026-02-24T07:00:46.662452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:45.373227Z","time spent":"1.289132912s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:00:46.662465Z","caller":"traceutil/trace.go:171","msg":"trace[1936718030] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15157; }","duration":"1.00433489s","start":"2026-02-24T07:00:45.658114Z","end":"2026-02-24T07:00:46.662449Z","steps":["trace[1936718030] 'agreement among raft nodes before linearized reading' (duration: 1.004168006s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:46.662576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007240512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T07:00:46.66269Z","caller":"traceutil/trace.go:171","msg":"trace[1223318880] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15157; }","duration":"1.007386437s","start":"2026-02-24T07:00:45.65528Z","end":"2026-02-24T07:00:46.662667Z","steps":["trace[1223318880] 'agreement among raft nodes before linearized reading' (duration: 1.00713504s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:46.662665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.112547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T07:00:46.662778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004864964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T07:00:46.662761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:45.655271Z","time spent":"1.00747852s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-24T07:00:46.662819Z","caller":"traceutil/trace.go:171","msg":"trace[1583533508] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:15157; }","duration":"361.319624ms","start":"2026-02-24T07:00:46.301467Z","end":"2026-02-24T07:00:46.662786Z","steps":["trace[1583533508] 'agreement among raft nodes before linearized reading' (duration: 360.881712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:46.662875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004728961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T07:00:46.66291Z","caller":"traceutil/trace.go:171","msg":"trace[594113884] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15157; }","duration":"1.004821882s","start":"2026-02-24T07:00:45.658079Z","end":"2026-02-24T07:00:46.662901Z","steps":["trace[594113884] 'agreement among raft nodes before linearized reading' (duration: 1.004768121s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:46.662911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.024712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T07:00:46.662933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:46.301445Z","time spent":"361.446386ms","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:00:46.66295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:45.658063Z","time spent":"1.004881034s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-24T07:00:46.662964Z","caller":"traceutil/trace.go:171","msg":"trace[469086496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15157; }","duration":"599.100475ms","start":"2026-02-24T07:00:46.063848Z","end":"2026-02-24T07:00:46.662949Z","steps":["trace[469086496] 'agreement among raft nodes before linearized reading' (duration: 599.031463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:46.663041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:46.063835Z","time spent":"599.198017ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:00:46.663098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005164561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T07:00:46.663129Z","caller":"traceutil/trace.go:171","msg":"trace[239626636] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15157; }","duration":"1.005235573s","start":"2026-02-24T07:00:45.657886Z","end":"2026-02-24T07:00:46.663122Z","steps":["trace[239626636] 'agreement among raft nodes before linearized reading' (duration: 1.005193612s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:00:46.662823Z","caller":"traceutil/trace.go:171","msg":"trace[320155836] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15157; }","duration":"1.004926985s","start":"2026-02-24T07:00:45.65788Z","end":"2026-02-24T07:00:46.662807Z","steps":["trace[320155836] 'agreement among raft nodes before linearized reading' (duration: 1.004858893s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:46.663087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005992392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-24T07:00:46.663163Z","caller":"traceutil/trace.go:171","msg":"trace[677132885] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15157; }","duration":"1.006107655s","start":"2026-02-24T07:00:45.657051Z","end":"2026-02-24T07:00:46.663159Z","steps":["trace[677132885] 'agreement among raft nodes before linearized reading' (duration: 1.005877629s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:46.663181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:45.657037Z","time spent":"1.006139775s","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-24T07:00:46.663186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005037008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5404"} {"level":"warn","ts":"2026-02-24T07:00:46.663139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.816819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29531940-mgb4x\" ","response":"range_response_count:1 size:6846"} {"level":"warn","ts":"2026-02-24T07:00:46.663192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:45.657868Z","time spent":"1.005297755s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-24T07:00:46.663249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.353926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T07:00:46.663244Z","caller":"traceutil/trace.go:171","msg":"trace[2044383341] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15157; }","duration":"1.00512525s","start":"2026-02-24T07:00:45.658104Z","end":"2026-02-24T07:00:46.663229Z","steps":["trace[2044383341] 'agreement among raft nodes before linearized reading' (duration: 1.004948846s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:00:46.663273Z","caller":"traceutil/trace.go:171","msg":"trace[1344087998] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:15157; }","duration":"694.411507ms","start":"2026-02-24T07:00:45.968856Z","end":"2026-02-24T07:00:46.663267Z","steps":["trace[1344087998] 'agreement among raft nodes before linearized reading' (duration: 694.369386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:46.663177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005992502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T07:00:46.663287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:45.658086Z","time spent":"1.005189102s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5428,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-24T07:00:46.663148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:45.657865Z","time spent":"1.005279074s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-02-24T07:00:46.663333Z","caller":"traceutil/trace.go:171","msg":"trace[471468632] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29531940-mgb4x; range_end:; response_count:1; response_revision:15157; }","duration":"663.995664ms","start":"2026-02-24T07:00:45.999247Z","end":"2026-02-24T07:00:46.663242Z","steps":["trace[471468632] 'agreement among raft nodes before linearized reading' (duration: 663.617594ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:46.663367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200391033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T07:00:46.663388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.018175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wnpr8\" ","response":"range_response_count:1 size:9557"} {"level":"info","ts":"2026-02-24T07:00:46.663404Z","caller":"traceutil/trace.go:171","msg":"trace[1830315049] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wnpr8; range_end:; response_count:1; response_revision:15157; }","duration":"940.065747ms","start":"2026-02-24T07:00:45.723334Z","end":"2026-02-24T07:00:46.6634Z","steps":["trace[1830315049] 'agreement among raft nodes before linearized reading' (duration: 939.705258ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:00:46.663405Z","caller":"traceutil/trace.go:171","msg":"trace[330772540] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:15157; }","duration":"1.200457596s","start":"2026-02-24T07:00:45.462936Z","end":"2026-02-24T07:00:46.663393Z","steps":["trace[330772540] 'agreement among raft nodes before linearized reading' (duration: 1.200389664s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:46.6634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:45.99923Z","time spent":"664.153267ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6870,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29531940-mgb4x\" "} {"level":"warn","ts":"2026-02-24T07:00:46.663422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:45.723304Z","time spent":"940.115598ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9581,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wnpr8\" "} {"level":"warn","ts":"2026-02-24T07:00:46.663441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:45.462925Z","time spent":"1.200507747s","remote":"127.0.0.1:53630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:00:46.663482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051716041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"warn","ts":"2026-02-24T07:00:46.663527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004747911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5404"} {"level":"info","ts":"2026-02-24T07:00:46.663542Z","caller":"traceutil/trace.go:171","msg":"trace[1335978754] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15157; }","duration":"1.004782982s","start":"2026-02-24T07:00:45.658755Z","end":"2026-02-24T07:00:46.663538Z","steps":["trace[1335978754] 'agreement among raft nodes before linearized reading' (duration: 1.00430738s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:00:46.663531Z","caller":"traceutil/trace.go:171","msg":"trace[233950732] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15157; }","duration":"1.051809034s","start":"2026-02-24T07:00:45.611704Z","end":"2026-02-24T07:00:46.663513Z","steps":["trace[233950732] 'agreement among raft nodes before linearized reading' (duration: 1.051691911s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:46.663287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:45.968836Z","time spent":"694.447679ms","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:00:46.663582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:45.611685Z","time spent":"1.051890035s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T07:00:46.663439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.801574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T07:00:46.663646Z","caller":"traceutil/trace.go:171","msg":"trace[1959283048] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:15157; }","duration":"986.038151ms","start":"2026-02-24T07:00:45.677603Z","end":"2026-02-24T07:00:46.663642Z","steps":["trace[1959283048] 'agreement among raft nodes before linearized reading' (duration: 985.416135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:46.663561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:45.658745Z","time spent":"1.004812933s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5428,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-24T07:00:46.663661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:45.67759Z","time spent":"986.066451ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6309,"request content":"key:\"/registry/pods/openstack/keepalived-47gbw\" "} {"level":"warn","ts":"2026-02-24T07:00:46.663356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007699845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-24T07:00:46.663381Z","caller":"traceutil/trace.go:171","msg":"trace[1799439514] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15157; }","duration":"1.006283849s","start":"2026-02-24T07:00:45.657058Z","end":"2026-02-24T07:00:46.663342Z","steps":["trace[1799439514] 'agreement among raft nodes before linearized reading' (duration: 1.00590968s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:46.663701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009377857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"warn","ts":"2026-02-24T07:00:46.663728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:45.657047Z","time spent":"1.006676319s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-24T07:00:46.663719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206766744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T07:00:46.663733Z","caller":"traceutil/trace.go:171","msg":"trace[2011711337] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15157; }","duration":"1.008183997s","start":"2026-02-24T07:00:45.655535Z","end":"2026-02-24T07:00:46.663719Z","steps":["trace[2011711337] 'agreement among raft nodes before linearized reading' (duration: 1.007635533s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:00:46.663756Z","caller":"traceutil/trace.go:171","msg":"trace[1892923114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15157; }","duration":"1.206817205s","start":"2026-02-24T07:00:45.456928Z","end":"2026-02-24T07:00:46.663746Z","steps":["trace[1892923114] 'agreement among raft nodes before linearized reading' (duration: 1.206680652s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:46.663784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:45.456923Z","time spent":"1.206855416s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T07:00:46.66379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:45.655508Z","time spent":"1.008264209s","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-24T07:00:46.66378Z","caller":"traceutil/trace.go:171","msg":"trace[2110681713] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:15157; }","duration":"1.009460338s","start":"2026-02-24T07:00:45.654275Z","end":"2026-02-24T07:00:46.663735Z","steps":["trace[2110681713] 'agreement among raft nodes before linearized reading' (duration: 1.00835354s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:46.663893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:45.654258Z","time spent":"1.009593662s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-02-24T07:00:46.663948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287953683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:768252"} {"level":"info","ts":"2026-02-24T07:00:46.664006Z","caller":"traceutil/trace.go:171","msg":"trace[373527218] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:15157; }","duration":"1.288030604s","start":"2026-02-24T07:00:45.375961Z","end":"2026-02-24T07:00:46.663992Z","steps":["trace[373527218] 'agreement among raft nodes before linearized reading' (duration: 1.286314481s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:46.664021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.703358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-t9z56\" ","response":"range_response_count:1 size:20335"} {"level":"warn","ts":"2026-02-24T07:00:46.664049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:45.375957Z","time spent":"1.288081056s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":81,"response size":768276,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-24T07:00:46.664061Z","caller":"traceutil/trace.go:171","msg":"trace[645946232] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-t9z56; range_end:; response_count:1; response_revision:15157; }","duration":"902.746029ms","start":"2026-02-24T07:00:45.761303Z","end":"2026-02-24T07:00:46.664049Z","steps":["trace[645946232] 'agreement among raft nodes before linearized reading' (duration: 901.493508ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:46.664095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:45.761246Z","time spent":"902.840522ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20359,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-t9z56\" "} {"level":"warn","ts":"2026-02-24T07:00:46.664115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215651857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T07:00:46.664152Z","caller":"traceutil/trace.go:171","msg":"trace[350235998] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15157; }","duration":"1.215690238s","start":"2026-02-24T07:00:45.44845Z","end":"2026-02-24T07:00:46.66414Z","steps":["trace[350235998] 'agreement among raft nodes before linearized reading' (duration: 1.214404696s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:46.664191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:45.448413Z","time spent":"1.21577091s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T07:00:46.662512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:45.658097Z","time spent":"1.004402341s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5428,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-24T07:00:46.664277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289898341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:768252"} {"level":"info","ts":"2026-02-24T07:00:46.66433Z","caller":"traceutil/trace.go:171","msg":"trace[1503991329] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:15157; }","duration":"1.289966373s","start":"2026-02-24T07:00:45.374355Z","end":"2026-02-24T07:00:46.664322Z","steps":["trace[1503991329] 'agreement among raft nodes before linearized reading' (duration: 1.287803158s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:46.664356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:45.374348Z","time spent":"1.289999823s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":81,"response size":768276,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-24T07:00:46.664628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207705628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T07:00:46.664682Z","caller":"traceutil/trace.go:171","msg":"trace[176328947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15157; }","duration":"1.207780529s","start":"2026-02-24T07:00:45.456884Z","end":"2026-02-24T07:00:46.664664Z","steps":["trace[176328947] 'agreement among raft nodes before linearized reading' (duration: 1.207607335s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:46.664834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:45.456874Z","time spent":"1.207946993s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T07:00:46.684502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246410599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T07:00:46.684601Z","caller":"traceutil/trace.go:171","msg":"trace[531233526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15157; }","duration":"1.246531092s","start":"2026-02-24T07:00:45.438051Z","end":"2026-02-24T07:00:46.684582Z","steps":["trace[531233526] 'agreement among raft nodes before linearized reading' (duration: 1.224820598s)","trace[531233526] 'range keys from bolt db' (duration: 21.557711ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:00:46.68464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:45.438006Z","time spent":"1.246625814s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T07:00:47.174512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637853991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:00:47.872411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.627652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T07:00:47.873955Z","caller":"traceutil/trace.go:171","msg":"trace[872697677] transaction","detail":"{read_only:false; response_revision:15158; number_of_response:1; }","duration":"1.201248725s","start":"2026-02-24T07:00:46.671269Z","end":"2026-02-24T07:00:47.872518Z","steps":["trace[872697677] 'process raft request' (duration: 792.427638ms)","trace[872697677] 'compare' (duration: 407.986796ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:00:47.874148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:46.67126Z","time spent":"1.202759263s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:00:48.072786Z","caller":"traceutil/trace.go:171","msg":"trace[1251233686] transaction","detail":"{read_only:false; response_revision:15159; number_of_response:1; }","duration":"1.401419542s","start":"2026-02-24T07:00:46.671341Z","end":"2026-02-24T07:00:48.072761Z","steps":["trace[1251233686] 'process raft request' (duration: 1.365365106s)","trace[1251233686] 'compare' (duration: 35.883991ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:00:48.073105Z","caller":"traceutil/trace.go:171","msg":"trace[491113446] transaction","detail":"{read_only:false; response_revision:15160; number_of_response:1; }","duration":"1.401048153s","start":"2026-02-24T07:00:46.672041Z","end":"2026-02-24T07:00:48.073089Z","steps":["trace[491113446] 'process raft request' (duration: 1.400682674s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:48.072941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:46.671317Z","time spent":"1.401556485s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:00:48.073196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:46.672034Z","time spent":"1.401119654s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:00:48.073337Z","caller":"traceutil/trace.go:171","msg":"trace[1469502259] transaction","detail":"{read_only:false; response_revision:15161; number_of_response:1; }","duration":"1.385745909s","start":"2026-02-24T07:00:46.687561Z","end":"2026-02-24T07:00:48.073307Z","steps":["trace[1469502259] 'process raft request' (duration: 1.385465622s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:48.073491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:46.687541Z","time spent":"1.385880693s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:00:48.073467Z","caller":"traceutil/trace.go:171","msg":"trace[1350762838] transaction","detail":"{read_only:false; response_revision:15162; number_of_response:1; }","duration":"1.036400186s","start":"2026-02-24T07:00:47.037053Z","end":"2026-02-24T07:00:48.073453Z","steps":["trace[1350762838] 'process raft request' (duration: 1.03617538s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:48.073671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:47.037025Z","time spent":"1.03657234s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:00:48.073799Z","caller":"traceutil/trace.go:171","msg":"trace[1575311761] transaction","detail":"{read_only:false; response_revision:15163; number_of_response:1; }","duration":"897.128509ms","start":"2026-02-24T07:00:47.176658Z","end":"2026-02-24T07:00:48.073787Z","steps":["trace[1575311761] 'process raft request' (duration: 896.729839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:48.073866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:47.176633Z","time spent":"897.20145ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:00:48.200457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.794404ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T07:00:48.200816Z","caller":"traceutil/trace.go:171","msg":"trace[21238951] transaction","detail":"{read_only:false; response_revision:15164; number_of_response:1; }","duration":"830.370123ms","start":"2026-02-24T07:00:47.370429Z","end":"2026-02-24T07:00:48.200799Z","steps":["trace[21238951] 'process raft request' (duration: 830.102695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:48.200914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:47.370413Z","time spent":"830.449075ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:00:48.245609Z","caller":"traceutil/trace.go:171","msg":"trace[737303859] linearizableReadLoop","detail":"{readStateIndex:15789; appliedIndex:15784; }","duration":"1.573698169s","start":"2026-02-24T07:00:46.671892Z","end":"2026-02-24T07:00:48.24559Z","steps":["trace[737303859] 'read index received' (duration: 791.866505ms)","trace[737303859] 'applied index is now lower than readState.Index' (duration: 781.830834ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:00:48.245722Z","caller":"traceutil/trace.go:171","msg":"trace[324291979] transaction","detail":"{read_only:false; response_revision:15165; number_of_response:1; }","duration":"874.467531ms","start":"2026-02-24T07:00:47.371243Z","end":"2026-02-24T07:00:48.245711Z","steps":["trace[324291979] 'process raft request' (duration: 829.544953ms)","trace[324291979] 'compare' (duration: 44.717113ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:00:48.245822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:47.371222Z","time spent":"874.529082ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:00:48.246266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.215818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5404"} {"level":"info","ts":"2026-02-24T07:00:48.246324Z","caller":"traceutil/trace.go:171","msg":"trace[589311433] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15165; }","duration":"873.292841ms","start":"2026-02-24T07:00:47.37302Z","end":"2026-02-24T07:00:48.246313Z","steps":["trace[589311433] 'agreement among raft nodes before linearized reading' (duration: 873.131407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:48.246357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:47.37301Z","time spent":"873.338532ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5428,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-24T07:00:48.246674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574708784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:768252"} {"level":"info","ts":"2026-02-24T07:00:48.246757Z","caller":"traceutil/trace.go:171","msg":"trace[306888438] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:15165; }","duration":"1.574802026s","start":"2026-02-24T07:00:46.671936Z","end":"2026-02-24T07:00:48.246738Z","steps":["trace[306888438] 'agreement among raft nodes before linearized reading' (duration: 1.573869713s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:48.246811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:46.671917Z","time spent":"1.574879658s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":81,"response size":768276,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-24T07:00:48.24727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.339626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-24T07:00:48.247312Z","caller":"traceutil/trace.go:171","msg":"trace[1222481938] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15165; }","duration":"874.399318ms","start":"2026-02-24T07:00:47.372903Z","end":"2026-02-24T07:00:48.247302Z","steps":["trace[1222481938] 'agreement among raft nodes before linearized reading' (duration: 874.321496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:48.247347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:47.372894Z","time spent":"874.442689ms","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-24T07:00:48.247374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575476183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:768252"} {"level":"info","ts":"2026-02-24T07:00:48.247421Z","caller":"traceutil/trace.go:171","msg":"trace[654222205] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:15165; }","duration":"1.575531634s","start":"2026-02-24T07:00:46.67188Z","end":"2026-02-24T07:00:48.247411Z","steps":["trace[654222205] 'agreement among raft nodes before linearized reading' (duration: 1.574640062s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:48.247454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:46.671802Z","time spent":"1.575642587s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":81,"response size":768276,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-24T07:00:48.247561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.194348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-24T07:00:48.247603Z","caller":"traceutil/trace.go:171","msg":"trace[1222219443] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15165; }","duration":"875.250209ms","start":"2026-02-24T07:00:47.372343Z","end":"2026-02-24T07:00:48.247593Z","steps":["trace[1222219443] 'agreement among raft nodes before linearized reading' (duration: 875.181077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:48.247632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:47.372338Z","time spent":"875.287209ms","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-24T07:00:48.247781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.531836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T07:00:48.247816Z","caller":"traceutil/trace.go:171","msg":"trace[1642565078] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15165; }","duration":"875.580207ms","start":"2026-02-24T07:00:47.372228Z","end":"2026-02-24T07:00:48.247808Z","steps":["trace[1642565078] 'agreement among raft nodes before linearized reading' (duration: 875.526616ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:48.247847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:47.372224Z","time spent":"875.616688ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-24T07:00:48.24786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.054841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T07:00:48.247939Z","caller":"traceutil/trace.go:171","msg":"trace[572211202] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:15165; }","duration":"667.131503ms","start":"2026-02-24T07:00:47.580798Z","end":"2026-02-24T07:00:48.24793Z","steps":["trace[572211202] 'agreement among raft nodes before linearized reading' (duration: 667.037411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:48.247969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:47.580731Z","time spent":"667.230265ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":5,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:00:48.248095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.870705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T07:00:48.248176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.542337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5404"} {"level":"info","ts":"2026-02-24T07:00:48.248212Z","caller":"traceutil/trace.go:171","msg":"trace[825525913] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15165; }","duration":"871.591048ms","start":"2026-02-24T07:00:47.376612Z","end":"2026-02-24T07:00:48.248203Z","steps":["trace[825525913] 'agreement among raft nodes before linearized reading' (duration: 871.495915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:48.248242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:47.376606Z","time spent":"871.630438ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5428,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-24T07:00:48.248158Z","caller":"traceutil/trace.go:171","msg":"trace[1792762664] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15165; }","duration":"875.959636ms","start":"2026-02-24T07:00:47.372183Z","end":"2026-02-24T07:00:48.248143Z","steps":["trace[1792762664] 'agreement among raft nodes before linearized reading' (duration: 875.869354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:48.248318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:47.372174Z","time spent":"876.130102ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-24T07:00:48.248375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.594108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T07:00:48.248401Z","caller":"traceutil/trace.go:171","msg":"trace[1881361503] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15165; }","duration":"873.632489ms","start":"2026-02-24T07:00:47.374761Z","end":"2026-02-24T07:00:48.248394Z","steps":["trace[1881361503] 'agreement among raft nodes before linearized reading' (duration: 873.593788ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:48.248434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:47.374754Z","time spent":"873.67461ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-24T07:00:48.248527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.265295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-24T07:00:48.248556Z","caller":"traceutil/trace.go:171","msg":"trace[117867093] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15165; }","duration":"874.305366ms","start":"2026-02-24T07:00:47.374243Z","end":"2026-02-24T07:00:48.248549Z","steps":["trace[117867093] 'agreement among raft nodes before linearized reading' (duration: 874.252695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:48.248573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.387754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T07:00:48.248616Z","caller":"traceutil/trace.go:171","msg":"trace[2106546892] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15165; }","duration":"879.460126ms","start":"2026-02-24T07:00:47.369144Z","end":"2026-02-24T07:00:48.248604Z","steps":["trace[2106546892] 'agreement among raft nodes before linearized reading' (duration: 879.397804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:48.248644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.2567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5404"} {"level":"warn","ts":"2026-02-24T07:00:48.248655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:47.369125Z","time spent":"879.522887ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-24T07:00:48.248675Z","caller":"traceutil/trace.go:171","msg":"trace[225177] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15165; }","duration":"875.332062ms","start":"2026-02-24T07:00:47.373336Z","end":"2026-02-24T07:00:48.248668Z","steps":["trace[225177] 'agreement among raft nodes before linearized reading' (duration: 875.25998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:48.248707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:47.373324Z","time spent":"875.377403ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5428,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-24T07:00:48.24877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.63839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T07:00:48.2488Z","caller":"traceutil/trace.go:171","msg":"trace[284263603] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15165; }","duration":"875.692141ms","start":"2026-02-24T07:00:47.373098Z","end":"2026-02-24T07:00:48.24879Z","steps":["trace[284263603] 'agreement among raft nodes before linearized reading' (duration: 875.6541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:48.248828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:47.373095Z","time spent":"875.728222ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-24T07:00:48.248845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.254341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T07:00:48.248889Z","caller":"traceutil/trace.go:171","msg":"trace[223337800] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:15165; }","duration":"928.330393ms","start":"2026-02-24T07:00:47.320545Z","end":"2026-02-24T07:00:48.248875Z","steps":["trace[223337800] 'agreement among raft nodes before linearized reading' (duration: 928.254101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:48.248926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:47.320527Z","time spent":"928.390154ms","remote":"127.0.0.1:39394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":20,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:00:48.249106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182376342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T07:00:48.249143Z","caller":"traceutil/trace.go:171","msg":"trace[1739410154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15165; }","duration":"1.182450354s","start":"2026-02-24T07:00:47.066684Z","end":"2026-02-24T07:00:48.249134Z","steps":["trace[1739410154] 'agreement among raft nodes before linearized reading' (duration: 1.182396132s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:48.24918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:47.066664Z","time spent":"1.182505425s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:00:48.249891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577608736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:768252"} {"level":"info","ts":"2026-02-24T07:00:48.249934Z","caller":"traceutil/trace.go:171","msg":"trace[560679299] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:15165; }","duration":"1.577653677s","start":"2026-02-24T07:00:46.672271Z","end":"2026-02-24T07:00:48.249924Z","steps":["trace[560679299] 'agreement among raft nodes before linearized reading' (duration: 1.577042062s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:48.249967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:46.67224Z","time spent":"1.577717589s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":81,"response size":768276,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-24T07:00:48.24858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:47.374237Z","time spent":"874.337398ms","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-24T07:00:48.251155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579129855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:768252"} {"level":"info","ts":"2026-02-24T07:00:48.251207Z","caller":"traceutil/trace.go:171","msg":"trace[478517176] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:15165; }","duration":"1.579193137s","start":"2026-02-24T07:00:46.672003Z","end":"2026-02-24T07:00:48.251196Z","steps":["trace[478517176] 'agreement among raft nodes before linearized reading' (duration: 1.578383726s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:48.251247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:46.671999Z","time spent":"1.579237538s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":81,"response size":768276,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-24T07:00:48.251601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.530152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T07:00:48.247816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.997308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T07:00:48.251659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579658638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T07:00:48.251705Z","caller":"traceutil/trace.go:171","msg":"trace[1228989556] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15165; }","duration":"1.57972561s","start":"2026-02-24T07:00:46.67197Z","end":"2026-02-24T07:00:48.251695Z","steps":["trace[1228989556] 'agreement among raft nodes before linearized reading' (duration: 1.579616837s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:48.25174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:46.671961Z","time spent":"1.579771831s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-24T07:00:48.251662Z","caller":"traceutil/trace.go:171","msg":"trace[1686279146] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15165; }","duration":"878.642085ms","start":"2026-02-24T07:00:47.373005Z","end":"2026-02-24T07:00:48.251647Z","steps":["trace[1686279146] 'agreement among raft nodes before linearized reading' (duration: 878.544362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:48.251869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:47.372989Z","time spent":"878.87305ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-02-24T07:00:48.251709Z","caller":"traceutil/trace.go:171","msg":"trace[2120774521] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:15165; }","duration":"343.901906ms","start":"2026-02-24T07:00:47.907764Z","end":"2026-02-24T07:00:48.251665Z","steps":["trace[2120774521] 'agreement among raft nodes before linearized reading' (duration: 340.018328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:48.252089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:47.907735Z","time spent":"344.340237ms","remote":"127.0.0.1:53060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:00:48.252938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.844675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5404"} {"level":"info","ts":"2026-02-24T07:00:48.252979Z","caller":"traceutil/trace.go:171","msg":"trace[750063934] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15165; }","duration":"879.886146ms","start":"2026-02-24T07:00:47.373086Z","end":"2026-02-24T07:00:48.252972Z","steps":["trace[750063934] 'agreement among raft nodes before linearized reading' (duration: 875.853535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:00:48.252998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:00:47.37307Z","time spent":"879.923656ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5428,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-24T07:01:02.553103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.364099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29531940-mgb4x\" ","response":"range_response_count:1 size:6846"} {"level":"info","ts":"2026-02-24T07:01:02.553199Z","caller":"traceutil/trace.go:171","msg":"trace[711269612] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29531940-mgb4x; range_end:; response_count:1; response_revision:15231; }","duration":"137.510363ms","start":"2026-02-24T07:01:02.415668Z","end":"2026-02-24T07:01:02.553179Z","steps":["trace[711269612] 'range keys from in-memory index tree' (duration: 137.184594ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:01:02.553216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.700792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wnpr8\" ","response":"range_response_count:1 size:9557"} {"level":"info","ts":"2026-02-24T07:01:02.55327Z","caller":"traceutil/trace.go:171","msg":"trace[321996668] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wnpr8; range_end:; response_count:1; response_revision:15231; }","duration":"134.764974ms","start":"2026-02-24T07:01:02.418484Z","end":"2026-02-24T07:01:02.553249Z","steps":["trace[321996668] 'range keys from in-memory index tree' (duration: 134.413476ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:01:02.553111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.353266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"warn","ts":"2026-02-24T07:01:02.553433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.300363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-t9z56\" ","response":"range_response_count:1 size:20335"} {"level":"info","ts":"2026-02-24T07:01:02.553489Z","caller":"traceutil/trace.go:171","msg":"trace[141435382] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-t9z56; range_end:; response_count:1; response_revision:15231; }","duration":"136.383465ms","start":"2026-02-24T07:01:02.417091Z","end":"2026-02-24T07:01:02.553474Z","steps":["trace[141435382] 'range keys from in-memory index tree' (duration: 135.800711ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:01:02.553507Z","caller":"traceutil/trace.go:171","msg":"trace[2063519263] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:15231; }","duration":"144.765825ms","start":"2026-02-24T07:01:02.408678Z","end":"2026-02-24T07:01:02.553444Z","steps":["trace[2063519263] 'range keys from in-memory index tree' (duration: 144.168441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:01:02.553752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.335236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T07:01:02.553851Z","caller":"traceutil/trace.go:171","msg":"trace[1857959632] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:15231; }","duration":"113.769677ms","start":"2026-02-24T07:01:02.440058Z","end":"2026-02-24T07:01:02.553828Z","steps":["trace[1857959632] 'count revisions from in-memory index tree' (duration: 113.243753ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:01:40.904669Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13188} {"level":"info","ts":"2026-02-24T07:01:41.002435Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13188,"took":"94.803111ms","hash":2297378357,"current-db-size-bytes":42930176,"current-db-size":"43 MB","current-db-size-in-use-bytes":27389952,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-02-24T07:01:41.002475Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2297378357,"revision":13188,"compact-revision":11336} {"level":"warn","ts":"2026-02-24T07:02:32.990704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.447905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-02-24T07:02:32.990728Z","caller":"traceutil/trace.go:171","msg":"trace[1552118156] transaction","detail":"{read_only:false; response_revision:15778; number_of_response:1; }","duration":"322.577171ms","start":"2026-02-24T07:02:32.668126Z","end":"2026-02-24T07:02:32.990704Z","steps":["trace[1552118156] 'process raft request' (duration: 314.515338ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:02:32.990813Z","caller":"traceutil/trace.go:171","msg":"trace[2106988899] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:15777; }","duration":"335.633329ms","start":"2026-02-24T07:02:32.655151Z","end":"2026-02-24T07:02:32.990784Z","steps":["trace[2106988899] 'range keys from in-memory index tree' (duration: 335.212918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:02:32.990868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:02:32.655124Z","time spent":"335.734502ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-02-24T07:02:32.990911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:02:32.668107Z","time spent":"322.699084ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:02:32.991089Z","caller":"traceutil/trace.go:171","msg":"trace[983728295] linearizableReadLoop","detail":"{readStateIndex:16432; appliedIndex:16430; }","duration":"249.785213ms","start":"2026-02-24T07:02:32.741165Z","end":"2026-02-24T07:02:32.99095Z","steps":["trace[983728295] 'read index received' (duration: 241.496605ms)","trace[983728295] 'applied index is now lower than readState.Index' (duration: 8.286318ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:02:32.991131Z","caller":"traceutil/trace.go:171","msg":"trace[16725391] transaction","detail":"{read_only:false; response_revision:15779; number_of_response:1; }","duration":"306.978079ms","start":"2026-02-24T07:02:32.684114Z","end":"2026-02-24T07:02:32.991092Z","steps":["trace[16725391] 'process raft request' (duration: 306.499607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:02:32.991327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:02:32.684083Z","time spent":"307.146083ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:02:32.991546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.355527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-24T07:02:32.991477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.822457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T07:02:32.991632Z","caller":"traceutil/trace.go:171","msg":"trace[1871311229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15779; }","duration":"250.463809ms","start":"2026-02-24T07:02:32.741147Z","end":"2026-02-24T07:02:32.991611Z","steps":["trace[1871311229] 'agreement among raft nodes before linearized reading' (duration: 250.141562ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:02:32.991647Z","caller":"traceutil/trace.go:171","msg":"trace[38022171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15779; }","duration":"233.028512ms","start":"2026-02-24T07:02:32.758605Z","end":"2026-02-24T07:02:32.991634Z","steps":["trace[38022171] 'agreement among raft nodes before linearized reading' (duration: 232.782936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:02:32.992248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.109985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T07:02:32.992365Z","caller":"traceutil/trace.go:171","msg":"trace[1916318248] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15779; }","duration":"231.296409ms","start":"2026-02-24T07:02:32.761037Z","end":"2026-02-24T07:02:32.992333Z","steps":["trace[1916318248] 'agreement among raft nodes before linearized reading' (duration: 230.864239ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:02:33.403073Z","caller":"traceutil/trace.go:171","msg":"trace[1987340789] transaction","detail":"{read_only:false; response_revision:15783; number_of_response:1; }","duration":"188.75304ms","start":"2026-02-24T07:02:33.214285Z","end":"2026-02-24T07:02:33.403038Z","steps":["trace[1987340789] 'process raft request' (duration: 187.341085ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:02:49.252104Z","caller":"traceutil/trace.go:171","msg":"trace[171870639] transaction","detail":"{read_only:false; response_revision:15934; number_of_response:1; }","duration":"208.461585ms","start":"2026-02-24T07:02:49.043603Z","end":"2026-02-24T07:02:49.252065Z","steps":["trace[171870639] 'process raft request' (duration: 208.272001ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:02:49.253448Z","caller":"traceutil/trace.go:171","msg":"trace[603564412] linearizableReadLoop","detail":"{readStateIndex:16597; appliedIndex:16595; }","duration":"187.205681ms","start":"2026-02-24T07:02:49.066216Z","end":"2026-02-24T07:02:49.253422Z","steps":["trace[603564412] 'read index received' (duration: 185.720544ms)","trace[603564412] 'applied index is now lower than readState.Index' (duration: 1.483817ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:02:49.253647Z","caller":"traceutil/trace.go:171","msg":"trace[813192767] transaction","detail":"{read_only:false; response_revision:15935; number_of_response:1; }","duration":"205.771626ms","start":"2026-02-24T07:02:49.047756Z","end":"2026-02-24T07:02:49.253527Z","steps":["trace[813192767] 'process raft request' (duration: 205.343316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:02:49.253758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.646839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T07:02:49.253814Z","caller":"traceutil/trace.go:171","msg":"trace[647448522] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15935; }","duration":"118.740831ms","start":"2026-02-24T07:02:49.135059Z","end":"2026-02-24T07:02:49.2538Z","steps":["trace[647448522] 'agreement among raft nodes before linearized reading' (duration: 118.571657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:02:49.25395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.531065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-02-24T07:02:49.253996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.027861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-24T07:02:49.254032Z","caller":"traceutil/trace.go:171","msg":"trace[2006768380] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15935; }","duration":"178.078643ms","start":"2026-02-24T07:02:49.075941Z","end":"2026-02-24T07:02:49.254019Z","steps":["trace[2006768380] 'agreement among raft nodes before linearized reading' (duration: 177.992771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:02:49.253869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.972937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-24T07:02:49.254062Z","caller":"traceutil/trace.go:171","msg":"trace[82720089] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15935; }","duration":"186.680658ms","start":"2026-02-24T07:02:49.067329Z","end":"2026-02-24T07:02:49.25401Z","steps":["trace[82720089] 'agreement among raft nodes before linearized reading' (duration: 186.293208ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:02:49.254063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.928255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T07:02:49.254108Z","caller":"traceutil/trace.go:171","msg":"trace[1509333460] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15935; }","duration":"123.259945ms","start":"2026-02-24T07:02:49.130824Z","end":"2026-02-24T07:02:49.254084Z","steps":["trace[1509333460] 'agreement among raft nodes before linearized reading' (duration: 122.819963ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:02:49.254584Z","caller":"traceutil/trace.go:171","msg":"trace[723933314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15935; }","duration":"154.039818ms","start":"2026-02-24T07:02:49.100086Z","end":"2026-02-24T07:02:49.254126Z","steps":["trace[723933314] 'agreement among raft nodes before linearized reading' (duration: 153.845224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:02:49.255277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.071758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T07:02:49.255324Z","caller":"traceutil/trace.go:171","msg":"trace[398518066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15935; }","duration":"189.164981ms","start":"2026-02-24T07:02:49.066148Z","end":"2026-02-24T07:02:49.255313Z","steps":["trace[398518066] 'agreement among raft nodes before linearized reading' (duration: 187.408006ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:02:49.40561Z","caller":"traceutil/trace.go:171","msg":"trace[315669582] transaction","detail":"{read_only:false; response_revision:15936; number_of_response:1; }","duration":"147.015752ms","start":"2026-02-24T07:02:49.258576Z","end":"2026-02-24T07:02:49.405591Z","steps":["trace[315669582] 'process raft request' (duration: 146.91282ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:02:49.479057Z","caller":"traceutil/trace.go:171","msg":"trace[1152140332] transaction","detail":"{read_only:false; response_revision:15940; number_of_response:1; }","duration":"219.100072ms","start":"2026-02-24T07:02:49.2599Z","end":"2026-02-24T07:02:49.479Z","steps":["trace[1152140332] 'process raft request' (duration: 219.055651ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:02:49.479388Z","caller":"traceutil/trace.go:171","msg":"trace[566643369] transaction","detail":"{read_only:false; response_revision:15938; number_of_response:1; }","duration":"220.227311ms","start":"2026-02-24T07:02:49.259144Z","end":"2026-02-24T07:02:49.479372Z","steps":["trace[566643369] 'process raft request' (duration: 219.735679ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:02:49.479575Z","caller":"traceutil/trace.go:171","msg":"trace[1654091281] transaction","detail":"{read_only:false; response_revision:15939; number_of_response:1; }","duration":"220.153539ms","start":"2026-02-24T07:02:49.259272Z","end":"2026-02-24T07:02:49.479426Z","steps":["trace[1654091281] 'process raft request' (duration: 219.653897ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:02:49.479627Z","caller":"traceutil/trace.go:171","msg":"trace[1527917293] transaction","detail":"{read_only:false; response_revision:15937; number_of_response:1; }","duration":"220.663322ms","start":"2026-02-24T07:02:49.258951Z","end":"2026-02-24T07:02:49.479614Z","steps":["trace[1527917293] 'process raft request' (duration: 212.847505ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:02:49.642578Z","caller":"traceutil/trace.go:171","msg":"trace[1930917902] transaction","detail":"{read_only:false; response_revision:15941; number_of_response:1; }","duration":"149.112445ms","start":"2026-02-24T07:02:49.493441Z","end":"2026-02-24T07:02:49.642554Z","steps":["trace[1930917902] 'process raft request' (duration: 145.145745ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:02:49.936864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.584619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6285"} {"level":"info","ts":"2026-02-24T07:02:49.936931Z","caller":"traceutil/trace.go:171","msg":"trace[1228441917] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:15941; }","duration":"175.685152ms","start":"2026-02-24T07:02:49.761231Z","end":"2026-02-24T07:02:49.936916Z","steps":["trace[1228441917] 'range keys from in-memory index tree' (duration: 175.434395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:02:49.937176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.084669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29531940-mgb4x\" ","response":"range_response_count:1 size:6846"} {"level":"info","ts":"2026-02-24T07:02:49.937237Z","caller":"traceutil/trace.go:171","msg":"trace[73308664] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29531940-mgb4x; range_end:; response_count:1; response_revision:15941; }","duration":"158.170682ms","start":"2026-02-24T07:02:49.779058Z","end":"2026-02-24T07:02:49.937229Z","steps":["trace[73308664] 'range keys from in-memory index tree' (duration: 157.956566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:02:49.93742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.738042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wnpr8\" ","response":"range_response_count:1 size:9557"} {"level":"info","ts":"2026-02-24T07:02:49.937448Z","caller":"traceutil/trace.go:171","msg":"trace[70091409] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wnpr8; range_end:; response_count:1; response_revision:15941; }","duration":"122.802244ms","start":"2026-02-24T07:02:49.814639Z","end":"2026-02-24T07:02:49.937441Z","steps":["trace[70091409] 'range keys from in-memory index tree' (duration: 122.609858ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:03:39.643054Z","caller":"traceutil/trace.go:171","msg":"trace[1092062284] transaction","detail":"{read_only:false; response_revision:16445; number_of_response:1; }","duration":"304.436635ms","start":"2026-02-24T07:03:39.338594Z","end":"2026-02-24T07:03:39.643031Z","steps":["trace[1092062284] 'process raft request' (duration: 304.271601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:03:39.643381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:03:39.338571Z","time spent":"304.666911ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12373,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:03:39.643426Z","caller":"traceutil/trace.go:171","msg":"trace[546894753] linearizableReadLoop","detail":"{readStateIndex:17121; appliedIndex:17121; }","duration":"266.42758ms","start":"2026-02-24T07:03:39.376968Z","end":"2026-02-24T07:03:39.643396Z","steps":["trace[546894753] 'read index received' (duration: 266.41745ms)","trace[546894753] 'applied index is now lower than readState.Index' (duration: 7.99µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:03:39.643581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.578055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:03:39.643625Z","caller":"traceutil/trace.go:171","msg":"trace[1907192671] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:16445; }","duration":"266.685427ms","start":"2026-02-24T07:03:39.376926Z","end":"2026-02-24T07:03:39.643611Z","steps":["trace[1907192671] 'agreement among raft nodes before linearized reading' (duration: 266.577694ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:03:39.646397Z","caller":"traceutil/trace.go:171","msg":"trace[329876090] transaction","detail":"{read_only:false; response_revision:16446; number_of_response:1; }","duration":"203.252295ms","start":"2026-02-24T07:03:39.443122Z","end":"2026-02-24T07:03:39.646375Z","steps":["trace[329876090] 'process raft request' (duration: 203.082911ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:03:39.646535Z","caller":"traceutil/trace.go:171","msg":"trace[1092393519] transaction","detail":"{read_only:false; response_revision:16447; number_of_response:1; }","duration":"100.574075ms","start":"2026-02-24T07:03:39.545939Z","end":"2026-02-24T07:03:39.646513Z","steps":["trace[1092393519] 'process raft request' (duration: 100.394191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:03:41.072994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.184402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:03:41.073094Z","caller":"traceutil/trace.go:171","msg":"trace[149908928] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:16455; }","duration":"248.348446ms","start":"2026-02-24T07:03:40.824724Z","end":"2026-02-24T07:03:41.073072Z","steps":["trace[149908928] 'count revisions from in-memory index tree' (duration: 236.753135ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:03:41.073278Z","caller":"traceutil/trace.go:171","msg":"trace[1467481339] transaction","detail":"{read_only:false; response_revision:16456; number_of_response:1; }","duration":"232.791806ms","start":"2026-02-24T07:03:40.840455Z","end":"2026-02-24T07:03:41.073246Z","steps":["trace[1467481339] 'process raft request' (duration: 189.977611ms)","trace[1467481339] 'compare' (duration: 42.460626ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:03:41.073375Z","caller":"traceutil/trace.go:171","msg":"trace[362679122] transaction","detail":"{read_only:false; response_revision:16457; number_of_response:1; }","duration":"102.836311ms","start":"2026-02-24T07:03:40.970515Z","end":"2026-02-24T07:03:41.073352Z","steps":["trace[362679122] 'process raft request' (duration: 102.663097ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:03:42.545499Z","caller":"traceutil/trace.go:171","msg":"trace[2033597611] transaction","detail":"{read_only:false; response_revision:16469; number_of_response:1; }","duration":"129.754848ms","start":"2026-02-24T07:03:42.415704Z","end":"2026-02-24T07:03:42.545458Z","steps":["trace[2033597611] 'process raft request' (duration: 129.484852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:01.572689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.857444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:04:01.572823Z","caller":"traceutil/trace.go:171","msg":"trace[1904435400] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:16586; }","duration":"113.007768ms","start":"2026-02-24T07:04:01.459789Z","end":"2026-02-24T07:04:01.572797Z","steps":["trace[1904435400] 'count revisions from in-memory index tree' (duration: 112.756141ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:04:02.23426Z","caller":"traceutil/trace.go:171","msg":"trace[27355723] transaction","detail":"{read_only:false; response_revision:16588; number_of_response:1; }","duration":"427.380842ms","start":"2026-02-24T07:04:01.806852Z","end":"2026-02-24T07:04:02.234233Z","steps":["trace[27355723] 'process raft request' (duration: 427.204017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:02.234506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:01.806826Z","time spent":"427.594987ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:04:02.247483Z","caller":"traceutil/trace.go:171","msg":"trace[505513881] transaction","detail":"{read_only:false; response_revision:16589; number_of_response:1; }","duration":"423.68454ms","start":"2026-02-24T07:04:01.823765Z","end":"2026-02-24T07:04:02.24745Z","steps":["trace[505513881] 'process raft request' (duration: 423.428264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:02.247643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:01.82374Z","time spent":"423.813194ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:04:02.247873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.807495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T07:04:02.247949Z","caller":"traceutil/trace.go:171","msg":"trace[71370457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16589; }","duration":"352.097583ms","start":"2026-02-24T07:04:01.895832Z","end":"2026-02-24T07:04:02.247929Z","steps":["trace[71370457] 'agreement among raft nodes before linearized reading' (duration: 351.712933ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:02.247989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:01.895811Z","time spent":"352.170574ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T07:04:02.247949Z","caller":"traceutil/trace.go:171","msg":"trace[902824063] linearizableReadLoop","detail":"{readStateIndex:17269; appliedIndex:17267; }","duration":"351.465486ms","start":"2026-02-24T07:04:01.89588Z","end":"2026-02-24T07:04:02.247346Z","steps":["trace[902824063] 'read index received' (duration: 338.241694ms)","trace[902824063] 'applied index is now lower than readState.Index' (duration: 13.222452ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:04:02.248281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.699169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-02-24T07:04:02.248315Z","caller":"traceutil/trace.go:171","msg":"trace[1880086671] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16589; }","duration":"106.797192ms","start":"2026-02-24T07:04:02.14151Z","end":"2026-02-24T07:04:02.248307Z","steps":["trace[1880086671] 'agreement among raft nodes before linearized reading' (duration: 106.650559ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:02.248389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.741546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-24T07:04:02.248453Z","caller":"traceutil/trace.go:171","msg":"trace[279441413] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16589; }","duration":"332.857809ms","start":"2026-02-24T07:04:01.915573Z","end":"2026-02-24T07:04:02.248431Z","steps":["trace[279441413] 'agreement among raft nodes before linearized reading' (duration: 332.574882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:02.248499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:01.91556Z","time spent":"332.929171ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T07:04:02.248758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.238983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T07:04:02.248789Z","caller":"traceutil/trace.go:171","msg":"trace[877239631] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16589; }","duration":"238.348556ms","start":"2026-02-24T07:04:02.010433Z","end":"2026-02-24T07:04:02.248782Z","steps":["trace[877239631] 'agreement among raft nodes before linearized reading' (duration: 238.270754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:02.248863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.302553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:04:02.248859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.677179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:04:02.248885Z","caller":"traceutil/trace.go:171","msg":"trace[2003949168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16589; }","duration":"179.354394ms","start":"2026-02-24T07:04:02.069524Z","end":"2026-02-24T07:04:02.248878Z","steps":["trace[2003949168] 'agreement among raft nodes before linearized reading' (duration: 179.320514ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:04:02.248902Z","caller":"traceutil/trace.go:171","msg":"trace[1510727990] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:16589; }","duration":"112.767222ms","start":"2026-02-24T07:04:02.136121Z","end":"2026-02-24T07:04:02.248888Z","steps":["trace[1510727990] 'agreement among raft nodes before linearized reading' (duration: 112.629578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:02.249082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.697651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12013"} {"level":"info","ts":"2026-02-24T07:04:02.249136Z","caller":"traceutil/trace.go:171","msg":"trace[915059544] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16589; }","duration":"296.781193ms","start":"2026-02-24T07:04:01.952342Z","end":"2026-02-24T07:04:02.249123Z","steps":["trace[915059544] 'agreement among raft nodes before linearized reading' (duration: 296.576888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:23.439823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.839876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-02-24T07:04:23.439938Z","caller":"traceutil/trace.go:171","msg":"trace[409245675] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16694; }","duration":"135.008961ms","start":"2026-02-24T07:04:23.304906Z","end":"2026-02-24T07:04:23.439915Z","steps":["trace[409245675] 'range keys from in-memory index tree' (duration: 134.634371ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:04:24.079976Z","caller":"traceutil/trace.go:171","msg":"trace[937002640] transaction","detail":"{read_only:false; response_revision:16696; number_of_response:1; }","duration":"185.436026ms","start":"2026-02-24T07:04:23.894518Z","end":"2026-02-24T07:04:24.079954Z","steps":["trace[937002640] 'process raft request' (duration: 185.094638ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:04:24.459347Z","caller":"traceutil/trace.go:171","msg":"trace[1981642986] linearizableReadLoop","detail":"{readStateIndex:17382; appliedIndex:17381; }","duration":"114.990068ms","start":"2026-02-24T07:04:24.344329Z","end":"2026-02-24T07:04:24.459319Z","steps":["trace[1981642986] 'read index received' (duration: 114.729081ms)","trace[1981642986] 'applied index is now lower than readState.Index' (duration: 259.737µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:04:24.459453Z","caller":"traceutil/trace.go:171","msg":"trace[490421535] transaction","detail":"{read_only:false; response_revision:16697; number_of_response:1; }","duration":"142.849517ms","start":"2026-02-24T07:04:24.31657Z","end":"2026-02-24T07:04:24.459419Z","steps":["trace[490421535] 'process raft request' (duration: 142.593971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:24.459585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.232284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-24T07:04:24.459636Z","caller":"traceutil/trace.go:171","msg":"trace[453645902] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16697; }","duration":"115.320315ms","start":"2026-02-24T07:04:24.344299Z","end":"2026-02-24T07:04:24.459619Z","steps":["trace[453645902] 'agreement among raft nodes before linearized reading' (duration: 115.158271ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:04:24.676324Z","caller":"traceutil/trace.go:171","msg":"trace[873861771] transaction","detail":"{read_only:false; response_revision:16698; number_of_response:1; }","duration":"212.359574ms","start":"2026-02-24T07:04:24.463938Z","end":"2026-02-24T07:04:24.676298Z","steps":["trace[873861771] 'process raft request' (duration: 156.734347ms)","trace[873861771] 'compare' (duration: 55.536874ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:04:24.676838Z","caller":"traceutil/trace.go:171","msg":"trace[1409254271] transaction","detail":"{read_only:false; response_revision:16699; number_of_response:1; }","duration":"212.701822ms","start":"2026-02-24T07:04:24.464122Z","end":"2026-02-24T07:04:24.676824Z","steps":["trace[1409254271] 'process raft request' (duration: 212.553208ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:04:24.676924Z","caller":"traceutil/trace.go:171","msg":"trace[1223366479] transaction","detail":"{read_only:false; response_revision:16700; number_of_response:1; }","duration":"212.683381ms","start":"2026-02-24T07:04:24.464192Z","end":"2026-02-24T07:04:24.676876Z","steps":["trace[1223366479] 'process raft request' (duration: 212.551328ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:04:24.677257Z","caller":"traceutil/trace.go:171","msg":"trace[1736208835] transaction","detail":"{read_only:false; response_revision:16701; number_of_response:1; }","duration":"212.63802ms","start":"2026-02-24T07:04:24.464217Z","end":"2026-02-24T07:04:24.676855Z","steps":["trace[1736208835] 'process raft request' (duration: 212.562999ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:04:46.335166Z","caller":"traceutil/trace.go:171","msg":"trace[1285578675] transaction","detail":"{read_only:false; response_revision:16823; number_of_response:1; }","duration":"170.606205ms","start":"2026-02-24T07:04:46.164531Z","end":"2026-02-24T07:04:46.335137Z","steps":["trace[1285578675] 'process raft request' (duration: 170.40326ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:04:46.845495Z","caller":"traceutil/trace.go:171","msg":"trace[1421515862] linearizableReadLoop","detail":"{readStateIndex:17515; appliedIndex:17514; }","duration":"489.958704ms","start":"2026-02-24T07:04:46.355508Z","end":"2026-02-24T07:04:46.845467Z","steps":["trace[1421515862] 'read index received' (duration: 489.896913ms)","trace[1421515862] 'applied index is now lower than readState.Index' (duration: 60.521µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:04:46.845612Z","caller":"traceutil/trace.go:171","msg":"trace[1540641084] transaction","detail":"{read_only:false; response_revision:16824; number_of_response:1; }","duration":"494.764585ms","start":"2026-02-24T07:04:46.350811Z","end":"2026-02-24T07:04:46.845575Z","steps":["trace[1540641084] 'process raft request' (duration: 494.468858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:46.845778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.237231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-02-24T07:04:46.845972Z","caller":"traceutil/trace.go:171","msg":"trace[408609822] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16824; }","duration":"490.422256ms","start":"2026-02-24T07:04:46.355481Z","end":"2026-02-24T07:04:46.845904Z","steps":["trace[408609822] 'agreement among raft nodes before linearized reading' (duration: 490.138569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:46.846044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:46.35547Z","time spent":"490.557509ms","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-24T07:04:46.84579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:46.350794Z","time spent":"494.911429ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6654,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:04:46.885021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.847071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-02-24T07:04:46.885068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.621552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-24T07:04:46.885121Z","caller":"traceutil/trace.go:171","msg":"trace[530803513] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16825; }","duration":"528.979724ms","start":"2026-02-24T07:04:46.356115Z","end":"2026-02-24T07:04:46.885095Z","steps":["trace[530803513] 'agreement among raft nodes before linearized reading' (duration: 528.718748ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:04:46.885142Z","caller":"traceutil/trace.go:171","msg":"trace[1781448763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16825; }","duration":"103.736615ms","start":"2026-02-24T07:04:46.781389Z","end":"2026-02-24T07:04:46.885126Z","steps":["trace[1781448763] 'agreement among raft nodes before linearized reading' (duration: 103.480809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:46.88517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:46.356106Z","time spent":"529.053796ms","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-02-24T07:04:46.88515Z","caller":"traceutil/trace.go:171","msg":"trace[1134765623] transaction","detail":"{read_only:false; response_revision:16825; number_of_response:1; }","duration":"299.689156ms","start":"2026-02-24T07:04:46.585427Z","end":"2026-02-24T07:04:46.885116Z","steps":["trace[1134765623] 'process raft request' (duration: 299.250635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:46.885203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.301831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:04:46.885314Z","caller":"traceutil/trace.go:171","msg":"trace[1896456792] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:16825; }","duration":"296.412844ms","start":"2026-02-24T07:04:46.588841Z","end":"2026-02-24T07:04:46.885254Z","steps":["trace[1896456792] 'agreement among raft nodes before linearized reading' (duration: 296.216809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:46.885336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.743976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:04:46.8853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.745307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:04:46.885311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.130801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4846"} {"level":"info","ts":"2026-02-24T07:04:46.885372Z","caller":"traceutil/trace.go:171","msg":"trace[1991550736] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:16825; }","duration":"465.824938ms","start":"2026-02-24T07:04:46.419535Z","end":"2026-02-24T07:04:46.88536Z","steps":["trace[1991550736] 'agreement among raft nodes before linearized reading' (duration: 465.755856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:46.885409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:46.419515Z","time spent":"465.88465ms","remote":"127.0.0.1:53590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:04:46.885402Z","caller":"traceutil/trace.go:171","msg":"trace[1334320905] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16825; }","duration":"160.854689ms","start":"2026-02-24T07:04:46.724522Z","end":"2026-02-24T07:04:46.885377Z","steps":["trace[1334320905] 'agreement among raft nodes before linearized reading' (duration: 160.689715ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:04:46.885421Z","caller":"traceutil/trace.go:171","msg":"trace[1872162419] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:16825; }","duration":"154.276364ms","start":"2026-02-24T07:04:46.731121Z","end":"2026-02-24T07:04:46.885398Z","steps":["trace[1872162419] 'agreement among raft nodes before linearized reading' (duration: 153.954776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:46.885803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.316121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:04:46.885878Z","caller":"traceutil/trace.go:171","msg":"trace[1100107505] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16825; }","duration":"161.401273ms","start":"2026-02-24T07:04:46.724439Z","end":"2026-02-24T07:04:46.885841Z","steps":["trace[1100107505] 'agreement among raft nodes before linearized reading' (duration: 161.256769ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:04:47.034546Z","caller":"traceutil/trace.go:171","msg":"trace[1694253914] transaction","detail":"{read_only:false; response_revision:16826; number_of_response:1; }","duration":"148.853278ms","start":"2026-02-24T07:04:46.885658Z","end":"2026-02-24T07:04:47.034511Z","steps":["trace[1694253914] 'process raft request' (duration: 52.962901ms)","trace[1694253914] 'compare' (duration: 95.751834ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:04:47.281929Z","caller":"traceutil/trace.go:171","msg":"trace[1925500222] transaction","detail":"{read_only:false; response_revision:16827; number_of_response:1; }","duration":"391.943163ms","start":"2026-02-24T07:04:46.889957Z","end":"2026-02-24T07:04:47.2819Z","steps":["trace[1925500222] 'process raft request' (duration: 313.889662ms)","trace[1925500222] 'compare' (duration: 77.860666ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:04:47.2821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:46.88992Z","time spent":"392.090157ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:04:47.282194Z","caller":"traceutil/trace.go:171","msg":"trace[1027295120] linearizableReadLoop","detail":"{readStateIndex:17521; appliedIndex:17516; }","duration":"366.914115ms","start":"2026-02-24T07:04:46.915258Z","end":"2026-02-24T07:04:47.282172Z","steps":["trace[1027295120] 'read index received' (duration: 23.377767ms)","trace[1027295120] 'applied index is now lower than readState.Index' (duration: 343.535478ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:04:47.2823Z","caller":"traceutil/trace.go:171","msg":"trace[1715884097] transaction","detail":"{read_only:false; response_revision:16828; number_of_response:1; }","duration":"392.337992ms","start":"2026-02-24T07:04:46.889952Z","end":"2026-02-24T07:04:47.28229Z","steps":["trace[1715884097] 'process raft request' (duration: 391.910692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:47.282405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:46.889872Z","time spent":"392.458265ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:04:47.282519Z","caller":"traceutil/trace.go:171","msg":"trace[853379276] transaction","detail":"{read_only:false; response_revision:16829; number_of_response:1; }","duration":"392.384744ms","start":"2026-02-24T07:04:46.890125Z","end":"2026-02-24T07:04:47.28251Z","steps":["trace[853379276] 'process raft request' (duration: 391.948243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:47.282572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:46.890115Z","time spent":"392.430165ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:04:47.282654Z","caller":"traceutil/trace.go:171","msg":"trace[676524528] transaction","detail":"{read_only:false; response_revision:16830; number_of_response:1; }","duration":"392.507757ms","start":"2026-02-24T07:04:46.890136Z","end":"2026-02-24T07:04:47.282644Z","steps":["trace[676524528] 'process raft request' (duration: 391.998295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:47.2827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:46.890116Z","time spent":"392.561128ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:04:47.282809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.734425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-dd6p8\" ","response":"range_response_count:1 size:15146"} {"level":"info","ts":"2026-02-24T07:04:47.282861Z","caller":"traceutil/trace.go:171","msg":"trace[684969241] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-dd6p8; range_end:; response_count:1; response_revision:16830; }","duration":"367.813836ms","start":"2026-02-24T07:04:46.915032Z","end":"2026-02-24T07:04:47.282846Z","steps":["trace[684969241] 'agreement among raft nodes before linearized reading' (duration: 367.657372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:47.282893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:46.915017Z","time spent":"367.869098ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":15170,"request content":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-dd6p8\" "} {"level":"warn","ts":"2026-02-24T07:04:47.294846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.697777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:04:47.294907Z","caller":"traceutil/trace.go:171","msg":"trace[607844557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16831; }","duration":"219.803829ms","start":"2026-02-24T07:04:47.075089Z","end":"2026-02-24T07:04:47.294892Z","steps":["trace[607844557] 'agreement among raft nodes before linearized reading' (duration: 219.718557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:47.29538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.907997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-xjrrj\" ","response":"range_response_count:1 size:15155"} {"level":"info","ts":"2026-02-24T07:04:47.295421Z","caller":"traceutil/trace.go:171","msg":"trace[685804030] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-xjrrj; range_end:; response_count:1; response_revision:16831; }","duration":"312.995429ms","start":"2026-02-24T07:04:46.982413Z","end":"2026-02-24T07:04:47.295409Z","steps":["trace[685804030] 'agreement among raft nodes before linearized reading' (duration: 312.872866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:47.295455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:46.982388Z","time spent":"313.059141ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":15179,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-xjrrj\" "} {"level":"info","ts":"2026-02-24T07:04:48.507144Z","caller":"traceutil/trace.go:171","msg":"trace[416564713] linearizableReadLoop","detail":"{readStateIndex:17530; appliedIndex:17529; }","duration":"314.266971ms","start":"2026-02-24T07:04:48.192853Z","end":"2026-02-24T07:04:48.50712Z","steps":["trace[416564713] 'read index received' (duration: 314.116638ms)","trace[416564713] 'applied index is now lower than readState.Index' (duration: 149.203µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:04:48.507451Z","caller":"traceutil/trace.go:171","msg":"trace[1344914249] transaction","detail":"{read_only:false; response_revision:16838; number_of_response:1; }","duration":"326.104619ms","start":"2026-02-24T07:04:48.181329Z","end":"2026-02-24T07:04:48.507434Z","steps":["trace[1344914249] 'process raft request' (duration: 325.634177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:48.507621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.754344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12013"} {"level":"info","ts":"2026-02-24T07:04:48.507665Z","caller":"traceutil/trace.go:171","msg":"trace[1813526387] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16838; }","duration":"314.825246ms","start":"2026-02-24T07:04:48.192828Z","end":"2026-02-24T07:04:48.507654Z","steps":["trace[1813526387] 'agreement among raft nodes before linearized reading' (duration: 314.640761ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:48.507698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:48.192822Z","time spent":"314.868456ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12037,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T07:04:48.50768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:48.1813Z","time spent":"326.18494ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6020,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T07:04:48.513905Z","caller":"traceutil/trace.go:171","msg":"trace[1212645184] transaction","detail":"{read_only:false; response_revision:16839; number_of_response:1; }","duration":"277.751275ms","start":"2026-02-24T07:04:48.236132Z","end":"2026-02-24T07:04:48.513884Z","steps":["trace[1212645184] 'process raft request' (duration: 277.53466ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:04:48.51393Z","caller":"traceutil/trace.go:171","msg":"trace[1916197873] transaction","detail":"{read_only:false; response_revision:16840; number_of_response:1; }","duration":"172.967513ms","start":"2026-02-24T07:04:48.340936Z","end":"2026-02-24T07:04:48.513904Z","steps":["trace[1916197873] 'process raft request' (duration: 172.88041ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:48.514164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.927516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:04:48.514232Z","caller":"traceutil/trace.go:171","msg":"trace[1087483141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16840; }","duration":"252.0425ms","start":"2026-02-24T07:04:48.262171Z","end":"2026-02-24T07:04:48.514214Z","steps":["trace[1087483141] 'agreement among raft nodes before linearized reading' (duration: 251.893076ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:04:48.855492Z","caller":"traceutil/trace.go:171","msg":"trace[1823236545] linearizableReadLoop","detail":"{readStateIndex:17533; appliedIndex:17532; }","duration":"339.850494ms","start":"2026-02-24T07:04:48.515619Z","end":"2026-02-24T07:04:48.85547Z","steps":["trace[1823236545] 'read index received' (duration: 339.67565ms)","trace[1823236545] 'applied index is now lower than readState.Index' (duration: 173.754µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:04:48.855622Z","caller":"traceutil/trace.go:171","msg":"trace[409886900] transaction","detail":"{read_only:false; response_revision:16841; number_of_response:1; }","duration":"340.48214ms","start":"2026-02-24T07:04:48.515055Z","end":"2026-02-24T07:04:48.855538Z","steps":["trace[409886900] 'process raft request' (duration: 340.270585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:48.855733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:48.515033Z","time spent":"340.649614ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6395,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T07:04:48.855743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.105841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16940"} {"level":"info","ts":"2026-02-24T07:04:48.855793Z","caller":"traceutil/trace.go:171","msg":"trace[1730026398] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16841; }","duration":"340.197843ms","start":"2026-02-24T07:04:48.515583Z","end":"2026-02-24T07:04:48.855781Z","steps":["trace[1730026398] 'agreement among raft nodes before linearized reading' (duration: 339.997408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:48.85583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:48.515565Z","time spent":"340.257184ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16964,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-24T07:04:49.222837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.153167ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:04:49.222966Z","caller":"traceutil/trace.go:171","msg":"trace[716140331] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16841; }","duration":"212.303071ms","start":"2026-02-24T07:04:49.010644Z","end":"2026-02-24T07:04:49.222947Z","steps":["trace[716140331] 'range keys from in-memory index tree' (duration: 212.132797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:49.223302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.972101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:04:49.223523Z","caller":"traceutil/trace.go:171","msg":"trace[284179720] transaction","detail":"{read_only:false; response_revision:16842; number_of_response:1; }","duration":"528.772749ms","start":"2026-02-24T07:04:48.694711Z","end":"2026-02-24T07:04:49.223483Z","steps":["trace[284179720] 'process raft request' (duration: 205.523981ms)","trace[284179720] 'compare' (duration: 322.730515ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:04:49.223568Z","caller":"traceutil/trace.go:171","msg":"trace[122747990] linearizableReadLoop","detail":"{readStateIndex:17534; appliedIndex:17533; }","duration":"367.990422ms","start":"2026-02-24T07:04:48.855556Z","end":"2026-02-24T07:04:49.223546Z","steps":["trace[122747990] 'read index received' (duration: 44.696852ms)","trace[122747990] 'applied index is now lower than readState.Index' (duration: 323.291119ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:04:49.2237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:48.69468Z","time spent":"528.923333ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:04:49.223713Z","caller":"traceutil/trace.go:171","msg":"trace[1766554990] transaction","detail":"{read_only:false; response_revision:16843; number_of_response:1; }","duration":"362.813972ms","start":"2026-02-24T07:04:48.860885Z","end":"2026-02-24T07:04:49.223699Z","steps":["trace[1766554990] 'process raft request' (duration: 362.592347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:49.223835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:48.860869Z","time spent":"362.908544ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6441,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:04:49.223947Z","caller":"traceutil/trace.go:171","msg":"trace[1903212305] transaction","detail":"{read_only:false; response_revision:16844; number_of_response:1; }","duration":"361.54364ms","start":"2026-02-24T07:04:48.862383Z","end":"2026-02-24T07:04:49.223927Z","steps":["trace[1903212305] 'process raft request' (duration: 361.264833ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:49.224039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:48.862376Z","time spent":"361.623912ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T07:04:49.22409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.947456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-02-24T07:04:49.224207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.402468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:04:49.224228Z","caller":"traceutil/trace.go:171","msg":"trace[502390481] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16843; }","duration":"373.12638ms","start":"2026-02-24T07:04:48.851088Z","end":"2026-02-24T07:04:49.224214Z","steps":["trace[502390481] 'agreement among raft nodes before linearized reading' (duration: 372.502635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:49.224278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.956479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-02-24T07:04:49.224307Z","caller":"traceutil/trace.go:171","msg":"trace[1844427299] transaction","detail":"{read_only:false; response_revision:16845; number_of_response:1; }","duration":"358.950474ms","start":"2026-02-24T07:04:48.865345Z","end":"2026-02-24T07:04:49.224295Z","steps":["trace[1844427299] 'process raft request' (duration: 358.456832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:49.224304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.643817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:04:49.224326Z","caller":"traceutil/trace.go:171","msg":"trace[705197690] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16846; }","duration":"315.049122ms","start":"2026-02-24T07:04:48.909266Z","end":"2026-02-24T07:04:49.224315Z","steps":["trace[705197690] 'agreement among raft nodes before linearized reading' (duration: 314.887348ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:04:49.224331Z","caller":"traceutil/trace.go:171","msg":"trace[1689688448] transaction","detail":"{read_only:false; response_revision:16846; number_of_response:1; }","duration":"332.911891ms","start":"2026-02-24T07:04:48.891406Z","end":"2026-02-24T07:04:49.224318Z","steps":["trace[1689688448] 'process raft request' (duration: 332.537931ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:49.224363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:48.909243Z","time spent":"315.112493ms","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-02-24T07:04:49.224374Z","caller":"traceutil/trace.go:171","msg":"trace[1262043524] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16846; }","duration":"309.755549ms","start":"2026-02-24T07:04:48.914588Z","end":"2026-02-24T07:04:49.224343Z","steps":["trace[1262043524] 'agreement among raft nodes before linearized reading' (duration: 309.660447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:49.224415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:48.891389Z","time spent":"332.974212ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:04:49.224384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:48.86532Z","time spent":"359.010236ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6202,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:04:49.224276Z","caller":"traceutil/trace.go:171","msg":"trace[3470602] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16846; }","duration":"197.515661ms","start":"2026-02-24T07:04:49.026739Z","end":"2026-02-24T07:04:49.224255Z","steps":["trace[3470602] 'agreement among raft nodes before linearized reading' (duration: 197.410728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:49.224428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.12753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:04:49.224583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.015814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:04:49.224612Z","caller":"traceutil/trace.go:171","msg":"trace[1032614169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16846; }","duration":"158.343636ms","start":"2026-02-24T07:04:49.066259Z","end":"2026-02-24T07:04:49.224603Z","steps":["trace[1032614169] 'agreement among raft nodes before linearized reading' (duration: 158.145501ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:04:49.224646Z","caller":"traceutil/trace.go:171","msg":"trace[1488596010] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16846; }","duration":"333.137476ms","start":"2026-02-24T07:04:48.891494Z","end":"2026-02-24T07:04:49.224632Z","steps":["trace[1488596010] 'agreement among raft nodes before linearized reading' (duration: 333.002193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:49.224699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:48.89149Z","time spent":"333.196248ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-02-24T07:04:49.22473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:48.851063Z","time spent":"373.274344ms","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-24T07:04:49.224422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:48.914564Z","time spent":"309.845702ms","remote":"127.0.0.1:53384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-24T07:04:49.224863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.661909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:04:49.224914Z","caller":"traceutil/trace.go:171","msg":"trace[212317876] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16846; }","duration":"333.725941ms","start":"2026-02-24T07:04:48.891172Z","end":"2026-02-24T07:04:49.224898Z","steps":["trace[212317876] 'agreement among raft nodes before linearized reading' (duration: 333.643489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:49.224967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:48.891166Z","time spent":"333.790152ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-02-24T07:04:49.225006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.420601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-24T07:04:49.225071Z","caller":"traceutil/trace.go:171","msg":"trace[1048792297] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:16843; }","duration":"628.519214ms","start":"2026-02-24T07:04:48.596534Z","end":"2026-02-24T07:04:49.225053Z","steps":["trace[1048792297] 'agreement among raft nodes before linearized reading' (duration: 627.105049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:49.225126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:48.596516Z","time spent":"628.591235ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-24T07:04:49.228037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.913381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4943"} {"level":"info","ts":"2026-02-24T07:04:49.228119Z","caller":"traceutil/trace.go:171","msg":"trace[926983838] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:16846; }","duration":"337.054294ms","start":"2026-02-24T07:04:48.891046Z","end":"2026-02-24T07:04:49.2281Z","steps":["trace[926983838] 'agreement among raft nodes before linearized reading' (duration: 333.012853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:49.228164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:48.890969Z","time spent":"337.181718ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4967,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-02-24T07:04:49.44256Z","caller":"traceutil/trace.go:171","msg":"trace[1484512092] linearizableReadLoop","detail":"{readStateIndex:17540; appliedIndex:17539; }","duration":"156.431239ms","start":"2026-02-24T07:04:49.286098Z","end":"2026-02-24T07:04:49.442529Z","steps":["trace[1484512092] 'read index received' (duration: 156.285575ms)","trace[1484512092] 'applied index is now lower than readState.Index' (duration: 144.224µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:04:49.442642Z","caller":"traceutil/trace.go:171","msg":"trace[416705649] transaction","detail":"{read_only:false; response_revision:16848; number_of_response:1; }","duration":"194.106345ms","start":"2026-02-24T07:04:49.248509Z","end":"2026-02-24T07:04:49.442615Z","steps":["trace[416705649] 'process raft request' (duration: 193.854959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:49.442843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.718976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-24T07:04:49.44307Z","caller":"traceutil/trace.go:171","msg":"trace[1923285091] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16848; }","duration":"157.003543ms","start":"2026-02-24T07:04:49.286048Z","end":"2026-02-24T07:04:49.443051Z","steps":["trace[1923285091] 'agreement among raft nodes before linearized reading' (duration: 156.602793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:49.643528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.732877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:04:49.643732Z","caller":"traceutil/trace.go:171","msg":"trace[1699592275] transaction","detail":"{read_only:false; response_revision:16849; number_of_response:1; }","duration":"345.287622ms","start":"2026-02-24T07:04:49.298417Z","end":"2026-02-24T07:04:49.643705Z","steps":["trace[1699592275] 'process raft request' (duration: 229.273868ms)","trace[1699592275] 'compare' (duration: 115.540392ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:04:49.643839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:49.298401Z","time spent":"345.378774ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:04:49.643875Z","caller":"traceutil/trace.go:171","msg":"trace[1328924232] transaction","detail":"{read_only:false; response_revision:16850; number_of_response:1; }","duration":"195.566422ms","start":"2026-02-24T07:04:49.448289Z","end":"2026-02-24T07:04:49.643855Z","steps":["trace[1328924232] 'process raft request' (duration: 195.391177ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:04:49.643875Z","caller":"traceutil/trace.go:171","msg":"trace[1980114397] linearizableReadLoop","detail":"{readStateIndex:17541; appliedIndex:17540; }","duration":"201.200663ms","start":"2026-02-24T07:04:49.44264Z","end":"2026-02-24T07:04:49.64384Z","steps":["trace[1980114397] 'read index received' (duration: 85.061866ms)","trace[1980114397] 'applied index is now lower than readState.Index' (duration: 116.136557ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:04:49.644075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.880538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T07:04:49.644126Z","caller":"traceutil/trace.go:171","msg":"trace[154447934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16850; }","duration":"357.97063ms","start":"2026-02-24T07:04:49.286141Z","end":"2026-02-24T07:04:49.644111Z","steps":["trace[154447934] 'agreement among raft nodes before linearized reading' (duration: 357.771615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:49.644182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:49.286119Z","time spent":"358.050282ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T07:04:49.644264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.348013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wnpr8\" ","response":"range_response_count:1 size:9558"} {"level":"info","ts":"2026-02-24T07:04:49.64432Z","caller":"traceutil/trace.go:171","msg":"trace[1650928571] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wnpr8; range_end:; response_count:1; response_revision:16850; }","duration":"161.443165ms","start":"2026-02-24T07:04:49.482864Z","end":"2026-02-24T07:04:49.644307Z","steps":["trace[1650928571] 'agreement among raft nodes before linearized reading' (duration: 161.293711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:49.644368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.144949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29531940-mgb4x\" ","response":"range_response_count:1 size:6847"} {"level":"info","ts":"2026-02-24T07:04:49.644422Z","caller":"traceutil/trace.go:171","msg":"trace[1542341929] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29531940-mgb4x; range_end:; response_count:1; response_revision:16850; }","duration":"265.252152ms","start":"2026-02-24T07:04:49.379158Z","end":"2026-02-24T07:04:49.644411Z","steps":["trace[1542341929] 'agreement among raft nodes before linearized reading' (duration: 265.117448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:49.644615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.069357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-47gbw\" ","response":"range_response_count:1 size:6286"} {"level":"info","ts":"2026-02-24T07:04:49.644672Z","caller":"traceutil/trace.go:171","msg":"trace[249735968] range","detail":"{range_begin:/registry/pods/openstack/keepalived-47gbw; range_end:; response_count:1; response_revision:16850; }","duration":"271.178941ms","start":"2026-02-24T07:04:49.373481Z","end":"2026-02-24T07:04:49.644659Z","steps":["trace[249735968] 'agreement among raft nodes before linearized reading' (duration: 271.051318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:49.644705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.227855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-ks-service\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-02-24T07:04:49.64476Z","caller":"traceutil/trace.go:171","msg":"trace[1780873875] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-ks-service; range_end:; response_count:1; response_revision:16850; }","duration":"129.313917ms","start":"2026-02-24T07:04:49.515433Z","end":"2026-02-24T07:04:49.644747Z","steps":["trace[1780873875] 'agreement among raft nodes before linearized reading' (duration: 129.177534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:49.644951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.427436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-24T07:04:49.645012Z","caller":"traceutil/trace.go:171","msg":"trace[1861236529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16850; }","duration":"357.522678ms","start":"2026-02-24T07:04:49.287471Z","end":"2026-02-24T07:04:49.644994Z","steps":["trace[1861236529] 'agreement among raft nodes before linearized reading' (duration: 357.383485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:49.645053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:49.287453Z","time spent":"357.588039ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T07:04:49.645075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.165621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-02-24T07:04:49.645097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.875799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-dd6p8\" ","response":"range_response_count:1 size:15146"} {"level":"info","ts":"2026-02-24T07:04:49.645197Z","caller":"traceutil/trace.go:171","msg":"trace[591176362] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-dd6p8; range_end:; response_count:1; response_revision:16850; }","duration":"335.050054ms","start":"2026-02-24T07:04:49.310129Z","end":"2026-02-24T07:04:49.645179Z","steps":["trace[591176362] 'agreement among raft nodes before linearized reading' (duration: 334.635833ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:49.645228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.924254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-24T07:04:49.645278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:49.310109Z","time spent":"335.156517ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":15170,"request content":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-dd6p8\" "} {"level":"info","ts":"2026-02-24T07:04:49.645289Z","caller":"traceutil/trace.go:171","msg":"trace[450138567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16850; }","duration":"358.985185ms","start":"2026-02-24T07:04:49.28629Z","end":"2026-02-24T07:04:49.645276Z","steps":["trace[450138567] 'agreement among raft nodes before linearized reading' (duration: 358.852592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:49.645332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:49.286234Z","time spent":"359.085808ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T07:04:49.645236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.325067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-t9z56\" ","response":"range_response_count:1 size:20336"} {"level":"info","ts":"2026-02-24T07:04:49.645121Z","caller":"traceutil/trace.go:171","msg":"trace[546898174] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16850; }","duration":"150.235422ms","start":"2026-02-24T07:04:49.494872Z","end":"2026-02-24T07:04:49.645108Z","steps":["trace[546898174] 'agreement among raft nodes before linearized reading' (duration: 150.106379ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:04:49.645391Z","caller":"traceutil/trace.go:171","msg":"trace[1051739012] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-t9z56; range_end:; response_count:1; response_revision:16850; }","duration":"162.504991ms","start":"2026-02-24T07:04:49.482865Z","end":"2026-02-24T07:04:49.64537Z","steps":["trace[1051739012] 'agreement among raft nodes before linearized reading' (duration: 162.279126ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:49.645382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.453239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-xjrrj\" ","response":"range_response_count:1 size:15155"} {"level":"warn","ts":"2026-02-24T07:04:49.64539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.099242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tjhdz\" ","response":"range_response_count:1 size:21596"} {"level":"info","ts":"2026-02-24T07:04:49.645451Z","caller":"traceutil/trace.go:171","msg":"trace[51919997] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-xjrrj; range_end:; response_count:1; response_revision:16850; }","duration":"330.561201ms","start":"2026-02-24T07:04:49.314869Z","end":"2026-02-24T07:04:49.64543Z","steps":["trace[51919997] 'agreement among raft nodes before linearized reading' (duration: 330.321475ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:04:49.645485Z","caller":"traceutil/trace.go:171","msg":"trace[986552986] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tjhdz; range_end:; response_count:1; response_revision:16850; }","duration":"129.226715ms","start":"2026-02-24T07:04:49.516235Z","end":"2026-02-24T07:04:49.645461Z","steps":["trace[986552986] 'agreement among raft nodes before linearized reading' (duration: 128.937777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:49.645494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:04:49.314851Z","time spent":"330.631983ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":15179,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-xjrrj\" "} {"level":"warn","ts":"2026-02-24T07:04:49.886527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.287512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-24T07:04:49.886591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.578897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:04:49.886645Z","caller":"traceutil/trace.go:171","msg":"trace[1226468404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16855; }","duration":"136.470947ms","start":"2026-02-24T07:04:49.750153Z","end":"2026-02-24T07:04:49.886624Z","steps":["trace[1226468404] 'range keys from in-memory index tree' (duration: 136.059887ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:04:49.886878Z","caller":"traceutil/trace.go:171","msg":"trace[1680100969] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:16855; }","duration":"110.725831ms","start":"2026-02-24T07:04:49.775931Z","end":"2026-02-24T07:04:49.886657Z","steps":["trace[1680100969] 'count revisions from in-memory index tree' (duration: 110.471524ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:04:55.709138Z","caller":"traceutil/trace.go:171","msg":"trace[1956729788] transaction","detail":"{read_only:false; response_revision:16888; number_of_response:1; }","duration":"180.286498ms","start":"2026-02-24T07:04:55.528819Z","end":"2026-02-24T07:04:55.709106Z","steps":["trace[1956729788] 'process raft request' (duration: 180.092843ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:04:55.901172Z","caller":"traceutil/trace.go:171","msg":"trace[347132453] transaction","detail":"{read_only:false; response_revision:16891; number_of_response:1; }","duration":"142.862888ms","start":"2026-02-24T07:04:55.758282Z","end":"2026-02-24T07:04:55.901144Z","steps":["trace[347132453] 'process raft request' (duration: 52.645652ms)","trace[347132453] 'compare' (duration: 90.026571ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:04:55.901454Z","caller":"traceutil/trace.go:171","msg":"trace[1354923939] transaction","detail":"{read_only:false; response_revision:16892; number_of_response:1; }","duration":"142.862798ms","start":"2026-02-24T07:04:55.758567Z","end":"2026-02-24T07:04:55.90143Z","steps":["trace[1354923939] 'process raft request' (duration: 142.532069ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:04:55.901646Z","caller":"traceutil/trace.go:171","msg":"trace[947263139] transaction","detail":"{read_only:false; response_revision:16893; number_of_response:1; }","duration":"142.91422ms","start":"2026-02-24T07:04:55.758721Z","end":"2026-02-24T07:04:55.901636Z","steps":["trace[947263139] 'process raft request' (duration: 142.596971ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:04:55.901592Z","caller":"traceutil/trace.go:171","msg":"trace[1770478071] linearizableReadLoop","detail":"{readStateIndex:17584; appliedIndex:17582; }","duration":"143.119035ms","start":"2026-02-24T07:04:55.758447Z","end":"2026-02-24T07:04:55.901566Z","steps":["trace[1770478071] 'read index received' (duration: 12.819422ms)","trace[1770478071] 'applied index is now lower than readState.Index' (duration: 130.298353ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:04:55.901928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.694351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tjhdz\" ","response":"range_response_count:1 size:21596"} {"level":"info","ts":"2026-02-24T07:04:55.901957Z","caller":"traceutil/trace.go:171","msg":"trace[845824521] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tjhdz; range_end:; response_count:1; response_revision:16893; }","duration":"122.752872ms","start":"2026-02-24T07:04:55.779197Z","end":"2026-02-24T07:04:55.90195Z","steps":["trace[845824521] 'agreement among raft nodes before linearized reading' (duration: 122.63597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:55.902091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.680145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7704"} {"level":"info","ts":"2026-02-24T07:04:55.90211Z","caller":"traceutil/trace.go:171","msg":"trace[1393771227] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:16893; }","duration":"105.774987ms","start":"2026-02-24T07:04:55.79633Z","end":"2026-02-24T07:04:55.902105Z","steps":["trace[1393771227] 'agreement among raft nodes before linearized reading' (duration: 105.718946ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:55.902266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.592813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29531940-mgb4x\" ","response":"range_response_count:1 size:6847"} {"level":"info","ts":"2026-02-24T07:04:55.902291Z","caller":"traceutil/trace.go:171","msg":"trace[380500000] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29531940-mgb4x; range_end:; response_count:1; response_revision:16893; }","duration":"117.631375ms","start":"2026-02-24T07:04:55.784651Z","end":"2026-02-24T07:04:55.902283Z","steps":["trace[380500000] 'agreement among raft nodes before linearized reading' (duration: 117.538452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:55.902328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.096692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-t9z56\" ","response":"range_response_count:1 size:20336"} {"level":"info","ts":"2026-02-24T07:04:55.902388Z","caller":"traceutil/trace.go:171","msg":"trace[1336095099] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-t9z56; range_end:; response_count:1; response_revision:16893; }","duration":"125.192234ms","start":"2026-02-24T07:04:55.777178Z","end":"2026-02-24T07:04:55.90237Z","steps":["trace[1336095099] 'agreement among raft nodes before linearized reading' (duration: 125.01477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:55.902585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.827011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-xjrrj\" ","response":"range_response_count:1 size:15155"} {"level":"info","ts":"2026-02-24T07:04:55.90261Z","caller":"traceutil/trace.go:171","msg":"trace[247144390] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-xjrrj; range_end:; response_count:1; response_revision:16893; }","duration":"131.882863ms","start":"2026-02-24T07:04:55.770721Z","end":"2026-02-24T07:04:55.902604Z","steps":["trace[247144390] 'agreement among raft nodes before linearized reading' (duration: 131.817411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:55.902701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.916993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-dd6p8\" ","response":"range_response_count:1 size:15146"} {"level":"info","ts":"2026-02-24T07:04:55.902718Z","caller":"traceutil/trace.go:171","msg":"trace[1415171657] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-dd6p8; range_end:; response_count:1; response_revision:16893; }","duration":"131.943293ms","start":"2026-02-24T07:04:55.77077Z","end":"2026-02-24T07:04:55.902714Z","steps":["trace[1415171657] 'agreement among raft nodes before linearized reading' (duration: 131.896822ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:55.902901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.416367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:900371"} {"level":"info","ts":"2026-02-24T07:04:55.903049Z","caller":"traceutil/trace.go:171","msg":"trace[1096686866] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16893; }","duration":"144.52314ms","start":"2026-02-24T07:04:55.758423Z","end":"2026-02-24T07:04:55.902946Z","steps":["trace[1096686866] 'agreement among raft nodes before linearized reading' (duration: 143.240208ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:04:55.903115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.967856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:900371"} {"level":"info","ts":"2026-02-24T07:04:55.903133Z","caller":"traceutil/trace.go:171","msg":"trace[316954799] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16893; }","duration":"142.001227ms","start":"2026-02-24T07:04:55.761126Z","end":"2026-02-24T07:04:55.903128Z","steps":["trace[316954799] 'agreement among raft nodes before linearized reading' (duration: 140.637273ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:04:56.158697Z","caller":"traceutil/trace.go:171","msg":"trace[106894698] linearizableReadLoop","detail":"{readStateIndex:17587; appliedIndex:17586; }","duration":"122.393513ms","start":"2026-02-24T07:04:56.036244Z","end":"2026-02-24T07:04:56.158638Z","steps":["trace[106894698] 'read index received' (duration: 37.419289ms)","trace[106894698] 'applied index is now lower than readState.Index' (duration: 84.971974ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:04:56.159028Z","caller":"traceutil/trace.go:171","msg":"trace[215704461] transaction","detail":"{read_only:false; response_revision:16894; number_of_response:1; }","duration":"170.910722ms","start":"2026-02-24T07:04:55.98804Z","end":"2026-02-24T07:04:56.15895Z","steps":["trace[215704461] 'process raft request' (duration: 85.785864ms)","trace[215704461] 'compare' (duration: 84.00899ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:04:56.159093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.826253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tjhdz\" ","response":"range_response_count:1 size:21596"} {"level":"info","ts":"2026-02-24T07:04:56.159157Z","caller":"traceutil/trace.go:171","msg":"trace[2146765315] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tjhdz; range_end:; response_count:1; response_revision:16894; }","duration":"122.954467ms","start":"2026-02-24T07:04:56.036185Z","end":"2026-02-24T07:04:56.159139Z","steps":["trace[2146765315] 'agreement among raft nodes before linearized reading' (duration: 122.628639ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:04:56.663908Z","caller":"traceutil/trace.go:171","msg":"trace[131838971] transaction","detail":"{read_only:false; response_revision:16895; number_of_response:1; }","duration":"145.445463ms","start":"2026-02-24T07:04:56.518444Z","end":"2026-02-24T07:04:56.663889Z","steps":["trace[131838971] 'process raft request' (duration: 145.3054ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:04:56.667388Z","caller":"traceutil/trace.go:171","msg":"trace[1523199402] transaction","detail":"{read_only:false; response_revision:16896; number_of_response:1; }","duration":"127.785389ms","start":"2026-02-24T07:04:56.539579Z","end":"2026-02-24T07:04:56.667364Z","steps":["trace[1523199402] 'process raft request' (duration: 127.678236ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:04:56.844724Z","caller":"traceutil/trace.go:171","msg":"trace[673643896] transaction","detail":"{read_only:false; response_revision:16897; number_of_response:1; }","duration":"110.482894ms","start":"2026-02-24T07:04:56.734211Z","end":"2026-02-24T07:04:56.844693Z","steps":["trace[673643896] 'process raft request' (duration: 37.149773ms)","trace[673643896] 'compare' (duration: 73.217838ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:06:00.800277Z","caller":"traceutil/trace.go:171","msg":"trace[726127919] transaction","detail":"{read_only:false; response_revision:17312; number_of_response:1; }","duration":"102.655307ms","start":"2026-02-24T07:06:00.697594Z","end":"2026-02-24T07:06:00.800249Z","steps":["trace[726127919] 'process raft request' (duration: 102.326499ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:02.197334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.506528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:06:02.197406Z","caller":"traceutil/trace.go:171","msg":"trace[25562277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17319; }","duration":"130.617411ms","start":"2026-02-24T07:06:02.066773Z","end":"2026-02-24T07:06:02.19739Z","steps":["trace[25562277] 'range keys from in-memory index tree' (duration: 130.433497ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:02.456384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.748991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T07:06:02.456457Z","caller":"traceutil/trace.go:171","msg":"trace[1616194161] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17321; }","duration":"153.877794ms","start":"2026-02-24T07:06:02.302565Z","end":"2026-02-24T07:06:02.456443Z","steps":["trace[1616194161] 'range keys from in-memory index tree' (duration: 153.576737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:02.456653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.84053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-24T07:06:02.45668Z","caller":"traceutil/trace.go:171","msg":"trace[1970431128] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:17321; }","duration":"158.897532ms","start":"2026-02-24T07:06:02.297776Z","end":"2026-02-24T07:06:02.456673Z","steps":["trace[1970431128] 'range keys from in-memory index tree' (duration: 158.703145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:02.45689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.531217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-24T07:06:02.456974Z","caller":"traceutil/trace.go:171","msg":"trace[313795936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17321; }","duration":"153.642549ms","start":"2026-02-24T07:06:02.303318Z","end":"2026-02-24T07:06:02.45696Z","steps":["trace[313795936] 'range keys from in-memory index tree' (duration: 153.108875ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:02.652531Z","caller":"traceutil/trace.go:171","msg":"trace[1423806449] transaction","detail":"{read_only:false; response_revision:17324; number_of_response:1; }","duration":"191.428597ms","start":"2026-02-24T07:06:02.461074Z","end":"2026-02-24T07:06:02.652502Z","steps":["trace[1423806449] 'process raft request' (duration: 191.184001ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:02.652522Z","caller":"traceutil/trace.go:171","msg":"trace[1928559688] transaction","detail":"{read_only:false; response_revision:17323; number_of_response:1; }","duration":"192.228557ms","start":"2026-02-24T07:06:02.460247Z","end":"2026-02-24T07:06:02.652476Z","steps":["trace[1928559688] 'process raft request' (duration: 105.594181ms)","trace[1928559688] 'compare' (duration: 86.316228ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:06:04.56366Z","caller":"traceutil/trace.go:171","msg":"trace[1670014352] transaction","detail":"{read_only:false; response_revision:17363; number_of_response:1; }","duration":"275.279573ms","start":"2026-02-24T07:06:04.288347Z","end":"2026-02-24T07:06:04.563627Z","steps":["trace[1670014352] 'process raft request' (duration: 275.095459ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:04.686039Z","caller":"traceutil/trace.go:171","msg":"trace[368351229] linearizableReadLoop","detail":"{readStateIndex:18075; appliedIndex:18073; }","duration":"162.835519ms","start":"2026-02-24T07:06:04.523179Z","end":"2026-02-24T07:06:04.686014Z","steps":["trace[368351229] 'read index received' (duration: 40.300813ms)","trace[368351229] 'applied index is now lower than readState.Index' (duration: 122.533456ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:06:04.686167Z","caller":"traceutil/trace.go:171","msg":"trace[1505484100] transaction","detail":"{read_only:false; response_revision:17364; number_of_response:1; }","duration":"238.976861ms","start":"2026-02-24T07:06:04.447178Z","end":"2026-02-24T07:06:04.686155Z","steps":["trace[1505484100] 'process raft request' (duration: 186.727519ms)","trace[1505484100] 'compare' (duration: 51.988075ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:06:04.68639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.193098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-24T07:06:04.686429Z","caller":"traceutil/trace.go:171","msg":"trace[457131610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17364; }","duration":"163.28571ms","start":"2026-02-24T07:06:04.523134Z","end":"2026-02-24T07:06:04.68642Z","steps":["trace[457131610] 'agreement among raft nodes before linearized reading' (duration: 163.150647ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:04.824253Z","caller":"traceutil/trace.go:171","msg":"trace[812401678] transaction","detail":"{read_only:false; response_revision:17365; number_of_response:1; }","duration":"135.817842ms","start":"2026-02-24T07:06:04.688402Z","end":"2026-02-24T07:06:04.82422Z","steps":["trace[812401678] 'process raft request' (duration: 106.382692ms)","trace[812401678] 'compare' (duration: 29.01717ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:06:04.91774Z","caller":"traceutil/trace.go:171","msg":"trace[711517821] transaction","detail":"{read_only:false; response_revision:17366; number_of_response:1; }","duration":"208.386552ms","start":"2026-02-24T07:06:04.709319Z","end":"2026-02-24T07:06:04.917705Z","steps":["trace[711517821] 'process raft request' (duration: 208.137556ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:04.918312Z","caller":"traceutil/trace.go:171","msg":"trace[429544721] linearizableReadLoop","detail":"{readStateIndex:18081; appliedIndex:18075; }","duration":"196.390791ms","start":"2026-02-24T07:06:04.72189Z","end":"2026-02-24T07:06:04.918281Z","steps":["trace[429544721] 'read index received' (duration: 72.920631ms)","trace[429544721] 'applied index is now lower than readState.Index' (duration: 123.46881ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:06:04.918331Z","caller":"traceutil/trace.go:171","msg":"trace[108891882] transaction","detail":"{read_only:false; response_revision:17368; number_of_response:1; }","duration":"207.806988ms","start":"2026-02-24T07:06:04.710502Z","end":"2026-02-24T07:06:04.918309Z","steps":["trace[108891882] 'process raft request' (duration: 207.440279ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:04.918621Z","caller":"traceutil/trace.go:171","msg":"trace[899988] transaction","detail":"{read_only:false; response_revision:17367; number_of_response:1; }","duration":"208.846334ms","start":"2026-02-24T07:06:04.70974Z","end":"2026-02-24T07:06:04.918586Z","steps":["trace[899988] 'process raft request' (duration: 207.910251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:04.918866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.935986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:06:04.918961Z","caller":"traceutil/trace.go:171","msg":"trace[1462229180] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:17370; }","duration":"197.088229ms","start":"2026-02-24T07:06:04.721852Z","end":"2026-02-24T07:06:04.91894Z","steps":["trace[1462229180] 'agreement among raft nodes before linearized reading' (duration: 196.851833ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:04.918473Z","caller":"traceutil/trace.go:171","msg":"trace[1309493172] transaction","detail":"{read_only:false; response_revision:17369; number_of_response:1; }","duration":"207.375248ms","start":"2026-02-24T07:06:04.711085Z","end":"2026-02-24T07:06:04.918461Z","steps":["trace[1309493172] 'process raft request' (duration: 207.007099ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:04.919307Z","caller":"traceutil/trace.go:171","msg":"trace[1205893131] transaction","detail":"{read_only:false; response_revision:17370; number_of_response:1; }","duration":"207.791818ms","start":"2026-02-24T07:06:04.711496Z","end":"2026-02-24T07:06:04.919287Z","steps":["trace[1205893131] 'process raft request' (duration: 206.640189ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:04.918911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.389313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-24T07:06:04.919491Z","caller":"traceutil/trace.go:171","msg":"trace[1615667895] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17370; }","duration":"166.03394ms","start":"2026-02-24T07:06:04.753446Z","end":"2026-02-24T07:06:04.91948Z","steps":["trace[1615667895] 'agreement among raft nodes before linearized reading' (duration: 165.331502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:04.919685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.393803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-24T07:06:04.919752Z","caller":"traceutil/trace.go:171","msg":"trace[1407505447] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:17370; }","duration":"157.480974ms","start":"2026-02-24T07:06:04.762252Z","end":"2026-02-24T07:06:04.919733Z","steps":["trace[1407505447] 'agreement among raft nodes before linearized reading' (duration: 157.278489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:05.129474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.476384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:06:05.129587Z","caller":"traceutil/trace.go:171","msg":"trace[1400903554] linearizableReadLoop","detail":"{readStateIndex:18082; appliedIndex:18081; }","duration":"204.572947ms","start":"2026-02-24T07:06:04.925003Z","end":"2026-02-24T07:06:05.129576Z","steps":["trace[1400903554] 'read index received' (duration: 17.96252ms)","trace[1400903554] 'applied index is now lower than readState.Index' (duration: 186.609657ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:06:05.12965Z","caller":"traceutil/trace.go:171","msg":"trace[833319015] transaction","detail":"{read_only:false; response_revision:17371; number_of_response:1; }","duration":"204.993788ms","start":"2026-02-24T07:06:04.924647Z","end":"2026-02-24T07:06:05.129641Z","steps":["trace[833319015] 'process raft request' (duration: 18.282449ms)","trace[833319015] 'compare' (duration: 186.393691ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:06:05.1298Z","caller":"traceutil/trace.go:171","msg":"trace[447158998] transaction","detail":"{read_only:false; response_revision:17372; number_of_response:1; }","duration":"203.491931ms","start":"2026-02-24T07:06:04.926303Z","end":"2026-02-24T07:06:05.129795Z","steps":["trace[447158998] 'process raft request' (duration: 203.248105ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:05.13039Z","caller":"traceutil/trace.go:171","msg":"trace[1609498902] transaction","detail":"{read_only:false; response_revision:17373; number_of_response:1; }","duration":"131.482032ms","start":"2026-02-24T07:06:04.998877Z","end":"2026-02-24T07:06:05.130359Z","steps":["trace[1609498902] 'process raft request' (duration: 130.889327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:05.130929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.9111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:932738"} {"level":"info","ts":"2026-02-24T07:06:05.130967Z","caller":"traceutil/trace.go:171","msg":"trace[1170804314] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17372; }","duration":"205.965012ms","start":"2026-02-24T07:06:04.924994Z","end":"2026-02-24T07:06:05.130959Z","steps":["trace[1170804314] 'agreement among raft nodes before linearized reading' (duration: 204.746351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:05.13149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.923001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:932738"} {"level":"info","ts":"2026-02-24T07:06:05.131578Z","caller":"traceutil/trace.go:171","msg":"trace[1506397417] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17373; }","duration":"206.077004ms","start":"2026-02-24T07:06:04.925482Z","end":"2026-02-24T07:06:05.131559Z","steps":["trace[1506397417] 'agreement among raft nodes before linearized reading' (duration: 204.871125ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:05.132059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.770448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:932738"} {"level":"info","ts":"2026-02-24T07:06:05.13218Z","caller":"traceutil/trace.go:171","msg":"trace[1180737461] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17373; }","duration":"205.951522ms","start":"2026-02-24T07:06:04.926204Z","end":"2026-02-24T07:06:05.132155Z","steps":["trace[1180737461] 'agreement among raft nodes before linearized reading' (duration: 204.363382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:16.107544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637863296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:06:16.49727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221695041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29531940-mgb4x\" ","response":"range_response_count:1 size:6847"} {"level":"info","ts":"2026-02-24T07:06:16.497366Z","caller":"traceutil/trace.go:171","msg":"trace[203497345] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29531940-mgb4x; range_end:; response_count:1; response_revision:17436; }","duration":"1.221870066s","start":"2026-02-24T07:06:15.275469Z","end":"2026-02-24T07:06:16.497339Z","steps":["trace[203497345] 'range keys from in-memory index tree' (duration: 1.221405404s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:16.497403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:15.275444Z","time spent":"1.221950738s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6871,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29531940-mgb4x\" "} {"level":"warn","ts":"2026-02-24T07:06:16.497651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196315303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wnpr8\" ","response":"range_response_count:1 size:9558"} {"level":"info","ts":"2026-02-24T07:06:16.497679Z","caller":"traceutil/trace.go:171","msg":"trace[312149803] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wnpr8; range_end:; response_count:1; response_revision:17436; }","duration":"1.196372454s","start":"2026-02-24T07:06:15.3013Z","end":"2026-02-24T07:06:16.497672Z","steps":["trace[312149803] 'range keys from in-memory index tree' (duration: 1.196227362s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:16.497697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:15.301284Z","time spent":"1.196408796s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9582,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wnpr8\" "} {"level":"warn","ts":"2026-02-24T07:06:16.49783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190061177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tjhdz\" ","response":"range_response_count:1 size:21596"} {"level":"info","ts":"2026-02-24T07:06:16.497868Z","caller":"traceutil/trace.go:171","msg":"trace[600710288] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tjhdz; range_end:; response_count:1; response_revision:17436; }","duration":"1.190122498s","start":"2026-02-24T07:06:15.30774Z","end":"2026-02-24T07:06:16.497862Z","steps":["trace[600710288] 'range keys from in-memory index tree' (duration: 1.189960744s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:16.497888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:15.307729Z","time spent":"1.190153899s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":21620,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tjhdz\" "} {"level":"warn","ts":"2026-02-24T07:06:16.498059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066470373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:06:16.498147Z","caller":"traceutil/trace.go:171","msg":"trace[334250370] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:17436; }","duration":"1.066576105s","start":"2026-02-24T07:06:15.43155Z","end":"2026-02-24T07:06:16.498126Z","steps":["trace[334250370] 'count revisions from in-memory index tree' (duration: 1.066372601s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:16.498188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:15.431489Z","time spent":"1.066687549s","remote":"127.0.0.1:53168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:06:16.498467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062502303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-02-24T07:06:16.498497Z","caller":"traceutil/trace.go:171","msg":"trace[1905230414] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17436; }","duration":"1.062560614s","start":"2026-02-24T07:06:15.435929Z","end":"2026-02-24T07:06:16.49849Z","steps":["trace[1905230414] 'range keys from in-memory index tree' (duration: 1.062349708s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:16.498521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:15.435915Z","time spent":"1.062599665s","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-24T07:06:16.498699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06240052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-02-24T07:06:16.498792Z","caller":"traceutil/trace.go:171","msg":"trace[472234527] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17436; }","duration":"1.062575254s","start":"2026-02-24T07:06:15.436191Z","end":"2026-02-24T07:06:16.498766Z","steps":["trace[472234527] 'range keys from in-memory index tree' (duration: 1.062159064s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:16.498764Z","caller":"traceutil/trace.go:171","msg":"trace[875527853] transaction","detail":"{read_only:false; response_revision:17437; number_of_response:1; }","duration":"903.321235ms","start":"2026-02-24T07:06:15.595387Z","end":"2026-02-24T07:06:16.498708Z","steps":["trace[875527853] 'process raft request' (duration: 885.029126ms)","trace[875527853] 'compare' (duration: 16.281828ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:06:16.49884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:15.436163Z","time spent":"1.062664587s","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-24T07:06:16.499032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:15.595346Z","time spent":"903.52404ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:06:16.512004Z","caller":"traceutil/trace.go:171","msg":"trace[384926638] transaction","detail":"{read_only:false; response_revision:17438; number_of_response:1; }","duration":"753.776509ms","start":"2026-02-24T07:06:15.758198Z","end":"2026-02-24T07:06:16.511974Z","steps":["trace[384926638] 'process raft request' (duration: 753.478442ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:16.512Z","caller":"traceutil/trace.go:171","msg":"trace[1785325358] linearizableReadLoop","detail":"{readStateIndex:18151; appliedIndex:18149; }","duration":"905.044109ms","start":"2026-02-24T07:06:15.606922Z","end":"2026-02-24T07:06:16.511966Z","steps":["trace[1785325358] 'read index received' (duration: 873.453776ms)","trace[1785325358] 'applied index is now lower than readState.Index' (duration: 31.588993ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:06:16.512072Z","caller":"traceutil/trace.go:171","msg":"trace[1877857466] transaction","detail":"{read_only:false; response_revision:17439; number_of_response:1; }","duration":"323.882034ms","start":"2026-02-24T07:06:16.18815Z","end":"2026-02-24T07:06:16.512032Z","steps":["trace[1877857466] 'process raft request' (duration: 323.73599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:16.512169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:15.758175Z","time spent":"753.903533ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T07:06:16.512239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:16.188132Z","time spent":"324.013127ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:06:16.512391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.147273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:06:16.512237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.309055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-02-24T07:06:16.513071Z","caller":"traceutil/trace.go:171","msg":"trace[1429494317] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:17439; }","duration":"906.182877ms","start":"2026-02-24T07:06:15.606863Z","end":"2026-02-24T07:06:16.513046Z","steps":["trace[1429494317] 'agreement among raft nodes before linearized reading' (duration: 905.250554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:16.513148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:15.606838Z","time spent":"906.29803ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-02-24T07:06:16.512337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.938655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-02-24T07:06:16.51334Z","caller":"traceutil/trace.go:171","msg":"trace[1006334548] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17439; }","duration":"592.92029ms","start":"2026-02-24T07:06:15.920325Z","end":"2026-02-24T07:06:16.513246Z","steps":["trace[1006334548] 'agreement among raft nodes before linearized reading' (duration: 591.826833ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:16.513412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:15.920308Z","time spent":"593.083543ms","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-24T07:06:16.512429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.212179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12013"} {"level":"info","ts":"2026-02-24T07:06:16.512793Z","caller":"traceutil/trace.go:171","msg":"trace[227867219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17439; }","duration":"446.569424ms","start":"2026-02-24T07:06:16.066202Z","end":"2026-02-24T07:06:16.512772Z","steps":["trace[227867219] 'agreement among raft nodes before linearized reading' (duration: 446.163344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:16.514749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:16.066181Z","time spent":"448.541414ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T07:06:16.513503Z","caller":"traceutil/trace.go:171","msg":"trace[1453903624] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17439; }","duration":"299.302366ms","start":"2026-02-24T07:06:16.21417Z","end":"2026-02-24T07:06:16.513472Z","steps":["trace[1453903624] 'agreement among raft nodes before linearized reading' (duration: 298.029355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:16.515252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:16.214156Z","time spent":"301.01265ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12037,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T07:06:20.684104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.632224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wnpr8\" ","response":"range_response_count:1 size:9558"} {"level":"info","ts":"2026-02-24T07:06:20.684173Z","caller":"traceutil/trace.go:171","msg":"trace[1676725183] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wnpr8; range_end:; response_count:1; response_revision:17467; }","duration":"119.731477ms","start":"2026-02-24T07:06:20.564425Z","end":"2026-02-24T07:06:20.684156Z","steps":["trace[1676725183] 'range keys from in-memory index tree' (duration: 119.498202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:20.684211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.761357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tjhdz\" ","response":"range_response_count:1 size:21596"} {"level":"info","ts":"2026-02-24T07:06:20.684298Z","caller":"traceutil/trace.go:171","msg":"trace[1049500231] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tjhdz; range_end:; response_count:1; response_revision:17467; }","duration":"115.878339ms","start":"2026-02-24T07:06:20.568397Z","end":"2026-02-24T07:06:20.684276Z","steps":["trace[1049500231] 'range keys from in-memory index tree' (duration: 115.610793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:20.685286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.20887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:932934"} {"level":"info","ts":"2026-02-24T07:06:20.685391Z","caller":"traceutil/trace.go:171","msg":"trace[1392039794] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17467; }","duration":"124.354153ms","start":"2026-02-24T07:06:20.561013Z","end":"2026-02-24T07:06:20.685367Z","steps":["trace[1392039794] 'range keys from in-memory index tree' (duration: 123.143322ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:21.242067Z","caller":"traceutil/trace.go:171","msg":"trace[1689601067] transaction","detail":"{read_only:false; response_revision:17468; number_of_response:1; }","duration":"163.898885ms","start":"2026-02-24T07:06:21.078144Z","end":"2026-02-24T07:06:21.242043Z","steps":["trace[1689601067] 'process raft request' (duration: 163.634579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:21.74251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637863386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:06:21.981831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.665393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:06:21.98204Z","caller":"traceutil/trace.go:171","msg":"trace[500537265] linearizableReadLoop","detail":"{readStateIndex:18185; appliedIndex:18182; }","duration":"740.076116ms","start":"2026-02-24T07:06:21.241948Z","end":"2026-02-24T07:06:21.982024Z","steps":["trace[500537265] 'read index received' (duration: 509.174827ms)","trace[500537265] 'applied index is now lower than readState.Index' (duration: 230.900399ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:06:21.982054Z","caller":"traceutil/trace.go:171","msg":"trace[455201288] transaction","detail":"{read_only:false; response_revision:17469; number_of_response:1; }","duration":"789.583898ms","start":"2026-02-24T07:06:21.192433Z","end":"2026-02-24T07:06:21.982017Z","steps":["trace[455201288] 'process raft request' (duration: 558.65413ms)","trace[455201288] 'compare' (duration: 230.57474ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:06:21.982128Z","caller":"traceutil/trace.go:171","msg":"trace[889957187] transaction","detail":"{read_only:false; response_revision:17470; number_of_response:1; }","duration":"735.232254ms","start":"2026-02-24T07:06:21.246886Z","end":"2026-02-24T07:06:21.982118Z","steps":["trace[889957187] 'process raft request' (duration: 735.037959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:21.982192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:21.246865Z","time spent":"735.291035ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:06:21.982238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:21.192416Z","time spent":"789.714811ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:06:21.982416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.714202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12013"} {"level":"info","ts":"2026-02-24T07:06:21.982449Z","caller":"traceutil/trace.go:171","msg":"trace[1645164689] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17471; }","duration":"343.780954ms","start":"2026-02-24T07:06:21.638659Z","end":"2026-02-24T07:06:21.98244Z","steps":["trace[1645164689] 'agreement among raft nodes before linearized reading' (duration: 343.659261ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:21.98248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:21.638639Z","time spent":"343.832455ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12037,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T07:06:21.982478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.880344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T07:06:21.982536Z","caller":"traceutil/trace.go:171","msg":"trace[26553161] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17471; }","duration":"817.148132ms","start":"2026-02-24T07:06:21.165358Z","end":"2026-02-24T07:06:21.982506Z","steps":["trace[26553161] 'agreement among raft nodes before linearized reading' (duration: 816.819532ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:21.982562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:21.165347Z","time spent":"817.208383ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T07:06:21.982569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.375417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-24T07:06:21.982679Z","caller":"traceutil/trace.go:171","msg":"trace[540370416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17471; }","duration":"815.463299ms","start":"2026-02-24T07:06:21.167156Z","end":"2026-02-24T07:06:21.982619Z","steps":["trace[540370416] 'agreement among raft nodes before linearized reading' (duration: 815.293825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:21.982732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:21.167145Z","time spent":"815.574202ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T07:06:21.982724Z","caller":"traceutil/trace.go:171","msg":"trace[417269495] transaction","detail":"{read_only:false; response_revision:17471; number_of_response:1; }","duration":"573.847361ms","start":"2026-02-24T07:06:21.408602Z","end":"2026-02-24T07:06:21.98245Z","steps":["trace[417269495] 'process raft request' (duration: 573.386899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:21.983133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:21.408577Z","time spent":"574.336554ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:06:22.481755Z","caller":"traceutil/trace.go:171","msg":"trace[1826097104] transaction","detail":"{read_only:false; response_revision:17474; number_of_response:1; }","duration":"143.867874ms","start":"2026-02-24T07:06:22.33785Z","end":"2026-02-24T07:06:22.481718Z","steps":["trace[1826097104] 'process raft request' (duration: 111.221664ms)","trace[1826097104] 'compare' (duration: 32.136537ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:06:23.04446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637863407,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:06:23.658063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.491796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:06:23.658232Z","caller":"traceutil/trace.go:171","msg":"trace[485095308] linearizableReadLoop","detail":"{readStateIndex:18191; appliedIndex:18189; }","duration":"1.114299183s","start":"2026-02-24T07:06:22.543917Z","end":"2026-02-24T07:06:23.658216Z","steps":["trace[485095308] 'read index received' (duration: 950.582801ms)","trace[485095308] 'applied index is now lower than readState.Index' (duration: 163.715482ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:06:23.658412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022294633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-02-24T07:06:23.658407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114481188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T07:06:23.658444Z","caller":"traceutil/trace.go:171","msg":"trace[696873587] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:17476; }","duration":"1.022369945s","start":"2026-02-24T07:06:22.636063Z","end":"2026-02-24T07:06:23.658433Z","steps":["trace[696873587] 'agreement among raft nodes before linearized reading' (duration: 1.022242992s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:23.658456Z","caller":"traceutil/trace.go:171","msg":"trace[596687281] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17476; }","duration":"1.1145579s","start":"2026-02-24T07:06:22.543883Z","end":"2026-02-24T07:06:23.658441Z","steps":["trace[596687281] 'agreement among raft nodes before linearized reading' (duration: 1.114414926s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:23.658474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:22.636045Z","time spent":"1.022422466s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-24T07:06:23.658489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:22.543873Z","time spent":"1.114608211s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T07:06:23.65852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.869313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-24T07:06:23.658539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.221688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tjhdz\" ","response":"range_response_count:1 size:21596"} {"level":"info","ts":"2026-02-24T07:06:23.658573Z","caller":"traceutil/trace.go:171","msg":"trace[927836659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17476; }","duration":"411.975066ms","start":"2026-02-24T07:06:23.246586Z","end":"2026-02-24T07:06:23.658561Z","steps":["trace[927836659] 'agreement among raft nodes before linearized reading' (duration: 411.825952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:23.658603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:23.246562Z","time spent":"412.034978ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T07:06:23.658608Z","caller":"traceutil/trace.go:171","msg":"trace[815016256] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tjhdz; range_end:; response_count:1; response_revision:17476; }","duration":"949.31302ms","start":"2026-02-24T07:06:22.709278Z","end":"2026-02-24T07:06:23.658591Z","steps":["trace[815016256] 'agreement among raft nodes before linearized reading' (duration: 949.063164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:23.658647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:22.709272Z","time spent":"949.367711ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":21620,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tjhdz\" "} {"level":"info","ts":"2026-02-24T07:06:23.65866Z","caller":"traceutil/trace.go:171","msg":"trace[187800845] transaction","detail":"{read_only:false; response_revision:17475; number_of_response:1; }","duration":"1.138963963s","start":"2026-02-24T07:06:22.519682Z","end":"2026-02-24T07:06:23.658646Z","steps":["trace[187800845] 'process raft request' (duration: 974.80364ms)","trace[187800845] 'compare' (duration: 162.938032ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:06:23.658675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.477304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wnpr8\" ","response":"range_response_count:1 size:9558"} {"level":"info","ts":"2026-02-24T07:06:23.658696Z","caller":"traceutil/trace.go:171","msg":"trace[830150052] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wnpr8; range_end:; response_count:1; response_revision:17476; }","duration":"951.554206ms","start":"2026-02-24T07:06:22.707136Z","end":"2026-02-24T07:06:23.65869Z","steps":["trace[830150052] 'agreement among raft nodes before linearized reading' (duration: 951.471084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:23.658717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:22.70711Z","time spent":"951.598288ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9582,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wnpr8\" "} {"level":"warn","ts":"2026-02-24T07:06:23.658734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:22.519654Z","time spent":"1.139034765s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:06:23.658789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.10016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:06:23.658817Z","caller":"traceutil/trace.go:171","msg":"trace[217044462] transaction","detail":"{read_only:false; response_revision:17476; number_of_response:1; }","duration":"1.127931836s","start":"2026-02-24T07:06:22.530876Z","end":"2026-02-24T07:06:23.658807Z","steps":["trace[217044462] 'process raft request' (duration: 1.12727541s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:23.658818Z","caller":"traceutil/trace.go:171","msg":"trace[2003868241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17476; }","duration":"592.15264ms","start":"2026-02-24T07:06:23.066656Z","end":"2026-02-24T07:06:23.658809Z","steps":["trace[2003868241] 'agreement among raft nodes before linearized reading' (duration: 592.109169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:23.658846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.774642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29531940-mgb4x\" ","response":"range_response_count:1 size:6847"} {"level":"warn","ts":"2026-02-24T07:06:23.65885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:23.06664Z","time spent":"592.201702ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T07:06:23.658865Z","caller":"traceutil/trace.go:171","msg":"trace[1019237725] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29531940-mgb4x; range_end:; response_count:1; response_revision:17476; }","duration":"955.882734ms","start":"2026-02-24T07:06:22.702977Z","end":"2026-02-24T07:06:23.65886Z","steps":["trace[1019237725] 'agreement among raft nodes before linearized reading' (duration: 955.828823ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:23.658882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:22.702944Z","time spent":"955.934906ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6871,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29531940-mgb4x\" "} {"level":"warn","ts":"2026-02-24T07:06:23.658885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:22.53085Z","time spent":"1.127988558s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:06:23.658979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017090002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:06:23.659032Z","caller":"traceutil/trace.go:171","msg":"trace[346205600] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:17476; }","duration":"1.017166284s","start":"2026-02-24T07:06:22.641855Z","end":"2026-02-24T07:06:23.659021Z","steps":["trace[346205600] 'agreement among raft nodes before linearized reading' (duration: 1.017094833s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:23.659053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:22.641843Z","time spent":"1.017204165s","remote":"127.0.0.1:39428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:06:24.36146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637863419,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:06:24.861845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637863419,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:06:25.266402Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.495549408s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T07:06:25.266704Z","caller":"traceutil/trace.go:171","msg":"trace[295022033] transaction","detail":"{read_only:false; response_revision:17479; number_of_response:1; }","duration":"1.495938548s","start":"2026-02-24T07:06:23.770741Z","end":"2026-02-24T07:06:25.26668Z","steps":["trace[295022033] 'process raft request' (duration: 1.495809725s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:25.266811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:23.770717Z","time spent":"1.49603797s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":895,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T07:06:26.073739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000085118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:06:26.073859Z","caller":"traceutil/trace.go:171","msg":"trace[802948161] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000270163s","start":"2026-02-24T07:06:24.073563Z","end":"2026-02-24T07:06:26.073833Z","steps":["trace[802948161] 'agreement among raft nodes before linearized reading' (duration: 2.000119999s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:26.074089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:24.073541Z","time spent":"2.000375676s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:06:27.005111Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.337438816s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T07:06:27.146392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752970313s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:06:27.146621Z","caller":"traceutil/trace.go:171","msg":"trace[1471998253] transaction","detail":"{read_only:false; response_revision:17481; number_of_response:1; }","duration":"1.479043423s","start":"2026-02-24T07:06:25.667559Z","end":"2026-02-24T07:06:27.146602Z","steps":["trace[1471998253] 'process raft request' (duration: 1.478947621s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:27.146685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:25.667533Z","time spent":"1.479120246s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:06:27.146872Z","caller":"traceutil/trace.go:171","msg":"trace[1304647221] transaction","detail":"{read_only:false; response_revision:17480; number_of_response:1; }","duration":"3.159798163s","start":"2026-02-24T07:06:23.987062Z","end":"2026-02-24T07:06:27.14686Z","steps":["trace[1304647221] 'process raft request' (duration: 1.406270266s)","trace[1304647221] 'compare' (duration: 1.752715337s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:06:27.146923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:23.987043Z","time spent":"3.159852894s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:06:27.147086Z","caller":"traceutil/trace.go:171","msg":"trace[613346447] linearizableReadLoop","detail":"{readStateIndex:18195; appliedIndex:18193; }","duration":"3.285992941s","start":"2026-02-24T07:06:23.86108Z","end":"2026-02-24T07:06:27.147073Z","steps":["trace[613346447] 'read index received' (duration: 1.405528877s)","trace[613346447] 'applied index is now lower than readState.Index' (duration: 1.880462744s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:06:27.147231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.286152596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:06:27.147267Z","caller":"traceutil/trace.go:171","msg":"trace[1765089685] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:17481; }","duration":"3.286227087s","start":"2026-02-24T07:06:23.86103Z","end":"2026-02-24T07:06:27.147257Z","steps":["trace[1765089685] 'agreement among raft nodes before linearized reading' (duration: 3.286126425s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:27.147298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:23.861005Z","time spent":"3.286285708s","remote":"127.0.0.1:39628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:06:27.169061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690643057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:06:27.169143Z","caller":"traceutil/trace.go:171","msg":"trace[1468038511] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:17482; }","duration":"1.690783151s","start":"2026-02-24T07:06:25.478342Z","end":"2026-02-24T07:06:27.169125Z","steps":["trace[1468038511] 'agreement among raft nodes before linearized reading' (duration: 1.690623517s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:27.169173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:25.478318Z","time spent":"1.690847783s","remote":"127.0.0.1:53590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:06:27.169259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.69218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:06:27.169299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990476587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:06:27.169358Z","caller":"traceutil/trace.go:171","msg":"trace[1558689422] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:17482; }","duration":"202.845944ms","start":"2026-02-24T07:06:26.966488Z","end":"2026-02-24T07:06:27.169334Z","steps":["trace[1558689422] 'agreement among raft nodes before linearized reading' (duration: 202.67136ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:27.169369Z","caller":"traceutil/trace.go:171","msg":"trace[796825344] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:17482; }","duration":"1.99059474s","start":"2026-02-24T07:06:25.178758Z","end":"2026-02-24T07:06:27.169352Z","steps":["trace[796825344] 'agreement among raft nodes before linearized reading' (duration: 1.990430126s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:27.169391Z","caller":"traceutil/trace.go:171","msg":"trace[1764982400] transaction","detail":"{read_only:false; response_revision:17482; number_of_response:1; }","duration":"1.501028465s","start":"2026-02-24T07:06:25.668315Z","end":"2026-02-24T07:06:27.169343Z","steps":["trace[1764982400] 'process raft request' (duration: 1.500451371s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:27.169453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415228351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T07:06:27.169479Z","caller":"traceutil/trace.go:171","msg":"trace[613684602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17482; }","duration":"1.415304593s","start":"2026-02-24T07:06:25.754168Z","end":"2026-02-24T07:06:27.169473Z","steps":["trace[613684602] 'agreement among raft nodes before linearized reading' (duration: 1.4151872s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:27.169495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:25.754145Z","time spent":"1.415346313s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T07:06:27.169453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:25.178737Z","time spent":"1.990705262s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":72,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:06:27.169471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.0327011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:06:27.169506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.416294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:06:27.169556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:25.6683Z","time spent":"1.501169019s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:06:27.169619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46380474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T07:06:27.169645Z","caller":"traceutil/trace.go:171","msg":"trace[2056694841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17482; }","duration":"1.463845482s","start":"2026-02-24T07:06:25.70579Z","end":"2026-02-24T07:06:27.169635Z","steps":["trace[2056694841] 'agreement among raft nodes before linearized reading' (duration: 1.46379293s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:27.169635Z","caller":"traceutil/trace.go:171","msg":"trace[1048738250] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17482; }","duration":"644.650249ms","start":"2026-02-24T07:06:26.524943Z","end":"2026-02-24T07:06:27.169593Z","steps":["trace[1048738250] 'agreement among raft nodes before linearized reading' (duration: 644.416983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:27.169658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:25.70578Z","time spent":"1.463875232s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T07:06:27.169669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.585451559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-24T07:06:27.169698Z","caller":"traceutil/trace.go:171","msg":"trace[1331613922] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:17482; }","duration":"2.58548203s","start":"2026-02-24T07:06:24.584207Z","end":"2026-02-24T07:06:27.169689Z","steps":["trace[1331613922] 'agreement among raft nodes before linearized reading' (duration: 2.585379587s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:27.169709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.28551855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:06:27.16971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:26.524923Z","time spent":"644.743341ms","remote":"127.0.0.1:39580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:06:27.169739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:24.584179Z","time spent":"2.585551001s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-02-24T07:06:27.169774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49127972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wnpr8\" ","response":"range_response_count:1 size:9558"} {"level":"info","ts":"2026-02-24T07:06:27.169793Z","caller":"traceutil/trace.go:171","msg":"trace[1316699162] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wnpr8; range_end:; response_count:1; response_revision:17482; }","duration":"1.491329811s","start":"2026-02-24T07:06:25.678459Z","end":"2026-02-24T07:06:27.169789Z","steps":["trace[1316699162] 'agreement among raft nodes before linearized reading' (duration: 1.49128691s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:27.169807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:25.678443Z","time spent":"1.491360942s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9582,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wnpr8\" "} {"level":"warn","ts":"2026-02-24T07:06:27.169713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.182547563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-24T07:06:27.16956Z","caller":"traceutil/trace.go:171","msg":"trace[275361001] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:17482; }","duration":"3.032810193s","start":"2026-02-24T07:06:24.136726Z","end":"2026-02-24T07:06:27.169537Z","steps":["trace[275361001] 'agreement among raft nodes before linearized reading' (duration: 3.032658069s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:27.169736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47254653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tjhdz\" ","response":"range_response_count:1 size:21596"} {"level":"warn","ts":"2026-02-24T07:06:27.169925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:24.13671Z","time spent":"3.033209223s","remote":"127.0.0.1:53672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:06:27.169946Z","caller":"traceutil/trace.go:171","msg":"trace[1691088647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17482; }","duration":"3.182848841s","start":"2026-02-24T07:06:23.987048Z","end":"2026-02-24T07:06:27.169896Z","steps":["trace[1691088647] 'agreement among raft nodes before linearized reading' (duration: 3.182234466s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:27.170039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.115861118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-24T07:06:27.170093Z","caller":"traceutil/trace.go:171","msg":"trace[1631836088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17482; }","duration":"3.115934651s","start":"2026-02-24T07:06:24.054145Z","end":"2026-02-24T07:06:27.17008Z","steps":["trace[1631836088] 'agreement among raft nodes before linearized reading' (duration: 3.115744536s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:27.170126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:24.054131Z","time spent":"3.115988341s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T07:06:27.169746Z","caller":"traceutil/trace.go:171","msg":"trace[73059532] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17482; }","duration":"3.285557651s","start":"2026-02-24T07:06:23.884177Z","end":"2026-02-24T07:06:27.169734Z","steps":["trace[73059532] 'agreement among raft nodes before linearized reading' (duration: 3.28550141s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:27.170213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095622573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:06:27.170226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:23.884115Z","time spent":"3.286099564s","remote":"127.0.0.1:39574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:06:27.170047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:23.986974Z","time spent":"3.183060376s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-24T07:06:27.170251Z","caller":"traceutil/trace.go:171","msg":"trace[278398364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17482; }","duration":"1.095692685s","start":"2026-02-24T07:06:26.074546Z","end":"2026-02-24T07:06:27.170239Z","steps":["trace[278398364] 'agreement among raft nodes before linearized reading' (duration: 1.095627214s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:27.170297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:26.07453Z","time spent":"1.095760918s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:06:27.170401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403526166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29531940-mgb4x\" ","response":"range_response_count:1 size:6847"} {"level":"info","ts":"2026-02-24T07:06:27.170474Z","caller":"traceutil/trace.go:171","msg":"trace[588479683] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29531940-mgb4x; range_end:; response_count:1; response_revision:17482; }","duration":"1.403648801s","start":"2026-02-24T07:06:25.766801Z","end":"2026-02-24T07:06:27.17045Z","steps":["trace[588479683] 'agreement among raft nodes before linearized reading' (duration: 1.402237375s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:27.170525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:25.766785Z","time spent":"1.403730102s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6871,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29531940-mgb4x\" "} {"level":"info","ts":"2026-02-24T07:06:27.169949Z","caller":"traceutil/trace.go:171","msg":"trace[1288144066] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tjhdz; range_end:; response_count:1; response_revision:17482; }","duration":"1.472778245s","start":"2026-02-24T07:06:25.697161Z","end":"2026-02-24T07:06:27.169939Z","steps":["trace[1288144066] 'agreement among raft nodes before linearized reading' (duration: 1.472534809s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:27.170587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:25.69715Z","time spent":"1.473425423s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":21620,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tjhdz\" "} {"level":"warn","ts":"2026-02-24T07:06:27.170773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.136064137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T07:06:27.170875Z","caller":"traceutil/trace.go:171","msg":"trace[1250166711] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17482; }","duration":"3.13619123s","start":"2026-02-24T07:06:24.034672Z","end":"2026-02-24T07:06:27.170863Z","steps":["trace[1250166711] 'agreement among raft nodes before linearized reading' (duration: 3.135397719s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:27.170942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:24.03466Z","time spent":"3.136270842s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T07:06:27.38817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.216639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:06:27.388395Z","caller":"traceutil/trace.go:171","msg":"trace[989503514] transaction","detail":"{read_only:false; response_revision:17483; number_of_response:1; }","duration":"215.02568ms","start":"2026-02-24T07:06:27.173343Z","end":"2026-02-24T07:06:27.388369Z","steps":["trace[989503514] 'process raft request' (duration: 94.502003ms)","trace[989503514] 'compare' (duration: 119.810269ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:06:27.417546Z","caller":"traceutil/trace.go:171","msg":"trace[402102596] transaction","detail":"{read_only:false; response_revision:17484; number_of_response:1; }","duration":"243.26113ms","start":"2026-02-24T07:06:27.174228Z","end":"2026-02-24T07:06:27.417489Z","steps":["trace[402102596] 'process raft request' (duration: 242.982283ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:27.417737Z","caller":"traceutil/trace.go:171","msg":"trace[19569107] transaction","detail":"{read_only:false; response_revision:17486; number_of_response:1; }","duration":"242.338447ms","start":"2026-02-24T07:06:27.175365Z","end":"2026-02-24T07:06:27.417704Z","steps":["trace[19569107] 'process raft request' (duration: 242.05068ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:27.417598Z","caller":"traceutil/trace.go:171","msg":"trace[1075522139] transaction","detail":"{read_only:false; response_revision:17485; number_of_response:1; }","duration":"242.287485ms","start":"2026-02-24T07:06:27.175279Z","end":"2026-02-24T07:06:27.417567Z","steps":["trace[1075522139] 'process raft request' (duration: 242.093401ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:27.418374Z","caller":"traceutil/trace.go:171","msg":"trace[14662122] linearizableReadLoop","detail":"{readStateIndex:18199; appliedIndex:18197; }","duration":"244.048469ms","start":"2026-02-24T07:06:27.174306Z","end":"2026-02-24T07:06:27.418355Z","steps":["trace[14662122] 'read index received' (duration: 93.633781ms)","trace[14662122] 'applied index is now lower than readState.Index' (duration: 150.413628ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:06:27.418428Z","caller":"traceutil/trace.go:171","msg":"trace[2036320984] transaction","detail":"{read_only:false; response_revision:17487; number_of_response:1; }","duration":"243.022503ms","start":"2026-02-24T07:06:27.175381Z","end":"2026-02-24T07:06:27.418403Z","steps":["trace[2036320984] 'process raft request' (duration: 242.650664ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:27.418578Z","caller":"traceutil/trace.go:171","msg":"trace[1934753823] transaction","detail":"{read_only:false; response_revision:17488; number_of_response:1; }","duration":"211.576233ms","start":"2026-02-24T07:06:27.206984Z","end":"2026-02-24T07:06:27.41856Z","steps":["trace[1934753823] 'process raft request' (duration: 211.328307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:27.418923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.597682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c304f092-42ab-439e-92b7-8955102d5444\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-24T07:06:27.418957Z","caller":"traceutil/trace.go:171","msg":"trace[112433051] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c304f092-42ab-439e-92b7-8955102d5444; range_end:; response_count:1; response_revision:17488; }","duration":"244.735326ms","start":"2026-02-24T07:06:27.174212Z","end":"2026-02-24T07:06:27.418948Z","steps":["trace[112433051] 'agreement among raft nodes before linearized reading' (duration: 244.470759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:27.634067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.632653ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-24T07:06:27.634218Z","caller":"traceutil/trace.go:171","msg":"trace[2011808614] linearizableReadLoop","detail":"{readStateIndex:18204; appliedIndex:18203; }","duration":"215.716587ms","start":"2026-02-24T07:06:27.418476Z","end":"2026-02-24T07:06:27.634192Z","steps":["trace[2011808614] 'read index received' (duration: 111.855469ms)","trace[2011808614] 'applied index is now lower than readState.Index' (duration: 103.858288ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:06:27.634364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.180102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-02-24T07:06:27.634409Z","caller":"traceutil/trace.go:171","msg":"trace[1152065626] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab; range_end:; response_count:1; response_revision:17488; }","duration":"459.266663ms","start":"2026-02-24T07:06:27.175128Z","end":"2026-02-24T07:06:27.634395Z","steps":["trace[1152065626] 'agreement among raft nodes before linearized reading' (duration: 459.13415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:27.634479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:27.17511Z","time spent":"459.356216ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" "} {"level":"warn","ts":"2026-02-24T07:06:27.634567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.212312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:06:27.634595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.964626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12013"} {"level":"info","ts":"2026-02-24T07:06:27.634646Z","caller":"traceutil/trace.go:171","msg":"trace[1273578198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17488; }","duration":"455.322424ms","start":"2026-02-24T07:06:27.179306Z","end":"2026-02-24T07:06:27.634628Z","steps":["trace[1273578198] 'agreement among raft nodes before linearized reading' (duration: 455.121869ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:27.634673Z","caller":"traceutil/trace.go:171","msg":"trace[275552430] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17488; }","duration":"459.079609ms","start":"2026-02-24T07:06:27.175575Z","end":"2026-02-24T07:06:27.634655Z","steps":["trace[275552430] 'agreement among raft nodes before linearized reading' (duration: 458.803542ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:27.634693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:27.179299Z","time spent":"455.387036ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:06:27.63474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:27.175563Z","time spent":"459.155851ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12037,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T07:06:27.635255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.826152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:932934"} {"level":"info","ts":"2026-02-24T07:06:27.635341Z","caller":"traceutil/trace.go:171","msg":"trace[768524318] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17488; }","duration":"456.944335ms","start":"2026-02-24T07:06:27.178379Z","end":"2026-02-24T07:06:27.635323Z","steps":["trace[768524318] 'agreement among raft nodes before linearized reading' (duration: 455.864269ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:27.635394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:27.178372Z","time spent":"457.009697ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":932958,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-24T07:06:27.636085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.417073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:932934"} {"level":"info","ts":"2026-02-24T07:06:27.636141Z","caller":"traceutil/trace.go:171","msg":"trace[1309423730] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17488; }","duration":"458.492534ms","start":"2026-02-24T07:06:27.177637Z","end":"2026-02-24T07:06:27.636129Z","steps":["trace[1309423730] 'agreement among raft nodes before linearized reading' (duration: 456.694639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:27.636179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:27.17763Z","time spent":"458.538385ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":932958,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-24T07:06:27.636779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.076329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:932934"} {"level":"info","ts":"2026-02-24T07:06:27.636808Z","caller":"traceutil/trace.go:171","msg":"trace[154284058] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17488; }","duration":"459.13634ms","start":"2026-02-24T07:06:27.177666Z","end":"2026-02-24T07:06:27.636802Z","steps":["trace[154284058] 'agreement among raft nodes before linearized reading' (duration: 457.258603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:27.636832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:27.177662Z","time spent":"459.163121ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":932958,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-24T07:06:32.559952Z","caller":"traceutil/trace.go:171","msg":"trace[292257444] transaction","detail":"{read_only:false; response_revision:17546; number_of_response:1; }","duration":"301.880161ms","start":"2026-02-24T07:06:32.258044Z","end":"2026-02-24T07:06:32.559924Z","steps":["trace[292257444] 'process raft request' (duration: 301.708807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:32.560093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:32.257996Z","time spent":"302.022184ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:06:32.705039Z","caller":"traceutil/trace.go:171","msg":"trace[1895252250] linearizableReadLoop","detail":"{readStateIndex:18263; appliedIndex:18261; }","duration":"382.909267ms","start":"2026-02-24T07:06:32.322105Z","end":"2026-02-24T07:06:32.705014Z","steps":["trace[1895252250] 'read index received' (duration: 237.71403ms)","trace[1895252250] 'applied index is now lower than readState.Index' (duration: 145.193787ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:06:32.705167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:32.258716Z","time spent":"446.445241ms","remote":"127.0.0.1:53000","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T07:06:32.705341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.214724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:06:32.705406Z","caller":"traceutil/trace.go:171","msg":"trace[239382876] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:17546; }","duration":"383.302486ms","start":"2026-02-24T07:06:32.322083Z","end":"2026-02-24T07:06:32.705385Z","steps":["trace[239382876] 'agreement among raft nodes before linearized reading' (duration: 383.173343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:32.705429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:32.322072Z","time spent":"383.351288ms","remote":"127.0.0.1:39680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":23,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:06:36.362801Z","caller":"traceutil/trace.go:171","msg":"trace[472895220] linearizableReadLoop","detail":"{readStateIndex:18360; appliedIndex:18359; }","duration":"229.224157ms","start":"2026-02-24T07:06:36.133523Z","end":"2026-02-24T07:06:36.362747Z","steps":["trace[472895220] 'read index received' (duration: 193.586852ms)","trace[472895220] 'applied index is now lower than readState.Index' (duration: 35.635455ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:06:36.363079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.740039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1cb6a659-a5b2-4e6e-92c0-8f2038fd67af\" ","response":"range_response_count:1 size:3596"} {"level":"info","ts":"2026-02-24T07:06:36.363166Z","caller":"traceutil/trace.go:171","msg":"trace[1726380952] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1cb6a659-a5b2-4e6e-92c0-8f2038fd67af; range_end:; response_count:1; response_revision:17641; }","duration":"233.875473ms","start":"2026-02-24T07:06:36.12927Z","end":"2026-02-24T07:06:36.363145Z","steps":["trace[1726380952] 'agreement among raft nodes before linearized reading' (duration: 233.588186ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:36.363173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.166242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-t9z56-vnc\" ","response":"range_response_count:1 size:2049"} {"level":"info","ts":"2026-02-24T07:06:36.363255Z","caller":"traceutil/trace.go:171","msg":"trace[1481222856] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-t9z56-vnc; range_end:; response_count:1; response_revision:17641; }","duration":"279.301715ms","start":"2026-02-24T07:06:36.083933Z","end":"2026-02-24T07:06:36.363235Z","steps":["trace[1481222856] 'agreement among raft nodes before linearized reading' (duration: 279.033869ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:36.363501Z","caller":"traceutil/trace.go:171","msg":"trace[691582651] transaction","detail":"{read_only:false; response_revision:17641; number_of_response:1; }","duration":"283.827377ms","start":"2026-02-24T07:06:36.079657Z","end":"2026-02-24T07:06:36.363484Z","steps":["trace[691582651] 'process raft request' (duration: 247.549536ms)","trace[691582651] 'compare' (duration: 35.281747ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:06:36.363911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.398822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"warn","ts":"2026-02-24T07:06:36.364113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.96173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:06:36.364161Z","caller":"traceutil/trace.go:171","msg":"trace[1211889671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17641; }","duration":"229.077733ms","start":"2026-02-24T07:06:36.135072Z","end":"2026-02-24T07:06:36.36415Z","steps":["trace[1211889671] 'agreement among raft nodes before linearized reading' (duration: 229.003391ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:36.364179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.634977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1cb6a659-a5b2-4e6e-92c0-8f2038fd67af\" ","response":"range_response_count:1 size:3596"} {"level":"info","ts":"2026-02-24T07:06:36.36423Z","caller":"traceutil/trace.go:171","msg":"trace[488562733] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1cb6a659-a5b2-4e6e-92c0-8f2038fd67af; range_end:; response_count:1; response_revision:17641; }","duration":"104.721439ms","start":"2026-02-24T07:06:36.259495Z","end":"2026-02-24T07:06:36.364216Z","steps":["trace[488562733] 'agreement among raft nodes before linearized reading' (duration: 104.600606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:36.364333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.223773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:06:36.364373Z","caller":"traceutil/trace.go:171","msg":"trace[474233396] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:17641; }","duration":"199.265984ms","start":"2026-02-24T07:06:36.165096Z","end":"2026-02-24T07:06:36.364362Z","steps":["trace[474233396] 'agreement among raft nodes before linearized reading' (duration: 199.201142ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:36.364444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.058819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-02-24T07:06:36.364484Z","caller":"traceutil/trace.go:171","msg":"trace[2093211996] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:17641; }","duration":"287.145091ms","start":"2026-02-24T07:06:36.077328Z","end":"2026-02-24T07:06:36.364473Z","steps":["trace[2093211996] 'agreement among raft nodes before linearized reading' (duration: 287.042478ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:36.364141Z","caller":"traceutil/trace.go:171","msg":"trace[1648793323] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:17641; }","duration":"284.641277ms","start":"2026-02-24T07:06:36.079414Z","end":"2026-02-24T07:06:36.364055Z","steps":["trace[1648793323] 'agreement among raft nodes before linearized reading' (duration: 284.007802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:36.364788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.119373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-t9z56-api\" ","response":"range_response_count:1 size:2049"} {"level":"info","ts":"2026-02-24T07:06:36.36483Z","caller":"traceutil/trace.go:171","msg":"trace[794215031] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-t9z56-api; range_end:; response_count:1; response_revision:17641; }","duration":"221.178564ms","start":"2026-02-24T07:06:36.143642Z","end":"2026-02-24T07:06:36.364821Z","steps":["trace[794215031] 'agreement among raft nodes before linearized reading' (duration: 220.856005ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:36.741762Z","caller":"traceutil/trace.go:171","msg":"trace[384381705] linearizableReadLoop","detail":"{readStateIndex:18362; appliedIndex:18361; }","duration":"361.605951ms","start":"2026-02-24T07:06:36.380136Z","end":"2026-02-24T07:06:36.741742Z","steps":["trace[384381705] 'read index received' (duration: 50.249702ms)","trace[384381705] 'applied index is now lower than readState.Index' (duration: 311.355539ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:06:36.741908Z","caller":"traceutil/trace.go:171","msg":"trace[905098875] transaction","detail":"{read_only:false; response_revision:17644; number_of_response:1; }","duration":"359.254632ms","start":"2026-02-24T07:06:36.38262Z","end":"2026-02-24T07:06:36.741874Z","steps":["trace[905098875] 'process raft request' (duration: 359.023826ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:36.741976Z","caller":"traceutil/trace.go:171","msg":"trace[1670568183] transaction","detail":"{read_only:false; response_revision:17645; number_of_response:1; }","duration":"358.341599ms","start":"2026-02-24T07:06:36.383593Z","end":"2026-02-24T07:06:36.741935Z","steps":["trace[1670568183] 'process raft request' (duration: 358.116764ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:36.742019Z","caller":"traceutil/trace.go:171","msg":"trace[1488093726] transaction","detail":"{read_only:false; response_revision:17643; number_of_response:1; }","duration":"369.382356ms","start":"2026-02-24T07:06:36.372603Z","end":"2026-02-24T07:06:36.741985Z","steps":["trace[1488093726] 'process raft request' (duration: 368.904005ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:36.742071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:36.382605Z","time spent":"359.365935ms","remote":"127.0.0.1:39680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2342,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:06:36.742146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:36.372572Z","time spent":"369.51021ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":852,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T07:06:36.742168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:36.383572Z","time spent":"358.492243ms","remote":"127.0.0.1:39680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2342,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:06:36.742233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.050392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-24T07:06:36.742319Z","caller":"traceutil/trace.go:171","msg":"trace[1535892028] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:17645; }","duration":"362.179185ms","start":"2026-02-24T07:06:36.380128Z","end":"2026-02-24T07:06:36.742308Z","steps":["trace[1535892028] 'agreement among raft nodes before linearized reading' (duration: 361.786826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:36.742394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:36.380081Z","time spent":"362.304178ms","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1156,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-02-24T07:06:36.74351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.629529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209361"} {"level":"info","ts":"2026-02-24T07:06:36.743595Z","caller":"traceutil/trace.go:171","msg":"trace[542845482] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:17645; }","duration":"118.767603ms","start":"2026-02-24T07:06:36.624812Z","end":"2026-02-24T07:06:36.743579Z","steps":["trace[542845482] 'agreement among raft nodes before linearized reading' (duration: 117.366667ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:36.882764Z","caller":"traceutil/trace.go:171","msg":"trace[525639849] transaction","detail":"{read_only:false; response_revision:17647; number_of_response:1; }","duration":"121.474261ms","start":"2026-02-24T07:06:36.761261Z","end":"2026-02-24T07:06:36.882736Z","steps":["trace[525639849] 'process raft request' (duration: 121.323237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:36.883403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.51927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-02-24T07:06:36.883546Z","caller":"traceutil/trace.go:171","msg":"trace[1420765117] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:17647; }","duration":"111.681054ms","start":"2026-02-24T07:06:36.771814Z","end":"2026-02-24T07:06:36.883495Z","steps":["trace[1420765117] 'agreement among raft nodes before linearized reading' (duration: 111.379337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:37.233657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.697484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:06:37.234325Z","caller":"traceutil/trace.go:171","msg":"trace[169541609] transaction","detail":"{read_only:false; response_revision:17648; number_of_response:1; }","duration":"378.541976ms","start":"2026-02-24T07:06:36.855752Z","end":"2026-02-24T07:06:37.234294Z","steps":["trace[169541609] 'process raft request' (duration: 149.112354ms)","trace[169541609] 'compare' (duration: 228.423357ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:06:37.234339Z","caller":"traceutil/trace.go:171","msg":"trace[1313791056] transaction","detail":"{read_only:false; response_revision:17650; number_of_response:1; }","duration":"377.47145ms","start":"2026-02-24T07:06:36.856831Z","end":"2026-02-24T07:06:37.234302Z","steps":["trace[1313791056] 'process raft request' (duration: 377.099191ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:37.234387Z","caller":"traceutil/trace.go:171","msg":"trace[978208775] linearizableReadLoop","detail":"{readStateIndex:18373; appliedIndex:18366; }","duration":"351.20838ms","start":"2026-02-24T07:06:36.883159Z","end":"2026-02-24T07:06:37.234368Z","steps":["trace[978208775] 'read index received' (duration: 121.786308ms)","trace[978208775] 'applied index is now lower than readState.Index' (duration: 229.421032ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:06:37.234452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:36.855725Z","time spent":"378.66697ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":852,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T07:06:37.234464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:36.856804Z","time spent":"377.597883ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T07:06:37.234475Z","caller":"traceutil/trace.go:171","msg":"trace[727414808] transaction","detail":"{read_only:false; response_revision:17651; number_of_response:1; }","duration":"377.416118ms","start":"2026-02-24T07:06:36.857046Z","end":"2026-02-24T07:06:37.234462Z","steps":["trace[727414808] 'process raft request' (duration: 376.934136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:37.234556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:36.857002Z","time spent":"377.509741ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T07:06:37.23477Z","caller":"traceutil/trace.go:171","msg":"trace[1021837466] transaction","detail":"{read_only:false; response_revision:17652; number_of_response:1; }","duration":"377.671425ms","start":"2026-02-24T07:06:36.857089Z","end":"2026-02-24T07:06:37.23476Z","steps":["trace[1021837466] 'process raft request' (duration: 376.938377ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:37.234575Z","caller":"traceutil/trace.go:171","msg":"trace[2097720597] transaction","detail":"{read_only:false; response_revision:17649; number_of_response:1; }","duration":"377.777928ms","start":"2026-02-24T07:06:36.856787Z","end":"2026-02-24T07:06:37.234565Z","steps":["trace[2097720597] 'process raft request' (duration: 376.990728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:37.234827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:36.857078Z","time spent":"377.727696ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T07:06:37.234836Z","caller":"traceutil/trace.go:171","msg":"trace[1059843596] transaction","detail":"{read_only:false; response_revision:17654; number_of_response:1; }","duration":"367.13204ms","start":"2026-02-24T07:06:36.867675Z","end":"2026-02-24T07:06:37.234807Z","steps":["trace[1059843596] 'process raft request' (duration: 366.621377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:37.234886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:36.856764Z","time spent":"378.057054ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T07:06:37.234916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.146677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-24T07:06:37.234888Z","caller":"traceutil/trace.go:171","msg":"trace[53907410] transaction","detail":"{read_only:false; response_revision:17653; number_of_response:1; }","duration":"377.44552ms","start":"2026-02-24T07:06:36.857394Z","end":"2026-02-24T07:06:37.234839Z","steps":["trace[53907410] 'process raft request' (duration: 376.675081ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:37.234964Z","caller":"traceutil/trace.go:171","msg":"trace[410606438] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:17654; }","duration":"378.251839ms","start":"2026-02-24T07:06:36.856697Z","end":"2026-02-24T07:06:37.234949Z","steps":["trace[410606438] 'agreement among raft nodes before linearized reading' (duration: 378.088365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:37.235021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:36.856672Z","time spent":"378.30951ms","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":733,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-02-24T07:06:37.234964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:36.867652Z","time spent":"367.239043ms","remote":"127.0.0.1:39394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3807,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:06:37.235088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:36.857385Z","time spent":"377.583983ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":872,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T07:06:37.316385Z","caller":"traceutil/trace.go:171","msg":"trace[1394213465] transaction","detail":"{read_only:false; response_revision:17655; number_of_response:1; }","duration":"419.141036ms","start":"2026-02-24T07:06:36.89722Z","end":"2026-02-24T07:06:37.316361Z","steps":["trace[1394213465] 'process raft request' (duration: 419.005422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:37.316528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:36.897201Z","time spent":"419.251588ms","remote":"127.0.0.1:39394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3807,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:06:37.401385Z","caller":"traceutil/trace.go:171","msg":"trace[1158647187] transaction","detail":"{read_only:false; response_revision:17656; number_of_response:1; }","duration":"214.459266ms","start":"2026-02-24T07:06:37.18689Z","end":"2026-02-24T07:06:37.401349Z","steps":["trace[1158647187] 'process raft request' (duration: 214.25207ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:37.401559Z","caller":"traceutil/trace.go:171","msg":"trace[190520093] linearizableReadLoop","detail":"{readStateIndex:18377; appliedIndex:18373; }","duration":"167.114717ms","start":"2026-02-24T07:06:37.234427Z","end":"2026-02-24T07:06:37.401542Z","steps":["trace[190520093] 'read index received' (duration: 81.834185ms)","trace[190520093] 'applied index is now lower than readState.Index' (duration: 85.279602ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:06:37.401646Z","caller":"traceutil/trace.go:171","msg":"trace[2122773805] transaction","detail":"{read_only:false; response_revision:17657; number_of_response:1; }","duration":"201.154462ms","start":"2026-02-24T07:06:37.200484Z","end":"2026-02-24T07:06:37.401638Z","steps":["trace[2122773805] 'process raft request' (duration: 200.787823ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:37.401762Z","caller":"traceutil/trace.go:171","msg":"trace[587083473] transaction","detail":"{read_only:false; response_revision:17658; number_of_response:1; }","duration":"196.792712ms","start":"2026-02-24T07:06:37.204964Z","end":"2026-02-24T07:06:37.401756Z","steps":["trace[587083473] 'process raft request' (duration: 196.33751ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:37.401868Z","caller":"traceutil/trace.go:171","msg":"trace[739165058] transaction","detail":"{read_only:false; response_revision:17664; number_of_response:1; }","duration":"159.815463ms","start":"2026-02-24T07:06:37.242044Z","end":"2026-02-24T07:06:37.40186Z","steps":["trace[739165058] 'process raft request' (duration: 159.398583ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:37.401933Z","caller":"traceutil/trace.go:171","msg":"trace[310508266] transaction","detail":"{read_only:false; response_revision:17665; number_of_response:1; }","duration":"159.417924ms","start":"2026-02-24T07:06:37.242507Z","end":"2026-02-24T07:06:37.401925Z","steps":["trace[310508266] 'process raft request' (duration: 158.959243ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:37.402035Z","caller":"traceutil/trace.go:171","msg":"trace[1655738634] transaction","detail":"{read_only:false; response_revision:17659; number_of_response:1; }","duration":"162.788178ms","start":"2026-02-24T07:06:37.23924Z","end":"2026-02-24T07:06:37.402028Z","steps":["trace[1655738634] 'process raft request' (duration: 162.086921ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:37.402122Z","caller":"traceutil/trace.go:171","msg":"trace[2050670201] transaction","detail":"{read_only:false; response_revision:17666; number_of_response:1; }","duration":"154.294575ms","start":"2026-02-24T07:06:37.247821Z","end":"2026-02-24T07:06:37.402115Z","steps":["trace[2050670201] 'process raft request' (duration: 153.678089ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:37.402135Z","caller":"traceutil/trace.go:171","msg":"trace[1653494667] transaction","detail":"{read_only:false; response_revision:17660; number_of_response:1; }","duration":"162.504361ms","start":"2026-02-24T07:06:37.239624Z","end":"2026-02-24T07:06:37.402129Z","steps":["trace[1653494667] 'process raft request' (duration: 161.742182ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:37.402213Z","caller":"traceutil/trace.go:171","msg":"trace[453354850] transaction","detail":"{read_only:false; response_revision:17661; number_of_response:1; }","duration":"162.235645ms","start":"2026-02-24T07:06:37.239971Z","end":"2026-02-24T07:06:37.402207Z","steps":["trace[453354850] 'process raft request' (duration: 161.413674ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:37.402289Z","caller":"traceutil/trace.go:171","msg":"trace[153626458] transaction","detail":"{read_only:false; response_revision:17662; number_of_response:1; }","duration":"161.304952ms","start":"2026-02-24T07:06:37.240978Z","end":"2026-02-24T07:06:37.402283Z","steps":["trace[153626458] 'process raft request' (duration: 160.42794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:37.402294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.228949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3277"} {"level":"info","ts":"2026-02-24T07:06:37.402319Z","caller":"traceutil/trace.go:171","msg":"trace[677104643] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17666; }","duration":"292.29854ms","start":"2026-02-24T07:06:37.110012Z","end":"2026-02-24T07:06:37.40231Z","steps":["trace[677104643] 'agreement among raft nodes before linearized reading' (duration: 292.193318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:37.402433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.197787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:06:37.402456Z","caller":"traceutil/trace.go:171","msg":"trace[1575396088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17666; }","duration":"337.250969ms","start":"2026-02-24T07:06:37.065199Z","end":"2026-02-24T07:06:37.40245Z","steps":["trace[1575396088] 'agreement among raft nodes before linearized reading' (duration: 337.217168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:37.402473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:37.06518Z","time spent":"337.28818ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T07:06:37.402495Z","caller":"traceutil/trace.go:171","msg":"trace[433157721] transaction","detail":"{read_only:false; response_revision:17663; number_of_response:1; }","duration":"160.87896ms","start":"2026-02-24T07:06:37.241604Z","end":"2026-02-24T07:06:37.402483Z","steps":["trace[433157721] 'process raft request' (duration: 159.820633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:37.402611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.592911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-02-24T07:06:37.402636Z","caller":"traceutil/trace.go:171","msg":"trace[1805722780] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:17666; }","duration":"492.662952ms","start":"2026-02-24T07:06:36.909967Z","end":"2026-02-24T07:06:37.40263Z","steps":["trace[1805722780] 'agreement among raft nodes before linearized reading' (duration: 492.594391ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:37.402653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:36.909948Z","time spent":"492.700554ms","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3590,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-24T07:06:37.91102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637863849,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T07:06:38.099616Z","caller":"traceutil/trace.go:171","msg":"trace[310239584] transaction","detail":"{read_only:false; response_revision:17667; number_of_response:1; }","duration":"766.748926ms","start":"2026-02-24T07:06:37.332841Z","end":"2026-02-24T07:06:38.09959Z","steps":["trace[310239584] 'process raft request' (duration: 766.579171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:38.099818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:37.332822Z","time spent":"766.90034ms","remote":"127.0.0.1:39394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6276,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:06:38.123635Z","caller":"traceutil/trace.go:171","msg":"trace[1938385539] transaction","detail":"{read_only:false; response_revision:17668; number_of_response:1; }","duration":"715.659362ms","start":"2026-02-24T07:06:37.407906Z","end":"2026-02-24T07:06:38.123565Z","steps":["trace[1938385539] 'process raft request' (duration: 715.442207ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:38.123715Z","caller":"traceutil/trace.go:171","msg":"trace[1764606537] transaction","detail":"{read_only:false; response_revision:17669; number_of_response:1; }","duration":"713.708863ms","start":"2026-02-24T07:06:37.409929Z","end":"2026-02-24T07:06:38.123638Z","steps":["trace[1764606537] 'process raft request' (duration: 713.557089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:38.123868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:37.407893Z","time spent":"715.865987ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":852,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T07:06:38.123966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:37.409922Z","time spent":"713.911269ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T07:06:38.131775Z","caller":"traceutil/trace.go:171","msg":"trace[324747870] linearizableReadLoop","detail":"{readStateIndex:18389; appliedIndex:18385; }","duration":"730.135966ms","start":"2026-02-24T07:06:37.401611Z","end":"2026-02-24T07:06:38.131747Z","steps":["trace[324747870] 'read index received' (duration: 697.828135ms)","trace[324747870] 'applied index is now lower than readState.Index' (duration: 32.305281ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:06:38.132059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.704379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-02-24T07:06:38.132096Z","caller":"traceutil/trace.go:171","msg":"trace[659914687] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:17670; }","duration":"892.77561ms","start":"2026-02-24T07:06:37.23931Z","end":"2026-02-24T07:06:38.132085Z","steps":["trace[659914687] 'agreement among raft nodes before linearized reading' (duration: 892.594056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:38.132069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.376656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1cb6a659-a5b2-4e6e-92c0-8f2038fd67af\" ","response":"range_response_count:1 size:3694"} {"level":"warn","ts":"2026-02-24T07:06:38.132128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:37.239303Z","time spent":"892.814361ms","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1310,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-02-24T07:06:38.132162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.398933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:06:38.132177Z","caller":"traceutil/trace.go:171","msg":"trace[1521765962] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1cb6a659-a5b2-4e6e-92c0-8f2038fd67af; range_end:; response_count:1; response_revision:17670; }","duration":"762.52757ms","start":"2026-02-24T07:06:37.369618Z","end":"2026-02-24T07:06:38.132146Z","steps":["trace[1521765962] 'agreement among raft nodes before linearized reading' (duration: 762.182761ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:38.132217Z","caller":"traceutil/trace.go:171","msg":"trace[185657607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17670; }","duration":"728.474876ms","start":"2026-02-24T07:06:37.403722Z","end":"2026-02-24T07:06:38.132197Z","steps":["trace[185657607] 'agreement among raft nodes before linearized reading' (duration: 728.399653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:38.132254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:37.40371Z","time spent":"728.537067ms","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:06:38.132246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:37.369597Z","time spent":"762.632903ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3718,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1cb6a659-a5b2-4e6e-92c0-8f2038fd67af\" "} {"level":"warn","ts":"2026-02-24T07:06:38.132486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.056407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-24T07:06:38.132523Z","caller":"traceutil/trace.go:171","msg":"trace[587623745] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17670; }","duration":"662.109199ms","start":"2026-02-24T07:06:37.470405Z","end":"2026-02-24T07:06:38.132514Z","steps":["trace[587623745] 'agreement among raft nodes before linearized reading' (duration: 662.010206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:38.132552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:37.470398Z","time spent":"662.146199ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T07:06:38.132621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.398881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T07:06:38.132656Z","caller":"traceutil/trace.go:171","msg":"trace[1607329278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17670; }","duration":"665.460462ms","start":"2026-02-24T07:06:37.467185Z","end":"2026-02-24T07:06:38.132645Z","steps":["trace[1607329278] 'agreement among raft nodes before linearized reading' (duration: 665.329449ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:38.132698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:37.46717Z","time spent":"665.513224ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T07:06:38.132828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.661405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tjhdz\" ","response":"range_response_count:1 size:21596"} {"level":"warn","ts":"2026-02-24T07:06:38.132896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.492185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29531940-mgb4x\" ","response":"range_response_count:1 size:6847"} {"level":"info","ts":"2026-02-24T07:06:38.132899Z","caller":"traceutil/trace.go:171","msg":"trace[405363583] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tjhdz; range_end:; response_count:1; response_revision:17670; }","duration":"338.755908ms","start":"2026-02-24T07:06:37.794121Z","end":"2026-02-24T07:06:38.132877Z","steps":["trace[405363583] 'agreement among raft nodes before linearized reading' (duration: 338.592704ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:38.132932Z","caller":"traceutil/trace.go:171","msg":"trace[147260359] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29531940-mgb4x; range_end:; response_count:1; response_revision:17670; }","duration":"372.576847ms","start":"2026-02-24T07:06:37.760343Z","end":"2026-02-24T07:06:38.13292Z","steps":["trace[147260359] 'agreement among raft nodes before linearized reading' (duration: 372.467694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:38.132963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:37.794104Z","time spent":"338.842939ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":21620,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tjhdz\" "} {"level":"warn","ts":"2026-02-24T07:06:38.133013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.618441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-24T07:06:38.133055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.98409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-24T07:06:38.133079Z","caller":"traceutil/trace.go:171","msg":"trace[1173217455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17670; }","duration":"666.727403ms","start":"2026-02-24T07:06:37.466335Z","end":"2026-02-24T07:06:38.133062Z","steps":["trace[1173217455] 'agreement among raft nodes before linearized reading' (duration: 666.571499ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:38.133139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:37.466306Z","time spent":"666.820946ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T07:06:38.132981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:37.760318Z","time spent":"372.635489ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6871,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29531940-mgb4x\" "} {"level":"warn","ts":"2026-02-24T07:06:38.133462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.439285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-wnpr8\" ","response":"range_response_count:1 size:9558"} {"level":"info","ts":"2026-02-24T07:06:38.133504Z","caller":"traceutil/trace.go:171","msg":"trace[922373924] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-wnpr8; range_end:; response_count:1; response_revision:17670; }","duration":"300.509097ms","start":"2026-02-24T07:06:37.832985Z","end":"2026-02-24T07:06:38.133494Z","steps":["trace[922373924] 'agreement among raft nodes before linearized reading' (duration: 300.400524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:38.133532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:37.83297Z","time spent":"300.553738ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9582,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-wnpr8\" "} {"level":"warn","ts":"2026-02-24T07:06:38.133559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.789544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T07:06:38.133626Z","caller":"traceutil/trace.go:171","msg":"trace[1324623193] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17670; }","duration":"699.917827ms","start":"2026-02-24T07:06:37.433692Z","end":"2026-02-24T07:06:38.13361Z","steps":["trace[1324623193] 'agreement among raft nodes before linearized reading' (duration: 699.754353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:38.13368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:37.433657Z","time spent":"700.008719ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T07:06:38.133796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.909434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-02-24T07:06:38.133842Z","caller":"traceutil/trace.go:171","msg":"trace[1472272803] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:17670; }","duration":"722.984586ms","start":"2026-02-24T07:06:37.410847Z","end":"2026-02-24T07:06:38.133832Z","steps":["trace[1472272803] 'agreement among raft nodes before linearized reading' (duration: 722.857533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:38.133877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:37.410832Z","time spent":"723.036477ms","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3590,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-24T07:06:38.133286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.781061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12013"} {"level":"warn","ts":"2026-02-24T07:06:38.133909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.738925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1299"} {"level":"info","ts":"2026-02-24T07:06:38.133943Z","caller":"traceutil/trace.go:171","msg":"trace[257904488] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17670; }","duration":"238.475779ms","start":"2026-02-24T07:06:37.895449Z","end":"2026-02-24T07:06:38.133925Z","steps":["trace[257904488] 'agreement among raft nodes before linearized reading' (duration: 237.73196ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:38.133957Z","caller":"traceutil/trace.go:171","msg":"trace[1926332567] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:17670; }","duration":"723.790576ms","start":"2026-02-24T07:06:37.410153Z","end":"2026-02-24T07:06:38.133944Z","steps":["trace[1926332567] 'agreement among raft nodes before linearized reading' (duration: 723.673493ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:38.133999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:37.410148Z","time spent":"723.844267ms","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1323,"request content":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" "} {"level":"warn","ts":"2026-02-24T07:06:38.133794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.386022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-t9z56-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:06:38.134075Z","caller":"traceutil/trace.go:171","msg":"trace[909435731] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-libvirt-default-t9z56-api; range_end:; response_count:0; response_revision:17670; }","duration":"724.70867ms","start":"2026-02-24T07:06:37.409354Z","end":"2026-02-24T07:06:38.134063Z","steps":["trace[909435731] 'agreement among raft nodes before linearized reading' (duration: 724.373742ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:06:38.133084Z","caller":"traceutil/trace.go:171","msg":"trace[2134649352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17670; }","duration":"661.036011ms","start":"2026-02-24T07:06:37.472039Z","end":"2026-02-24T07:06:38.133075Z","steps":["trace[2134649352] 'agreement among raft nodes before linearized reading' (duration: 660.958649ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:06:38.134121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:37.409347Z","time spent":"724.761511ms","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-t9z56-api\" "} {"level":"warn","ts":"2026-02-24T07:06:38.134125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:06:37.472028Z","time spent":"662.087826ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-24T07:06:40.912976Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15475} {"level":"info","ts":"2026-02-24T07:06:41.041542Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15475,"took":"125.43728ms","hash":1801834436,"current-db-size-bytes":44199936,"current-db-size":"44 MB","current-db-size-in-use-bytes":29155328,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-24T07:06:41.041658Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1801834436,"revision":15475,"compact-revision":13188} {"level":"info","ts":"2026-02-24T07:06:44.564779Z","caller":"traceutil/trace.go:171","msg":"trace[2043252445] transaction","detail":"{read_only:false; response_revision:17745; number_of_response:1; }","duration":"125.84393ms","start":"2026-02-24T07:06:44.438876Z","end":"2026-02-24T07:06:44.56472Z","steps":["trace[2043252445] 'process raft request' (duration: 125.546493ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:07:10.127117Z","caller":"traceutil/trace.go:171","msg":"trace[753380644] transaction","detail":"{read_only:false; response_revision:18030; number_of_response:1; }","duration":"101.617432ms","start":"2026-02-24T07:07:10.025475Z","end":"2026-02-24T07:07:10.127092Z","steps":["trace[753380644] 'process raft request' (duration: 101.380686ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:07:10.144937Z","caller":"traceutil/trace.go:171","msg":"trace[2060384987] transaction","detail":"{read_only:false; response_revision:18031; number_of_response:1; }","duration":"110.6937ms","start":"2026-02-24T07:07:10.034217Z","end":"2026-02-24T07:07:10.144911Z","steps":["trace[2060384987] 'process raft request' (duration: 110.475535ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:07:47.87516Z","caller":"traceutil/trace.go:171","msg":"trace[2096169247] transaction","detail":"{read_only:false; response_revision:18336; number_of_response:1; }","duration":"139.79385ms","start":"2026-02-24T07:07:47.735344Z","end":"2026-02-24T07:07:47.875138Z","steps":["trace[2096169247] 'process raft request' (duration: 116.409523ms)","trace[2096169247] 'compare' (duration: 23.227223ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:07:47.894162Z","caller":"traceutil/trace.go:171","msg":"trace[763881091] transaction","detail":"{read_only:false; response_revision:18337; number_of_response:1; }","duration":"157.224168ms","start":"2026-02-24T07:07:47.736927Z","end":"2026-02-24T07:07:47.894151Z","steps":["trace[763881091] 'process raft request' (duration: 157.018943ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:07:48.690932Z","caller":"traceutil/trace.go:171","msg":"trace[343992139] linearizableReadLoop","detail":"{readStateIndex:19080; appliedIndex:19079; }","duration":"119.739697ms","start":"2026-02-24T07:07:48.57117Z","end":"2026-02-24T07:07:48.69091Z","steps":["trace[343992139] 'read index received' (duration: 79.741172ms)","trace[343992139] 'applied index is now lower than readState.Index' (duration: 39.997375ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:07:48.691331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.090306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T07:07:48.691429Z","caller":"traceutil/trace.go:171","msg":"trace[218020989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18339; }","duration":"120.196329ms","start":"2026-02-24T07:07:48.57121Z","end":"2026-02-24T07:07:48.691406Z","steps":["trace[218020989] 'agreement among raft nodes before linearized reading' (duration: 119.971593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:07:48.691751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.571568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-24T07:07:48.691808Z","caller":"traceutil/trace.go:171","msg":"trace[1071261443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18339; }","duration":"120.638629ms","start":"2026-02-24T07:07:48.571153Z","end":"2026-02-24T07:07:48.691791Z","steps":["trace[1071261443] 'agreement among raft nodes before linearized reading' (duration: 120.490636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:07:48.691992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.741362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T07:07:48.692058Z","caller":"traceutil/trace.go:171","msg":"trace[2035508727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18339; }","duration":"120.826855ms","start":"2026-02-24T07:07:48.571217Z","end":"2026-02-24T07:07:48.692044Z","steps":["trace[2035508727] 'agreement among raft nodes before linearized reading' (duration: 120.64279ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:07:48.694459Z","caller":"traceutil/trace.go:171","msg":"trace[1494078953] transaction","detail":"{read_only:false; response_revision:18339; number_of_response:1; }","duration":"124.428526ms","start":"2026-02-24T07:07:48.566654Z","end":"2026-02-24T07:07:48.691083Z","steps":["trace[1494078953] 'process raft request' (duration: 84.295887ms)","trace[1494078953] 'compare' (duration: 39.677667ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:07:50.021969Z","caller":"traceutil/trace.go:171","msg":"trace[201650029] transaction","detail":"{read_only:false; response_revision:18346; number_of_response:1; }","duration":"119.538692ms","start":"2026-02-24T07:07:49.902414Z","end":"2026-02-24T07:07:50.021953Z","steps":["trace[201650029] 'process raft request' (duration: 119.43794ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:07:50.144815Z","caller":"traceutil/trace.go:171","msg":"trace[2045544677] transaction","detail":"{read_only:false; response_revision:18347; number_of_response:1; }","duration":"125.727168ms","start":"2026-02-24T07:07:50.019048Z","end":"2026-02-24T07:07:50.144776Z","steps":["trace[2045544677] 'process raft request' (duration: 124.213289ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:07:51.872339Z","caller":"traceutil/trace.go:171","msg":"trace[808796513] transaction","detail":"{read_only:false; response_revision:18358; number_of_response:1; }","duration":"145.537455ms","start":"2026-02-24T07:07:51.726775Z","end":"2026-02-24T07:07:51.872312Z","steps":["trace[808796513] 'process raft request' (duration: 145.364791ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:07:52.580041Z","caller":"traceutil/trace.go:171","msg":"trace[1132854654] transaction","detail":"{read_only:false; response_revision:18359; number_of_response:1; }","duration":"606.228403ms","start":"2026-02-24T07:07:51.973772Z","end":"2026-02-24T07:07:52.580001Z","steps":["trace[1132854654] 'process raft request' (duration: 605.797543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:07:52.580271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:07:51.973741Z","time spent":"606.402739ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:07:52.605472Z","caller":"traceutil/trace.go:171","msg":"trace[1349019934] linearizableReadLoop","detail":"{readStateIndex:19101; appliedIndex:19099; }","duration":"342.383658ms","start":"2026-02-24T07:07:52.263053Z","end":"2026-02-24T07:07:52.605436Z","steps":["trace[1349019934] 'read index received' (duration: 316.635482ms)","trace[1349019934] 'applied index is now lower than readState.Index' (duration: 25.746886ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:07:52.605649Z","caller":"traceutil/trace.go:171","msg":"trace[1273906562] transaction","detail":"{read_only:false; response_revision:18360; number_of_response:1; }","duration":"579.305498ms","start":"2026-02-24T07:07:52.02633Z","end":"2026-02-24T07:07:52.605636Z","steps":["trace[1273906562] 'process raft request' (duration: 578.866007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:07:52.605794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:07:52.026304Z","time spent":"579.38259ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:07:52.605853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.942215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:07:52.60596Z","caller":"traceutil/trace.go:171","msg":"trace[58857840] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18360; }","duration":"189.096689ms","start":"2026-02-24T07:07:52.416837Z","end":"2026-02-24T07:07:52.605934Z","steps":["trace[58857840] 'agreement among raft nodes before linearized reading' (duration: 188.929514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:07:52.606217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.120308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:07:52.606286Z","caller":"traceutil/trace.go:171","msg":"trace[1763352287] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18360; }","duration":"177.21553ms","start":"2026-02-24T07:07:52.429061Z","end":"2026-02-24T07:07:52.606276Z","steps":["trace[1763352287] 'agreement among raft nodes before linearized reading' (duration: 177.122058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:07:52.606436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.093802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:07:52.60649Z","caller":"traceutil/trace.go:171","msg":"trace[1557320616] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18360; }","duration":"178.156103ms","start":"2026-02-24T07:07:52.428325Z","end":"2026-02-24T07:07:52.606481Z","steps":["trace[1557320616] 'agreement among raft nodes before linearized reading' (duration: 178.081221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:07:52.60649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.336692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-24T07:07:52.606541Z","caller":"traceutil/trace.go:171","msg":"trace[869490993] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:18360; }","duration":"343.544847ms","start":"2026-02-24T07:07:52.262979Z","end":"2026-02-24T07:07:52.606524Z","steps":["trace[869490993] 'agreement among raft nodes before linearized reading' (duration: 343.348112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:07:52.606573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:07:52.262959Z","time spent":"343.605268ms","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-02-24T07:07:52.606614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.353298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:07:52.606652Z","caller":"traceutil/trace.go:171","msg":"trace[1416095659] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18360; }","duration":"178.402469ms","start":"2026-02-24T07:07:52.428241Z","end":"2026-02-24T07:07:52.606644Z","steps":["trace[1416095659] 'agreement among raft nodes before linearized reading' (duration: 178.349898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:07:52.606783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.777588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:07:52.606818Z","caller":"traceutil/trace.go:171","msg":"trace[1731089114] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18360; }","duration":"178.82598ms","start":"2026-02-24T07:07:52.427984Z","end":"2026-02-24T07:07:52.60681Z","steps":["trace[1731089114] 'agreement among raft nodes before linearized reading' (duration: 178.776699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:07:52.607109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.987495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:07:52.607156Z","caller":"traceutil/trace.go:171","msg":"trace[1770311221] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18360; }","duration":"181.055708ms","start":"2026-02-24T07:07:52.426088Z","end":"2026-02-24T07:07:52.607144Z","steps":["trace[1770311221] 'agreement among raft nodes before linearized reading' (duration: 180.986566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:07:52.60735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.930848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:07:52.607387Z","caller":"traceutil/trace.go:171","msg":"trace[2130827836] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18360; }","duration":"181.9979ms","start":"2026-02-24T07:07:52.425381Z","end":"2026-02-24T07:07:52.607379Z","steps":["trace[2130827836] 'agreement among raft nodes before linearized reading' (duration: 181.939079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:07:52.607495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.191986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:07:52.607525Z","caller":"traceutil/trace.go:171","msg":"trace[901511336] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18360; }","duration":"190.229768ms","start":"2026-02-24T07:07:52.417288Z","end":"2026-02-24T07:07:52.607518Z","steps":["trace[901511336] 'agreement among raft nodes before linearized reading' (duration: 190.186077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:07:58.168857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.26322ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-24T07:07:58.169231Z","caller":"traceutil/trace.go:171","msg":"trace[1481404736] transaction","detail":"{read_only:false; response_revision:18385; number_of_response:1; }","duration":"516.670855ms","start":"2026-02-24T07:07:57.652541Z","end":"2026-02-24T07:07:58.169211Z","steps":["trace[1481404736] 'process raft request' (duration: 516.447799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:07:58.169342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:07:57.65252Z","time spent":"516.753566ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:07:58.256311Z","caller":"traceutil/trace.go:171","msg":"trace[186080039] linearizableReadLoop","detail":"{readStateIndex:19129; appliedIndex:19126; }","duration":"117.676095ms","start":"2026-02-24T07:07:58.138607Z","end":"2026-02-24T07:07:58.256283Z","steps":["trace[186080039] 'read index received' (duration: 5.369215ms)","trace[186080039] 'applied index is now lower than readState.Index' (duration: 112.30628ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:07:58.256534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.916161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-dd6p8\" ","response":"range_response_count:1 size:15738"} {"level":"info","ts":"2026-02-24T07:07:58.256566Z","caller":"traceutil/trace.go:171","msg":"trace[1179858709] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-dd6p8; range_end:; response_count:1; response_revision:18386; }","duration":"118.023473ms","start":"2026-02-24T07:07:58.138531Z","end":"2026-02-24T07:07:58.256555Z","steps":["trace[1179858709] 'agreement among raft nodes before linearized reading' (duration: 117.88147ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:07:58.257692Z","caller":"traceutil/trace.go:171","msg":"trace[1166371538] transaction","detail":"{read_only:false; response_revision:18386; number_of_response:1; }","duration":"363.93011ms","start":"2026-02-24T07:07:57.892415Z","end":"2026-02-24T07:07:58.256345Z","steps":["trace[1166371538] 'process raft request' (duration: 276.786142ms)","trace[1166371538] 'compare' (duration: 86.952323ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:07:58.257959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:07:57.892374Z","time spent":"365.395777ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:07:58.477178Z","caller":"traceutil/trace.go:171","msg":"trace[1292867504] linearizableReadLoop","detail":"{readStateIndex:19130; appliedIndex:19129; }","duration":"185.552379ms","start":"2026-02-24T07:07:58.291605Z","end":"2026-02-24T07:07:58.477157Z","steps":["trace[1292867504] 'read index received' (duration: 185.211001ms)","trace[1292867504] 'applied index is now lower than readState.Index' (duration: 340.378µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:07:58.477258Z","caller":"traceutil/trace.go:171","msg":"trace[1981107188] transaction","detail":"{read_only:false; response_revision:18387; number_of_response:1; }","duration":"206.474186ms","start":"2026-02-24T07:07:58.270736Z","end":"2026-02-24T07:07:58.47721Z","steps":["trace[1981107188] 'process raft request' (duration: 206.209079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:07:58.477281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.655072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:07:58.477528Z","caller":"traceutil/trace.go:171","msg":"trace[1199505710] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:18387; }","duration":"185.917828ms","start":"2026-02-24T07:07:58.291596Z","end":"2026-02-24T07:07:58.477514Z","steps":["trace[1199505710] 'agreement among raft nodes before linearized reading' (duration: 185.635021ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:07:58.712761Z","caller":"traceutil/trace.go:171","msg":"trace[1918228334] transaction","detail":"{read_only:false; response_revision:18388; number_of_response:1; }","duration":"222.124708ms","start":"2026-02-24T07:07:58.490604Z","end":"2026-02-24T07:07:58.712728Z","steps":["trace[1918228334] 'process raft request' (duration: 184.75962ms)","trace[1918228334] 'compare' (duration: 37.199084ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:07:58.915176Z","caller":"traceutil/trace.go:171","msg":"trace[1695724691] transaction","detail":"{read_only:false; response_revision:18389; number_of_response:1; }","duration":"311.720288ms","start":"2026-02-24T07:07:58.603415Z","end":"2026-02-24T07:07:58.915135Z","steps":["trace[1695724691] 'process raft request' (duration: 243.551146ms)","trace[1695724691] 'compare' (duration: 67.907265ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:07:58.915388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:07:58.603372Z","time spent":"311.910582ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:07:58.915409Z","caller":"traceutil/trace.go:171","msg":"trace[2043429118] linearizableReadLoop","detail":"{readStateIndex:19132; appliedIndex:19130; }","duration":"291.846909ms","start":"2026-02-24T07:07:58.623535Z","end":"2026-02-24T07:07:58.915382Z","steps":["trace[2043429118] 'read index received' (duration: 51.847073ms)","trace[2043429118] 'applied index is now lower than readState.Index' (duration: 239.998866ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:07:58.915543Z","caller":"traceutil/trace.go:171","msg":"trace[703691008] transaction","detail":"{read_only:false; response_revision:18390; number_of_response:1; }","duration":"286.877794ms","start":"2026-02-24T07:07:58.628631Z","end":"2026-02-24T07:07:58.915509Z","steps":["trace[703691008] 'process raft request' (duration: 286.456224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:07:58.915595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.051125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:07:58.915702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.459494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T07:07:58.915726Z","caller":"traceutil/trace.go:171","msg":"trace[1385588666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18390; }","duration":"147.512974ms","start":"2026-02-24T07:07:58.768205Z","end":"2026-02-24T07:07:58.915718Z","steps":["trace[1385588666] 'agreement among raft nodes before linearized reading' (duration: 147.417392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:07:58.915725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.4859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:07:58.915763Z","caller":"traceutil/trace.go:171","msg":"trace[64197048] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18390; }","duration":"287.546291ms","start":"2026-02-24T07:07:58.628206Z","end":"2026-02-24T07:07:58.915753Z","steps":["trace[64197048] 'agreement among raft nodes before linearized reading' (duration: 287.474289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:07:58.915763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.899481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:07:58.915797Z","caller":"traceutil/trace.go:171","msg":"trace[1070611450] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18390; }","duration":"291.944442ms","start":"2026-02-24T07:07:58.623844Z","end":"2026-02-24T07:07:58.915788Z","steps":["trace[1070611450] 'agreement among raft nodes before linearized reading' (duration: 291.892681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:07:58.915864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.014259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:07:58.915907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.715826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:07:58.915848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.88311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:07:58.915925Z","caller":"traceutil/trace.go:171","msg":"trace[594099993] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18390; }","duration":"291.08342ms","start":"2026-02-24T07:07:58.624826Z","end":"2026-02-24T07:07:58.91591Z","steps":["trace[594099993] 'agreement among raft nodes before linearized reading' (duration: 290.995468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:07:58.915941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.270577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T07:07:58.915936Z","caller":"traceutil/trace.go:171","msg":"trace[1249706749] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18390; }","duration":"287.768706ms","start":"2026-02-24T07:07:58.628159Z","end":"2026-02-24T07:07:58.915928Z","steps":["trace[1249706749] 'agreement among raft nodes before linearized reading' (duration: 287.725605ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:07:58.915972Z","caller":"traceutil/trace.go:171","msg":"trace[1667729949] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18390; }","duration":"227.34006ms","start":"2026-02-24T07:07:58.688622Z","end":"2026-02-24T07:07:58.915962Z","steps":["trace[1667729949] 'agreement among raft nodes before linearized reading' (duration: 227.275569ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:07:58.915993Z","caller":"traceutil/trace.go:171","msg":"trace[17735391] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18390; }","duration":"292.068425ms","start":"2026-02-24T07:07:58.62389Z","end":"2026-02-24T07:07:58.915958Z","steps":["trace[17735391] 'agreement among raft nodes before linearized reading' (duration: 291.84579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:07:58.915874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.307865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:07:58.915995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.941317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:07:58.91603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.199553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T07:07:58.916055Z","caller":"traceutil/trace.go:171","msg":"trace[569738206] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18390; }","duration":"287.48632ms","start":"2026-02-24T07:07:58.628555Z","end":"2026-02-24T07:07:58.916042Z","steps":["trace[569738206] 'agreement among raft nodes before linearized reading' (duration: 287.277295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:07:58.916073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.154117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-24T07:07:58.91608Z","caller":"traceutil/trace.go:171","msg":"trace[246247810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18390; }","duration":"158.308136ms","start":"2026-02-24T07:07:58.757759Z","end":"2026-02-24T07:07:58.916068Z","steps":["trace[246247810] 'agreement among raft nodes before linearized reading' (duration: 158.187753ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:07:58.916098Z","caller":"traceutil/trace.go:171","msg":"trace[38892071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18390; }","duration":"165.216028ms","start":"2026-02-24T07:07:58.750874Z","end":"2026-02-24T07:07:58.91609Z","steps":["trace[38892071] 'agreement among raft nodes before linearized reading' (duration: 165.156887ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:07:58.91611Z","caller":"traceutil/trace.go:171","msg":"trace[578267412] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18390; }","duration":"291.09127ms","start":"2026-02-24T07:07:58.624975Z","end":"2026-02-24T07:07:58.916066Z","steps":["trace[578267412] 'agreement among raft nodes before linearized reading' (duration: 290.967207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:07:58.915909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.351787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:07:58.915864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.922786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:07:58.916203Z","caller":"traceutil/trace.go:171","msg":"trace[1410112685] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18390; }","duration":"287.670624ms","start":"2026-02-24T07:07:58.628522Z","end":"2026-02-24T07:07:58.916193Z","steps":["trace[1410112685] 'agreement among raft nodes before linearized reading' (duration: 287.337056ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:07:58.916215Z","caller":"traceutil/trace.go:171","msg":"trace[1161468355] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18390; }","duration":"292.232309ms","start":"2026-02-24T07:07:58.62348Z","end":"2026-02-24T07:07:58.915713Z","steps":["trace[1161468355] 'agreement among raft nodes before linearized reading' (duration: 292.031303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:07:58.915603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.797859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:07:58.916366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.837555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-ks-service-vf8km\" ","response":"range_response_count:1 size:10931"} {"level":"warn","ts":"2026-02-24T07:07:58.916319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.908756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-24T07:07:58.916227Z","caller":"traceutil/trace.go:171","msg":"trace[1989248253] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18390; }","duration":"291.332857ms","start":"2026-02-24T07:07:58.624884Z","end":"2026-02-24T07:07:58.916217Z","steps":["trace[1989248253] 'agreement among raft nodes before linearized reading' (duration: 290.846325ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:07:58.916397Z","caller":"traceutil/trace.go:171","msg":"trace[197650617] range","detail":"{range_begin:/registry/pods/openstack/heat-ks-service-vf8km; range_end:; response_count:1; response_revision:18390; }","duration":"169.905017ms","start":"2026-02-24T07:07:58.746483Z","end":"2026-02-24T07:07:58.916388Z","steps":["trace[197650617] 'agreement among raft nodes before linearized reading' (duration: 169.323152ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:07:58.916473Z","caller":"traceutil/trace.go:171","msg":"trace[1396686324] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18390; }","duration":"162.122702ms","start":"2026-02-24T07:07:58.754312Z","end":"2026-02-24T07:07:58.916435Z","steps":["trace[1396686324] 'agreement among raft nodes before linearized reading' (duration: 161.605509ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:07:58.916398Z","caller":"traceutil/trace.go:171","msg":"trace[1096357761] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18390; }","duration":"292.605599ms","start":"2026-02-24T07:07:58.623778Z","end":"2026-02-24T07:07:58.916384Z","steps":["trace[1096357761] 'agreement among raft nodes before linearized reading' (duration: 291.793539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:07:58.916815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.934736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:07:58.916862Z","caller":"traceutil/trace.go:171","msg":"trace[190434484] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18390; }","duration":"291.010408ms","start":"2026-02-24T07:07:58.625838Z","end":"2026-02-24T07:07:58.916848Z","steps":["trace[190434484] 'agreement among raft nodes before linearized reading' (duration: 290.034314ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:08:25.363356Z","caller":"traceutil/trace.go:171","msg":"trace[1636614557] transaction","detail":"{read_only:false; response_revision:18593; number_of_response:1; }","duration":"127.358609ms","start":"2026-02-24T07:08:25.235972Z","end":"2026-02-24T07:08:25.363331Z","steps":["trace[1636614557] 'process raft request' (duration: 127.164824ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:08:28.18241Z","caller":"traceutil/trace.go:171","msg":"trace[1899090904] linearizableReadLoop","detail":"{readStateIndex:19352; appliedIndex:19351; }","duration":"115.012969ms","start":"2026-02-24T07:08:28.067371Z","end":"2026-02-24T07:08:28.182384Z","steps":["trace[1899090904] 'read index received' (duration: 85.986529ms)","trace[1899090904] 'applied index is now lower than readState.Index' (duration: 29.024419ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:08:28.18256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.166872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:08:28.182598Z","caller":"traceutil/trace.go:171","msg":"trace[1649528823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18601; }","duration":"115.259825ms","start":"2026-02-24T07:08:28.067328Z","end":"2026-02-24T07:08:28.182588Z","steps":["trace[1649528823] 'agreement among raft nodes before linearized reading' (duration: 115.156332ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:08:29.233554Z","caller":"traceutil/trace.go:171","msg":"trace[1913316652] transaction","detail":"{read_only:false; response_revision:18614; number_of_response:1; }","duration":"125.273977ms","start":"2026-02-24T07:08:29.108249Z","end":"2026-02-24T07:08:29.233523Z","steps":["trace[1913316652] 'process raft request' (duration: 124.867707ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:08:29.569264Z","caller":"traceutil/trace.go:171","msg":"trace[1635468422] linearizableReadLoop","detail":"{readStateIndex:19370; appliedIndex:19369; }","duration":"121.173463ms","start":"2026-02-24T07:08:29.448064Z","end":"2026-02-24T07:08:29.569238Z","steps":["trace[1635468422] 'read index received' (duration: 120.919356ms)","trace[1635468422] 'applied index is now lower than readState.Index' (duration: 253.187µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:08:29.569399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.315706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:08:29.569371Z","caller":"traceutil/trace.go:171","msg":"trace[1405398703] transaction","detail":"{read_only:false; response_revision:18619; number_of_response:1; }","duration":"255.287061ms","start":"2026-02-24T07:08:29.314031Z","end":"2026-02-24T07:08:29.569318Z","steps":["trace[1405398703] 'process raft request' (duration: 255.039344ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:08:29.569442Z","caller":"traceutil/trace.go:171","msg":"trace[700477896] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:18619; }","duration":"121.416878ms","start":"2026-02-24T07:08:29.448012Z","end":"2026-02-24T07:08:29.569429Z","steps":["trace[700477896] 'agreement among raft nodes before linearized reading' (duration: 121.323086ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:08:29.981683Z","caller":"traceutil/trace.go:171","msg":"trace[2034448622] linearizableReadLoop","detail":"{readStateIndex:19371; appliedIndex:19370; }","duration":"345.200668ms","start":"2026-02-24T07:08:29.636443Z","end":"2026-02-24T07:08:29.981644Z","steps":["trace[2034448622] 'read index received' (duration: 344.970053ms)","trace[2034448622] 'applied index is now lower than readState.Index' (duration: 229.785µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:08:29.981804Z","caller":"traceutil/trace.go:171","msg":"trace[254532045] transaction","detail":"{read_only:false; response_revision:18620; number_of_response:1; }","duration":"355.507378ms","start":"2026-02-24T07:08:29.626285Z","end":"2026-02-24T07:08:29.981793Z","steps":["trace[254532045] 'process raft request' (duration: 355.20034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:08:29.981914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:08:29.626255Z","time spent":"355.57924ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9777,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:08:29.982043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.535102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:08:29.982117Z","caller":"traceutil/trace.go:171","msg":"trace[751035980] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:18620; }","duration":"301.647495ms","start":"2026-02-24T07:08:29.680456Z","end":"2026-02-24T07:08:29.982104Z","steps":["trace[751035980] 'agreement among raft nodes before linearized reading' (duration: 301.514392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:08:29.982161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:08:29.680435Z","time spent":"301.718577ms","remote":"127.0.0.1:53440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:08:29.982271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.835715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T07:08:29.982299Z","caller":"traceutil/trace.go:171","msg":"trace[978601885] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:18620; }","duration":"345.902497ms","start":"2026-02-24T07:08:29.636391Z","end":"2026-02-24T07:08:29.982293Z","steps":["trace[978601885] 'agreement among raft nodes before linearized reading' (duration: 345.777893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:08:29.982315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:08:29.63637Z","time spent":"345.941037ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":142,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:08:35.537169Z","caller":"traceutil/trace.go:171","msg":"trace[1180800205] transaction","detail":"{read_only:false; response_revision:18650; number_of_response:1; }","duration":"223.564165ms","start":"2026-02-24T07:08:35.313548Z","end":"2026-02-24T07:08:35.537112Z","steps":["trace[1180800205] 'process raft request' (duration: 193.090569ms)","trace[1180800205] 'compare' (duration: 30.387523ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:08:35.610869Z","caller":"traceutil/trace.go:171","msg":"trace[1546697513] linearizableReadLoop","detail":"{readStateIndex:19403; appliedIndex:19401; }","duration":"294.183269ms","start":"2026-02-24T07:08:35.316662Z","end":"2026-02-24T07:08:35.610845Z","steps":["trace[1546697513] 'read index received' (duration: 190.110974ms)","trace[1546697513] 'applied index is now lower than readState.Index' (duration: 104.071195ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:08:35.611364Z","caller":"traceutil/trace.go:171","msg":"trace[352960712] transaction","detail":"{read_only:false; response_revision:18652; number_of_response:1; }","duration":"183.336935ms","start":"2026-02-24T07:08:35.42801Z","end":"2026-02-24T07:08:35.611347Z","steps":["trace[352960712] 'process raft request' (duration: 182.77676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:08:35.61145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.369667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T07:08:35.611509Z","caller":"traceutil/trace.go:171","msg":"trace[145021345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18652; }","duration":"287.47078ms","start":"2026-02-24T07:08:35.324027Z","end":"2026-02-24T07:08:35.611498Z","steps":["trace[145021345] 'agreement among raft nodes before linearized reading' (duration: 287.315766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:08:35.611624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.198727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-24T07:08:35.611661Z","caller":"traceutil/trace.go:171","msg":"trace[459395789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18652; }","duration":"286.252789ms","start":"2026-02-24T07:08:35.325399Z","end":"2026-02-24T07:08:35.611652Z","steps":["trace[459395789] 'agreement among raft nodes before linearized reading' (duration: 286.193927ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:08:35.611708Z","caller":"traceutil/trace.go:171","msg":"trace[1576182704] transaction","detail":"{read_only:false; response_revision:18651; number_of_response:1; }","duration":"297.794538ms","start":"2026-02-24T07:08:35.313908Z","end":"2026-02-24T07:08:35.611702Z","steps":["trace[1576182704] 'process raft request' (duration: 296.751771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:08:35.612055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.447704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T07:08:35.612149Z","caller":"traceutil/trace.go:171","msg":"trace[1142629489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18652; }","duration":"286.571726ms","start":"2026-02-24T07:08:35.325557Z","end":"2026-02-24T07:08:35.612129Z","steps":["trace[1142629489] 'agreement among raft nodes before linearized reading' (duration: 286.026603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:08:35.612263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.494076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-24T07:08:35.612507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.834139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-24T07:08:35.612561Z","caller":"traceutil/trace.go:171","msg":"trace[1090102238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18652; }","duration":"295.907932ms","start":"2026-02-24T07:08:35.316639Z","end":"2026-02-24T07:08:35.612547Z","steps":["trace[1090102238] 'agreement among raft nodes before linearized reading' (duration: 295.070881ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:08:35.61262Z","caller":"traceutil/trace.go:171","msg":"trace[1605652497] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:18652; }","duration":"116.929526ms","start":"2026-02-24T07:08:35.495673Z","end":"2026-02-24T07:08:35.612603Z","steps":["trace[1605652497] 'agreement among raft nodes before linearized reading' (duration: 115.897751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:08:35.831561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.786953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:08:35.831666Z","caller":"traceutil/trace.go:171","msg":"trace[1640235360] linearizableReadLoop","detail":"{readStateIndex:19405; appliedIndex:19404; }","duration":"213.926882ms","start":"2026-02-24T07:08:35.617723Z","end":"2026-02-24T07:08:35.83165Z","steps":["trace[1640235360] 'read index received' (duration: 111.973µs)","trace[1640235360] 'applied index is now lower than readState.Index' (duration: 213.810909ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:08:35.831754Z","caller":"traceutil/trace.go:171","msg":"trace[864343642] transaction","detail":"{read_only:false; response_revision:18653; number_of_response:1; }","duration":"214.011784ms","start":"2026-02-24T07:08:35.617707Z","end":"2026-02-24T07:08:35.831719Z","steps":["trace[864343642] 'process raft request' (duration: 90.983374ms)","trace[864343642] 'compare' (duration: 122.610909ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:08:35.832057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.323632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c304f092-42ab-439e-92b7-8955102d5444\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-24T07:08:35.832105Z","caller":"traceutil/trace.go:171","msg":"trace[888233704] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c304f092-42ab-439e-92b7-8955102d5444; range_end:; response_count:1; response_revision:18653; }","duration":"214.388883ms","start":"2026-02-24T07:08:35.617702Z","end":"2026-02-24T07:08:35.832091Z","steps":["trace[888233704] 'agreement among raft nodes before linearized reading' (duration: 214.012273ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:08:35.85159Z","caller":"traceutil/trace.go:171","msg":"trace[768322020] transaction","detail":"{read_only:false; response_revision:18656; number_of_response:1; }","duration":"232.624892ms","start":"2026-02-24T07:08:35.618942Z","end":"2026-02-24T07:08:35.851567Z","steps":["trace[768322020] 'process raft request' (duration: 232.55194ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:08:35.851834Z","caller":"traceutil/trace.go:171","msg":"trace[1134382377] transaction","detail":"{read_only:false; response_revision:18654; number_of_response:1; }","duration":"233.956336ms","start":"2026-02-24T07:08:35.617866Z","end":"2026-02-24T07:08:35.851822Z","steps":["trace[1134382377] 'process raft request' (duration: 233.462722ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:08:35.851929Z","caller":"traceutil/trace.go:171","msg":"trace[776278546] transaction","detail":"{read_only:false; response_revision:18655; number_of_response:1; }","duration":"233.194097ms","start":"2026-02-24T07:08:35.618725Z","end":"2026-02-24T07:08:35.851919Z","steps":["trace[776278546] 'process raft request' (duration: 232.734185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:08:35.851826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.83239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12013"} {"level":"info","ts":"2026-02-24T07:08:35.85202Z","caller":"traceutil/trace.go:171","msg":"trace[1370008267] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18657; }","duration":"163.076206ms","start":"2026-02-24T07:08:35.688933Z","end":"2026-02-24T07:08:35.852009Z","steps":["trace[1370008267] 'agreement among raft nodes before linearized reading' (duration: 162.765728ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:08:35.851979Z","caller":"traceutil/trace.go:171","msg":"trace[1754308776] transaction","detail":"{read_only:false; response_revision:18657; number_of_response:1; }","duration":"147.050823ms","start":"2026-02-24T07:08:35.704913Z","end":"2026-02-24T07:08:35.851964Z","steps":["trace[1754308776] 'process raft request' (duration: 146.618121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:08:36.049826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.424688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:08:36.049917Z","caller":"traceutil/trace.go:171","msg":"trace[1230012836] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:18657; }","duration":"105.54852ms","start":"2026-02-24T07:08:35.944343Z","end":"2026-02-24T07:08:36.049892Z","steps":["trace[1230012836] 'count revisions from in-memory index tree' (duration: 105.300834ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:10:09.3181Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a11c20306510c1f7","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-24T07:10:09.324492Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-02-24T07:10:09.324677Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-02-24T07:11:40.920866Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17705} {"level":"info","ts":"2026-02-24T07:11:41.055221Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17705,"took":"131.03399ms","hash":2480380156,"current-db-size-bytes":45039616,"current-db-size":"45 MB","current-db-size-in-use-bytes":30953472,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-24T07:11:41.055277Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2480380156,"revision":17705,"compact-revision":15475} {"level":"info","ts":"2026-02-24T07:11:54.439697Z","caller":"traceutil/trace.go:171","msg":"trace[520041953] transaction","detail":"{read_only:false; response_revision:19939; number_of_response:1; }","duration":"611.753974ms","start":"2026-02-24T07:11:53.82792Z","end":"2026-02-24T07:11:54.439674Z","steps":["trace[520041953] 'process raft request' (duration: 611.622741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:11:54.439822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:11:53.827891Z","time spent":"611.864397ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:11:54.796634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.464565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:11:54.797002Z","caller":"traceutil/trace.go:171","msg":"trace[1922378997] linearizableReadLoop","detail":"{readStateIndex:20742; appliedIndex:20740; }","duration":"730.205974ms","start":"2026-02-24T07:11:54.066773Z","end":"2026-02-24T07:11:54.796979Z","steps":["trace[1922378997] 'read index received' (duration: 372.764756ms)","trace[1922378997] 'applied index is now lower than readState.Index' (duration: 357.439428ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:11:54.797041Z","caller":"traceutil/trace.go:171","msg":"trace[1373484316] transaction","detail":"{read_only:false; response_revision:19940; number_of_response:1; }","duration":"945.726898ms","start":"2026-02-24T07:11:53.85126Z","end":"2026-02-24T07:11:54.796987Z","steps":["trace[1373484316] 'process raft request' (duration: 660.73044ms)","trace[1373484316] 'compare' (duration: 283.967773ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:11:54.797138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.346358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:11:54.79721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.279506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:11:54.797237Z","caller":"traceutil/trace.go:171","msg":"trace[1008301199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19940; }","duration":"730.491102ms","start":"2026-02-24T07:11:54.06672Z","end":"2026-02-24T07:11:54.797212Z","steps":["trace[1008301199] 'agreement among raft nodes before linearized reading' (duration: 730.328728ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:11:54.797263Z","caller":"traceutil/trace.go:171","msg":"trace[478145499] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:19940; }","duration":"270.369309ms","start":"2026-02-24T07:11:54.526876Z","end":"2026-02-24T07:11:54.797246Z","steps":["trace[478145499] 'agreement among raft nodes before linearized reading' (duration: 270.251686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:11:54.797287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:11:54.066699Z","time spent":"730.579973ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:11:54.797286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:11:53.851229Z","time spent":"945.943934ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:11:54.797307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.232575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12013"} {"level":"info","ts":"2026-02-24T07:11:54.797379Z","caller":"traceutil/trace.go:171","msg":"trace[982487316] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19940; }","duration":"150.40196ms","start":"2026-02-24T07:11:54.646958Z","end":"2026-02-24T07:11:54.79736Z","steps":["trace[982487316] 'agreement among raft nodes before linearized reading' (duration: 150.180693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:11:54.797516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.490159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:11:54.797591Z","caller":"traceutil/trace.go:171","msg":"trace[1741565750] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:19940; }","duration":"193.595751ms","start":"2026-02-24T07:11:54.603969Z","end":"2026-02-24T07:11:54.797564Z","steps":["trace[1741565750] 'agreement among raft nodes before linearized reading' (duration: 193.339613ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:11:54.79752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.246162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T07:11:54.798354Z","caller":"traceutil/trace.go:171","msg":"trace[1954717787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19940; }","duration":"213.115794ms","start":"2026-02-24T07:11:54.585214Z","end":"2026-02-24T07:11:54.798329Z","steps":["trace[1954717787] 'agreement among raft nodes before linearized reading' (duration: 212.112148ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:11:55.027473Z","caller":"traceutil/trace.go:171","msg":"trace[1294525189] linearizableReadLoop","detail":"{readStateIndex:20743; appliedIndex:20742; }","duration":"225.310062ms","start":"2026-02-24T07:11:54.80214Z","end":"2026-02-24T07:11:55.02745Z","steps":["trace[1294525189] 'read index received' (duration: 213.838163ms)","trace[1294525189] 'applied index is now lower than readState.Index' (duration: 11.471119ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:11:55.027552Z","caller":"traceutil/trace.go:171","msg":"trace[485222017] transaction","detail":"{read_only:false; response_revision:19941; number_of_response:1; }","duration":"225.549718ms","start":"2026-02-24T07:11:54.801968Z","end":"2026-02-24T07:11:55.027518Z","steps":["trace[485222017] 'process raft request' (duration: 213.898624ms)","trace[485222017] 'compare' (duration: 11.346777ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:11:55.027629Z","caller":"traceutil/trace.go:171","msg":"trace[1347236928] transaction","detail":"{read_only:false; response_revision:19942; number_of_response:1; }","duration":"225.20572ms","start":"2026-02-24T07:11:54.802376Z","end":"2026-02-24T07:11:55.027582Z","steps":["trace[1347236928] 'process raft request' (duration: 225.044466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:11:55.027761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.488793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T07:11:55.027781Z","caller":"traceutil/trace.go:171","msg":"trace[2130389607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19942; }","duration":"196.506433ms","start":"2026-02-24T07:11:54.831267Z","end":"2026-02-24T07:11:55.027774Z","steps":["trace[2130389607] 'agreement among raft nodes before linearized reading' (duration: 196.460942ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:11:55.027675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.518958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16910"} {"level":"warn","ts":"2026-02-24T07:11:55.027799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.510757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T07:11:55.027841Z","caller":"traceutil/trace.go:171","msg":"trace[819240140] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19942; }","duration":"225.700982ms","start":"2026-02-24T07:11:54.802126Z","end":"2026-02-24T07:11:55.027827Z","steps":["trace[819240140] 'agreement among raft nodes before linearized reading' (duration: 225.435245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:11:55.027864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.372311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-24T07:11:55.027871Z","caller":"traceutil/trace.go:171","msg":"trace[1420695572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19942; }","duration":"210.61722ms","start":"2026-02-24T07:11:54.817235Z","end":"2026-02-24T07:11:55.027852Z","steps":["trace[1420695572] 'agreement among raft nodes before linearized reading' (duration: 210.352774ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:11:55.027893Z","caller":"traceutil/trace.go:171","msg":"trace[880083384] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19942; }","duration":"202.444653ms","start":"2026-02-24T07:11:54.82544Z","end":"2026-02-24T07:11:55.027885Z","steps":["trace[880083384] 'agreement among raft nodes before linearized reading' (duration: 202.291659ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:12:05.570762Z","caller":"traceutil/trace.go:171","msg":"trace[2083260744] transaction","detail":"{read_only:false; response_revision:19986; number_of_response:1; }","duration":"492.83063ms","start":"2026-02-24T07:12:05.077901Z","end":"2026-02-24T07:12:05.570732Z","steps":["trace[2083260744] 'process raft request' (duration: 492.661805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:05.571248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:05.07788Z","time spent":"492.976023ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:12:05.591654Z","caller":"traceutil/trace.go:171","msg":"trace[779892752] linearizableReadLoop","detail":"{readStateIndex:20791; appliedIndex:20789; }","duration":"509.857359ms","start":"2026-02-24T07:12:05.081771Z","end":"2026-02-24T07:12:05.591628Z","steps":["trace[779892752] 'read index received' (duration: 488.915439ms)","trace[779892752] 'applied index is now lower than readState.Index' (duration: 20.94087ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:12:05.591743Z","caller":"traceutil/trace.go:171","msg":"trace[1059778881] transaction","detail":"{read_only:false; response_revision:19988; number_of_response:1; }","duration":"291.696948ms","start":"2026-02-24T07:12:05.30002Z","end":"2026-02-24T07:12:05.591716Z","steps":["trace[1059778881] 'process raft request' (duration: 291.549434ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:12:05.591685Z","caller":"traceutil/trace.go:171","msg":"trace[1674585079] transaction","detail":"{read_only:false; response_revision:19987; number_of_response:1; }","duration":"512.203838ms","start":"2026-02-24T07:12:05.079447Z","end":"2026-02-24T07:12:05.59165Z","steps":["trace[1674585079] 'process raft request' (duration: 511.974253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:05.591911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.119895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T07:12:05.591942Z","caller":"traceutil/trace.go:171","msg":"trace[1331853884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19988; }","duration":"510.192647ms","start":"2026-02-24T07:12:05.08174Z","end":"2026-02-24T07:12:05.591932Z","steps":["trace[1331853884] 'agreement among raft nodes before linearized reading' (duration: 510.027733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:05.591953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:05.079411Z","time spent":"512.486175ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:12:05.591972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:05.081726Z","time spent":"510.239968ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T07:12:05.591928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.167842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-24T07:12:05.592046Z","caller":"traceutil/trace.go:171","msg":"trace[1916154821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19988; }","duration":"505.336325ms","start":"2026-02-24T07:12:05.086703Z","end":"2026-02-24T07:12:05.592039Z","steps":["trace[1916154821] 'agreement among raft nodes before linearized reading' (duration: 505.087829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:05.59204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.130001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-24T07:12:05.592066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:05.08669Z","time spent":"505.369916ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-24T07:12:05.59208Z","caller":"traceutil/trace.go:171","msg":"trace[610270265] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19988; }","duration":"142.195993ms","start":"2026-02-24T07:12:05.44987Z","end":"2026-02-24T07:12:05.592066Z","steps":["trace[610270265] 'agreement among raft nodes before linearized reading' (duration: 142.09513ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:05.592195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.98265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:12:05.592223Z","caller":"traceutil/trace.go:171","msg":"trace[546257492] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:19988; }","duration":"498.048921ms","start":"2026-02-24T07:12:05.094167Z","end":"2026-02-24T07:12:05.592216Z","steps":["trace[546257492] 'agreement among raft nodes before linearized reading' (duration: 497.99202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:05.592252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:05.094146Z","time spent":"498.096772ms","remote":"127.0.0.1:53342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:12:05.592331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.983813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T07:12:05.592358Z","caller":"traceutil/trace.go:171","msg":"trace[5667486] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:19988; }","duration":"149.052785ms","start":"2026-02-24T07:12:05.443299Z","end":"2026-02-24T07:12:05.592352Z","steps":["trace[5667486] 'agreement among raft nodes before linearized reading' (duration: 148.937082ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:05.592414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.174354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-755f769cdc-zqp85.18971b6b17b70096\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-02-24T07:12:05.592449Z","caller":"traceutil/trace.go:171","msg":"trace[513998825] range","detail":"{range_begin:/registry/events/openstack/barbican-api-755f769cdc-zqp85.18971b6b17b70096; range_end:; response_count:1; response_revision:19988; }","duration":"422.206735ms","start":"2026-02-24T07:12:05.170232Z","end":"2026-02-24T07:12:05.592438Z","steps":["trace[513998825] 'agreement among raft nodes before linearized reading' (duration: 422.123793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:05.592474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:05.170178Z","time spent":"422.290938ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1162,"request content":"key:\"/registry/events/openstack/barbican-api-755f769cdc-zqp85.18971b6b17b70096\" "} {"level":"warn","ts":"2026-02-24T07:12:05.592178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.87757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12013"} {"level":"warn","ts":"2026-02-24T07:12:05.592523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.315924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T07:12:05.592632Z","caller":"traceutil/trace.go:171","msg":"trace[595498531] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19988; }","duration":"505.521449ms","start":"2026-02-24T07:12:05.087093Z","end":"2026-02-24T07:12:05.592614Z","steps":["trace[595498531] 'agreement among raft nodes before linearized reading' (duration: 505.115299ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:12:05.592566Z","caller":"traceutil/trace.go:171","msg":"trace[1734943932] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19988; }","duration":"375.30468ms","start":"2026-02-24T07:12:05.217244Z","end":"2026-02-24T07:12:05.592549Z","steps":["trace[1734943932] 'agreement among raft nodes before linearized reading' (duration: 374.810817ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:05.592787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:05.08708Z","time spent":"505.626892ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T07:12:05.592789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:05.217225Z","time spent":"375.546366ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12037,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T07:12:05.592972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.087582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:26 size:231268"} {"level":"info","ts":"2026-02-24T07:12:05.593053Z","caller":"traceutil/trace.go:171","msg":"trace[1026867863] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:26; response_revision:19988; }","duration":"226.209615ms","start":"2026-02-24T07:12:05.366819Z","end":"2026-02-24T07:12:05.593029Z","steps":["trace[1026867863] 'agreement among raft nodes before linearized reading' (duration: 225.61472ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:12:11.279795Z","caller":"traceutil/trace.go:171","msg":"trace[1752445673] linearizableReadLoop","detail":"{readStateIndex:20820; appliedIndex:20819; }","duration":"211.989404ms","start":"2026-02-24T07:12:11.067787Z","end":"2026-02-24T07:12:11.279777Z","steps":["trace[1752445673] 'read index received' (duration: 211.82024ms)","trace[1752445673] 'applied index is now lower than readState.Index' (duration: 168.464µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:12:11.279891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.095207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:12:11.279918Z","caller":"traceutil/trace.go:171","msg":"trace[1766991591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20015; }","duration":"212.17505ms","start":"2026-02-24T07:12:11.067736Z","end":"2026-02-24T07:12:11.279911Z","steps":["trace[1766991591] 'agreement among raft nodes before linearized reading' (duration: 212.112058ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:12:11.279886Z","caller":"traceutil/trace.go:171","msg":"trace[629141834] transaction","detail":"{read_only:false; response_revision:20015; number_of_response:1; }","duration":"364.203869ms","start":"2026-02-24T07:12:10.915645Z","end":"2026-02-24T07:12:11.279849Z","steps":["trace[629141834] 'process raft request' (duration: 364.017225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:11.280153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:10.915623Z","time spent":"364.338193ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:12:12.396164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.880526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-24T07:12:12.396257Z","caller":"traceutil/trace.go:171","msg":"trace[1179508165] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20015; }","duration":"802.0169ms","start":"2026-02-24T07:12:11.594215Z","end":"2026-02-24T07:12:12.396232Z","steps":["trace[1179508165] 'range keys from in-memory index tree' (duration: 801.709992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:12.3963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:11.594198Z","time spent":"802.091281ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T07:12:12.396771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.436567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:12:12.396906Z","caller":"traceutil/trace.go:171","msg":"trace[1050782802] linearizableReadLoop","detail":"{readStateIndex:20821; appliedIndex:20820; }","duration":"784.488436ms","start":"2026-02-24T07:12:11.612394Z","end":"2026-02-24T07:12:12.396882Z","steps":["trace[1050782802] 'read index received' (duration: 221.70924ms)","trace[1050782802] 'applied index is now lower than readState.Index' (duration: 562.777146ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:12:12.397049Z","caller":"traceutil/trace.go:171","msg":"trace[985859161] transaction","detail":"{read_only:false; response_revision:20016; number_of_response:1; }","duration":"784.693092ms","start":"2026-02-24T07:12:11.612322Z","end":"2026-02-24T07:12:12.397015Z","steps":["trace[985859161] 'process raft request' (duration: 221.765462ms)","trace[985859161] 'compare' (duration: 561.814602ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:12:12.397148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:11.612303Z","time spent":"784.793954ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:12:12.397449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.386152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-24T07:12:12.397535Z","caller":"traceutil/trace.go:171","msg":"trace[927155836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20016; }","duration":"776.513595ms","start":"2026-02-24T07:12:11.621Z","end":"2026-02-24T07:12:12.397514Z","steps":["trace[927155836] 'agreement among raft nodes before linearized reading' (duration: 776.275839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:12.397595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:11.620911Z","time spent":"776.674039ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T07:12:12.397733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.738821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-24T07:12:12.397809Z","caller":"traceutil/trace.go:171","msg":"trace[734725025] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:20016; }","duration":"122.881264ms","start":"2026-02-24T07:12:12.27491Z","end":"2026-02-24T07:12:12.397791Z","steps":["trace[734725025] 'agreement among raft nodes before linearized reading' (duration: 122.676009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:12.397823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.658937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T07:12:12.397877Z","caller":"traceutil/trace.go:171","msg":"trace[1563349142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20016; }","duration":"774.74732ms","start":"2026-02-24T07:12:11.623113Z","end":"2026-02-24T07:12:12.397861Z","steps":["trace[1563349142] 'agreement among raft nodes before linearized reading' (duration: 774.533114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:12.397915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:11.623098Z","time spent":"774.809541ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T07:12:12.398003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.087944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T07:12:12.398085Z","caller":"traceutil/trace.go:171","msg":"trace[576237208] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20016; }","duration":"776.204157ms","start":"2026-02-24T07:12:11.621862Z","end":"2026-02-24T07:12:12.398066Z","steps":["trace[576237208] 'agreement among raft nodes before linearized reading' (duration: 775.94088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:12.39813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:11.621852Z","time spent":"776.269408ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T07:12:12.398149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.752528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T07:12:12.398184Z","caller":"traceutil/trace.go:171","msg":"trace[1532150844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20016; }","duration":"785.786048ms","start":"2026-02-24T07:12:11.612386Z","end":"2026-02-24T07:12:12.398172Z","steps":["trace[1532150844] 'agreement among raft nodes before linearized reading' (duration: 785.692086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:12.398221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:11.612323Z","time spent":"785.890491ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T07:12:13.357846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.539498ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-02-24T07:12:13.357954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:12.398917Z","time spent":"959.031645ms","remote":"127.0.0.1:53000","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T07:12:14.191958Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.059645937s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T07:12:15.091692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000574646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:12:15.091817Z","caller":"traceutil/trace.go:171","msg":"trace[902851582] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000754429s","start":"2026-02-24T07:12:13.091031Z","end":"2026-02-24T07:12:15.091786Z","steps":["trace[902851582] 'agreement among raft nodes before linearized reading' (duration: 2.000592115s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:15.091879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:13.091022Z","time spent":"2.000843991s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:12:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:12:15.09287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.548018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:12:15.093187Z","caller":"traceutil/trace.go:171","msg":"trace[959216031] transaction","detail":"{read_only:false; response_revision:20018; number_of_response:1; }","duration":"2.691160749s","start":"2026-02-24T07:12:12.402011Z","end":"2026-02-24T07:12:15.093171Z","steps":["trace[959216031] 'process raft request' (duration: 2.690957004s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:12:15.093179Z","caller":"traceutil/trace.go:171","msg":"trace[554820616] transaction","detail":"{read_only:false; response_revision:20020; number_of_response:1; }","duration":"2.690954504s","start":"2026-02-24T07:12:12.402186Z","end":"2026-02-24T07:12:15.093141Z","steps":["trace[554820616] 'process raft request' (duration: 2.690874402s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:12:15.093196Z","caller":"traceutil/trace.go:171","msg":"trace[416455687] transaction","detail":"{read_only:false; response_revision:20017; number_of_response:1; }","duration":"2.69238048s","start":"2026-02-24T07:12:12.400789Z","end":"2026-02-24T07:12:15.09317Z","steps":["trace[416455687] 'process raft request' (duration: 1.791434562s)","trace[416455687] 'compare' (duration: 900.433855ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:12:15.093194Z","caller":"traceutil/trace.go:171","msg":"trace[17947900] transaction","detail":"{read_only:false; response_revision:20019; number_of_response:1; }","duration":"2.691109607s","start":"2026-02-24T07:12:12.402043Z","end":"2026-02-24T07:12:15.093153Z","steps":["trace[17947900] 'process raft request' (duration: 2.690984044s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:12:15.093275Z","caller":"traceutil/trace.go:171","msg":"trace[94002792] transaction","detail":"{read_only:false; response_revision:20021; number_of_response:1; }","duration":"2.68998667s","start":"2026-02-24T07:12:12.40317Z","end":"2026-02-24T07:12:15.093157Z","steps":["trace[94002792] 'process raft request' (duration: 2.689920098s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:12:15.09331Z","caller":"traceutil/trace.go:171","msg":"trace[1300766970] linearizableReadLoop","detail":"{readStateIndex:20828; appliedIndex:20821; }","duration":"2.28464472s","start":"2026-02-24T07:12:12.808639Z","end":"2026-02-24T07:12:15.093284Z","steps":["trace[1300766970] 'read index received' (duration: 323.663795ms)","trace[1300766970] 'applied index is now lower than readState.Index' (duration: 1.960979785s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:12:15.093339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:12.400765Z","time spent":"2.692505053s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:12:15.093358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:12.402178Z","time spent":"2.691084627s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:12:15.093417Z","caller":"traceutil/trace.go:171","msg":"trace[863167263] transaction","detail":"{read_only:false; response_revision:20022; number_of_response:1; }","duration":"2.578594947s","start":"2026-02-24T07:12:12.514812Z","end":"2026-02-24T07:12:15.093407Z","steps":["trace[863167263] 'process raft request' (duration: 2.578309529s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:15.093431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:12.402021Z","time spent":"2.691312813s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:12:15.093465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:12.403161Z","time spent":"2.690191995s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:12:15.093268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:12.401987Z","time spent":"2.691246341s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:12:15.093509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:12.514782Z","time spent":"2.578659939s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:12:15.09371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.285057542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T07:12:15.093781Z","caller":"traceutil/trace.go:171","msg":"trace[250586601] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:20022; }","duration":"2.285158374s","start":"2026-02-24T07:12:12.808606Z","end":"2026-02-24T07:12:15.093765Z","steps":["trace[250586601] 'agreement among raft nodes before linearized reading' (duration: 2.284914298s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:15.093858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:12.808592Z","time spent":"2.285227526s","remote":"127.0.0.1:53154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":205,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:12:15.116289Z","caller":"traceutil/trace.go:171","msg":"trace[286968163] transaction","detail":"{read_only:false; response_revision:20023; number_of_response:1; }","duration":"1.831198287s","start":"2026-02-24T07:12:13.285051Z","end":"2026-02-24T07:12:15.116249Z","steps":["trace[286968163] 'process raft request' (duration: 1.830947681s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:15.116496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:13.285027Z","time spent":"1.831361911s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:12:15.116589Z","caller":"traceutil/trace.go:171","msg":"trace[1085306466] transaction","detail":"{read_only:false; response_revision:20025; number_of_response:1; }","duration":"1.533278722s","start":"2026-02-24T07:12:13.583286Z","end":"2026-02-24T07:12:15.116565Z","steps":["trace[1085306466] 'process raft request' (duration: 1.533157009s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:12:15.116607Z","caller":"traceutil/trace.go:171","msg":"trace[117451784] transaction","detail":"{read_only:false; response_revision:20024; number_of_response:1; }","duration":"1.757318121s","start":"2026-02-24T07:12:13.359257Z","end":"2026-02-24T07:12:15.116575Z","steps":["trace[117451784] 'process raft request' (duration: 1.756929391s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:15.116714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:13.583256Z","time spent":"1.533392385s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:12:15.116761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:13.359239Z","time spent":"1.757444345s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:12:15.437529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.201753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:12:15.437816Z","caller":"traceutil/trace.go:171","msg":"trace[638230710] linearizableReadLoop","detail":"{readStateIndex:20832; appliedIndex:20828; }","duration":"344.423879ms","start":"2026-02-24T07:12:15.093374Z","end":"2026-02-24T07:12:15.437798Z","steps":["trace[638230710] 'read index received' (duration: 22.625652ms)","trace[638230710] 'applied index is now lower than readState.Index' (duration: 321.796457ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:12:15.43797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156286648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:12:15.438242Z","caller":"traceutil/trace.go:171","msg":"trace[43750516] transaction","detail":"{read_only:false; response_revision:20026; number_of_response:1; }","duration":"1.035940078s","start":"2026-02-24T07:12:14.40199Z","end":"2026-02-24T07:12:15.43793Z","steps":["trace[43750516] 'process raft request' (duration: 809.258142ms)","trace[43750516] 'compare' (duration: 226.086871ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:12:15.438281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.257063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:12:15.438333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.174063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-24T07:12:15.438424Z","caller":"traceutil/trace.go:171","msg":"trace[426041764] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:20026; }","duration":"319.318596ms","start":"2026-02-24T07:12:15.119087Z","end":"2026-02-24T07:12:15.438406Z","steps":["trace[426041764] 'agreement among raft nodes before linearized reading' (duration: 319.07647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:15.43812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119357405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T07:12:15.438409Z","caller":"traceutil/trace.go:171","msg":"trace[1834717358] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:20026; }","duration":"216.452538ms","start":"2026-02-24T07:12:15.221937Z","end":"2026-02-24T07:12:15.438389Z","steps":["trace[1834717358] 'agreement among raft nodes before linearized reading' (duration: 216.235403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:15.438466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:15.119063Z","time spent":"319.395169ms","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-24T07:12:15.438488Z","caller":"traceutil/trace.go:171","msg":"trace[1400184199] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:20026; }","duration":"1.119757876s","start":"2026-02-24T07:12:14.318709Z","end":"2026-02-24T07:12:15.438467Z","steps":["trace[1400184199] 'agreement among raft nodes before linearized reading' (duration: 1.119116399s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:15.438475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:14.401966Z","time spent":"1.036404029s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:12:15.438425Z","caller":"traceutil/trace.go:171","msg":"trace[510234609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20026; }","duration":"1.156659727s","start":"2026-02-24T07:12:14.281625Z","end":"2026-02-24T07:12:15.438285Z","steps":["trace[510234609] 'agreement among raft nodes before linearized reading' (duration: 1.156307279s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:15.438688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:14.281597Z","time spent":"1.157076278s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:12:15.438547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:14.318669Z","time spent":"1.119863308s","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":193,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:12:15.438217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.348848873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:12:15.438902Z","caller":"traceutil/trace.go:171","msg":"trace[1081973356] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:20026; }","duration":"2.349563541s","start":"2026-02-24T07:12:13.089305Z","end":"2026-02-24T07:12:15.438868Z","steps":["trace[1081973356] 'agreement among raft nodes before linearized reading' (duration: 2.348809122s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:15.438959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:13.089282Z","time spent":"2.349659804s","remote":"127.0.0.1:39444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:12:15.438213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274262529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:12:15.439069Z","caller":"traceutil/trace.go:171","msg":"trace[1483055028] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:20026; }","duration":"1.27516481s","start":"2026-02-24T07:12:14.163885Z","end":"2026-02-24T07:12:15.43905Z","steps":["trace[1483055028] 'agreement among raft nodes before linearized reading' (duration: 1.274240927s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:15.439127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:14.163865Z","time spent":"1.275242883s","remote":"127.0.0.1:53096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:12:15.438159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.98097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:12:15.439182Z","caller":"traceutil/trace.go:171","msg":"trace[361641905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20026; }","duration":"347.058197ms","start":"2026-02-24T07:12:15.092107Z","end":"2026-02-24T07:12:15.439165Z","steps":["trace[361641905] 'agreement among raft nodes before linearized reading' (duration: 345.97968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:15.439229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:15.092045Z","time spent":"347.17281ms","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:12:16.560983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.898028ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"info","ts":"2026-02-24T07:12:16.561083Z","caller":"traceutil/trace.go:171","msg":"trace[1224596304] linearizableReadLoop","detail":"{readStateIndex:20833; appliedIndex:20832; }","duration":"1.113949228s","start":"2026-02-24T07:12:15.447113Z","end":"2026-02-24T07:12:16.561062Z","steps":["trace[1224596304] 'read index received' (duration: 381.894897ms)","trace[1224596304] 'applied index is now lower than readState.Index' (duration: 732.052651ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:12:16.561092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:15.445523Z","time spent":"1.115562529s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T07:12:16.561174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114063021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:12:16.561207Z","caller":"traceutil/trace.go:171","msg":"trace[608986089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20026; }","duration":"1.114123423s","start":"2026-02-24T07:12:15.447074Z","end":"2026-02-24T07:12:16.561198Z","steps":["trace[608986089] 'agreement among raft nodes before linearized reading' (duration: 1.114058541s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:16.561238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:15.447062Z","time spent":"1.114169114s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:12:16.561611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.915488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12013"} {"level":"info","ts":"2026-02-24T07:12:16.561651Z","caller":"traceutil/trace.go:171","msg":"trace[402024183] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20027; }","duration":"784.98713ms","start":"2026-02-24T07:12:15.776655Z","end":"2026-02-24T07:12:16.561642Z","steps":["trace[402024183] 'agreement among raft nodes before linearized reading' (duration: 784.866427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:16.561671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:15.776637Z","time spent":"785.0295ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12037,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T07:12:16.561826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.184008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:12:16.561856Z","caller":"traceutil/trace.go:171","msg":"trace[2000029377] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:20027; }","duration":"187.268421ms","start":"2026-02-24T07:12:16.374578Z","end":"2026-02-24T07:12:16.561846Z","steps":["trace[2000029377] 'agreement among raft nodes before linearized reading' (duration: 187.22108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:17.063187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637870735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:12:18.202961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.290593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:12:18.203193Z","caller":"traceutil/trace.go:171","msg":"trace[715047187] transaction","detail":"{read_only:false; response_revision:20028; number_of_response:1; }","duration":"1.640383237s","start":"2026-02-24T07:12:16.562774Z","end":"2026-02-24T07:12:18.203158Z","steps":["trace[715047187] 'process raft request' (duration: 826.810545ms)","trace[715047187] 'compare' (duration: 812.3323ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:12:18.203288Z","caller":"traceutil/trace.go:171","msg":"trace[1204553561] transaction","detail":"{read_only:false; response_revision:20030; number_of_response:1; }","duration":"1.081621561s","start":"2026-02-24T07:12:17.121648Z","end":"2026-02-24T07:12:18.203269Z","steps":["trace[1204553561] 'process raft request' (duration: 1.08157642s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:12:18.203301Z","caller":"traceutil/trace.go:171","msg":"trace[733249416] linearizableReadLoop","detail":"{readStateIndex:20835; appliedIndex:20834; }","duration":"1.640464068s","start":"2026-02-24T07:12:16.562793Z","end":"2026-02-24T07:12:18.203257Z","steps":["trace[733249416] 'read index received' (duration: 827.01447ms)","trace[733249416] 'applied index is now lower than readState.Index' (duration: 813.445558ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:12:18.203371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:17.121623Z","time spent":"1.081712804s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:12:18.203356Z","caller":"traceutil/trace.go:171","msg":"trace[1678114624] transaction","detail":"{read_only:false; response_revision:20029; number_of_response:1; }","duration":"1.103610817s","start":"2026-02-24T07:12:17.099715Z","end":"2026-02-24T07:12:18.203326Z","steps":["trace[1678114624] 'process raft request' (duration: 1.103416662s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:18.203345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:16.562751Z","time spent":"1.6405102s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:12:18.203437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640643453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:12:18.203476Z","caller":"traceutil/trace.go:171","msg":"trace[130601613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20030; }","duration":"1.640726555s","start":"2026-02-24T07:12:16.562739Z","end":"2026-02-24T07:12:18.203466Z","steps":["trace[130601613] 'agreement among raft nodes before linearized reading' (duration: 1.640655783s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:18.203506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:17.099698Z","time spent":"1.10372708s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:12:18.20352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:16.562714Z","time spent":"1.640795546s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T07:12:18.256475Z","caller":"traceutil/trace.go:171","msg":"trace[315971090] transaction","detail":"{read_only:false; response_revision:20031; number_of_response:1; }","duration":"811.862188ms","start":"2026-02-24T07:12:17.444595Z","end":"2026-02-24T07:12:18.256457Z","steps":["trace[315971090] 'process raft request' (duration: 811.647382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:18.256574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:17.444568Z","time spent":"811.959129ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:12:18.31911Z","caller":"traceutil/trace.go:171","msg":"trace[1474433485] linearizableReadLoop","detail":"{readStateIndex:20839; appliedIndex:20837; }","duration":"115.675162ms","start":"2026-02-24T07:12:18.203395Z","end":"2026-02-24T07:12:18.31907Z","steps":["trace[1474433485] 'read index received' (duration: 52.860115ms)","trace[1474433485] 'applied index is now lower than readState.Index' (duration: 62.807457ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:12:18.319179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220207722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-24T07:12:18.319236Z","caller":"traceutil/trace.go:171","msg":"trace[1254300266] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20031; }","duration":"1.220306945s","start":"2026-02-24T07:12:17.098914Z","end":"2026-02-24T07:12:18.319221Z","steps":["trace[1254300266] 'agreement among raft nodes before linearized reading' (duration: 1.220205862s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:18.319226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753666898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12013"} {"level":"info","ts":"2026-02-24T07:12:18.31933Z","caller":"traceutil/trace.go:171","msg":"trace[1180002844] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20031; }","duration":"1.753814581s","start":"2026-02-24T07:12:16.565495Z","end":"2026-02-24T07:12:18.31931Z","steps":["trace[1180002844] 'agreement among raft nodes before linearized reading' (duration: 1.753484043s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:18.319338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.105516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:12:18.319381Z","caller":"traceutil/trace.go:171","msg":"trace[85264935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20031; }","duration":"109.198288ms","start":"2026-02-24T07:12:18.210173Z","end":"2026-02-24T07:12:18.319371Z","steps":["trace[85264935] 'agreement among raft nodes before linearized reading' (duration: 109.089436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:18.319392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:16.565485Z","time spent":"1.753892553s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12037,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T07:12:18.319442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220755476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-24T07:12:18.319465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.452758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:12:18.319271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:17.09889Z","time spent":"1.220373177s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T07:12:18.319482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220868079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T07:12:18.319486Z","caller":"traceutil/trace.go:171","msg":"trace[1987622552] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20031; }","duration":"1.220851678s","start":"2026-02-24T07:12:17.098624Z","end":"2026-02-24T07:12:18.319476Z","steps":["trace[1987622552] 'agreement among raft nodes before linearized reading' (duration: 1.220741095s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:12:18.319541Z","caller":"traceutil/trace.go:171","msg":"trace[1808010148] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:20031; }","duration":"644.547861ms","start":"2026-02-24T07:12:17.674952Z","end":"2026-02-24T07:12:18.3195Z","steps":["trace[1808010148] 'agreement among raft nodes before linearized reading' (duration: 644.455428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:18.319552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:17.098456Z","time spent":"1.221087285s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T07:12:18.319547Z","caller":"traceutil/trace.go:171","msg":"trace[1105356512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20031; }","duration":"1.220983812s","start":"2026-02-24T07:12:17.098549Z","end":"2026-02-24T07:12:18.319533Z","steps":["trace[1105356512] 'agreement among raft nodes before linearized reading' (duration: 1.220734115s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:18.31927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220278015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-24T07:12:18.319582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:17.674934Z","time spent":"644.638162ms","remote":"127.0.0.1:53638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:12:18.31959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:17.098522Z","time spent":"1.221060134s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T07:12:18.319618Z","caller":"traceutil/trace.go:171","msg":"trace[1048474449] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20031; }","duration":"1.220654844s","start":"2026-02-24T07:12:17.098934Z","end":"2026-02-24T07:12:18.319589Z","steps":["trace[1048474449] 'agreement among raft nodes before linearized reading' (duration: 1.220162382s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:18.319681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:17.098908Z","time spent":"1.220754806s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T07:12:18.319666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.537145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-02-24T07:12:18.319825Z","caller":"traceutil/trace.go:171","msg":"trace[99835677] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:20031; }","duration":"664.777621ms","start":"2026-02-24T07:12:17.654985Z","end":"2026-02-24T07:12:18.319763Z","steps":["trace[99835677] 'agreement among raft nodes before linearized reading' (duration: 664.358721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:18.319894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:17.654961Z","time spent":"664.922745ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-24T07:12:18.319822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560085338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:12:18.320021Z","caller":"traceutil/trace.go:171","msg":"trace[1461824637] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:20031; }","duration":"1.560520259s","start":"2026-02-24T07:12:16.759477Z","end":"2026-02-24T07:12:18.319997Z","steps":["trace[1461824637] 'agreement among raft nodes before linearized reading' (duration: 1.559850222s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:18.320027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22134645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-24T07:12:18.320149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:16.759455Z","time spent":"1.560641242s","remote":"127.0.0.1:53156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:12:18.320168Z","caller":"traceutil/trace.go:171","msg":"trace[90820257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20031; }","duration":"1.221639048s","start":"2026-02-24T07:12:17.098471Z","end":"2026-02-24T07:12:18.32011Z","steps":["trace[90820257] 'agreement among raft nodes before linearized reading' (duration: 1.220818027s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:12:18.320347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:12:17.098453Z","time spent":"1.221879834s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T07:13:30.674389Z","caller":"traceutil/trace.go:171","msg":"trace[1566185752] transaction","detail":"{read_only:false; response_revision:20636; number_of_response:1; }","duration":"109.467605ms","start":"2026-02-24T07:13:30.564872Z","end":"2026-02-24T07:13:30.674339Z","steps":["trace[1566185752] 'process raft request' (duration: 59.400031ms)","trace[1566185752] 'compare' (duration: 49.683744ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:13:30.674701Z","caller":"traceutil/trace.go:171","msg":"trace[1281945352] transaction","detail":"{read_only:false; response_revision:20637; number_of_response:1; }","duration":"108.263995ms","start":"2026-02-24T07:13:30.566225Z","end":"2026-02-24T07:13:30.674489Z","steps":["trace[1281945352] 'process raft request' (duration: 108.171992ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:15:18.551228Z","caller":"traceutil/trace.go:171","msg":"trace[1614709490] transaction","detail":"{read_only:false; response_revision:21348; number_of_response:1; }","duration":"131.732688ms","start":"2026-02-24T07:15:18.419465Z","end":"2026-02-24T07:15:18.551198Z","steps":["trace[1614709490] 'process raft request' (duration: 89.946922ms)","trace[1614709490] 'compare' (duration: 41.664283ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:16:26.058399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637877670,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:16:26.562932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637877670,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:16:26.992226Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.826561918s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T07:16:26.992635Z","caller":"traceutil/trace.go:171","msg":"trace[444376653] transaction","detail":"{read_only:false; response_revision:22390; number_of_response:1; }","duration":"1.82706111s","start":"2026-02-24T07:16:25.165544Z","end":"2026-02-24T07:16:26.992605Z","steps":["trace[444376653] 'process raft request' (duration: 1.826910507s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:16:26.992801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:16:25.165518Z","time spent":"1.827207674s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:16:27.000837Z","caller":"traceutil/trace.go:171","msg":"trace[826710109] transaction","detail":"{read_only:false; response_revision:22391; number_of_response:1; }","duration":"1.529146706s","start":"2026-02-24T07:16:25.471661Z","end":"2026-02-24T07:16:27.000808Z","steps":["trace[826710109] 'process raft request' (duration: 1.5289247s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:16:27.001013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:16:25.471645Z","time spent":"1.52927232s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:16:27.001148Z","caller":"traceutil/trace.go:171","msg":"trace[1416297944] transaction","detail":"{read_only:false; response_revision:22392; number_of_response:1; }","duration":"1.529251109s","start":"2026-02-24T07:16:25.471876Z","end":"2026-02-24T07:16:27.001128Z","steps":["trace[1416297944] 'process raft request' (duration: 1.528874679s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:16:27.001269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:16:25.471862Z","time spent":"1.529351751s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:16:27.001469Z","caller":"traceutil/trace.go:171","msg":"trace[207407960] transaction","detail":"{read_only:false; response_revision:22393; number_of_response:1; }","duration":"1.407739139s","start":"2026-02-24T07:16:25.593711Z","end":"2026-02-24T07:16:27.00145Z","steps":["trace[207407960] 'process raft request' (duration: 1.407336009s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:16:27.001594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:16:25.593687Z","time spent":"1.40782793s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:16:27.001635Z","caller":"traceutil/trace.go:171","msg":"trace[2127207267] transaction","detail":"{read_only:false; response_revision:22394; number_of_response:1; }","duration":"1.339181007s","start":"2026-02-24T07:16:25.662435Z","end":"2026-02-24T07:16:27.001616Z","steps":["trace[2127207267] 'process raft request' (duration: 1.338936381s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:16:27.001727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:16:25.662389Z","time spent":"1.339291331s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:16:27.001856Z","caller":"traceutil/trace.go:171","msg":"trace[1247274552] transaction","detail":"{read_only:false; response_revision:22395; number_of_response:1; }","duration":"869.888954ms","start":"2026-02-24T07:16:26.131953Z","end":"2026-02-24T07:16:27.001842Z","steps":["trace[1247274552] 'process raft request' (duration: 869.630146ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:16:27.001882Z","caller":"traceutil/trace.go:171","msg":"trace[784127391] transaction","detail":"{read_only:false; response_revision:22396; number_of_response:1; }","duration":"520.18144ms","start":"2026-02-24T07:16:26.481686Z","end":"2026-02-24T07:16:27.001867Z","steps":["trace[784127391] 'process raft request' (duration: 520.056986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:16:27.001931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:16:26.131929Z","time spent":"869.961456ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:16:27.001949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:16:26.481656Z","time spent":"520.256481ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:16:27.001948Z","caller":"traceutil/trace.go:171","msg":"trace[1305450533] linearizableReadLoop","detail":"{readStateIndex:23279; appliedIndex:23272; }","duration":"1.443789971s","start":"2026-02-24T07:16:25.558053Z","end":"2026-02-24T07:16:27.001843Z","steps":["trace[1305450533] 'read index received' (duration: 1.434424153s)","trace[1305450533] 'applied index is now lower than readState.Index' (duration: 9.364848ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:16:27.002224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44417143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5118"} {"level":"info","ts":"2026-02-24T07:16:27.002277Z","caller":"traceutil/trace.go:171","msg":"trace[1983941507] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:22396; }","duration":"1.444257192s","start":"2026-02-24T07:16:25.558007Z","end":"2026-02-24T07:16:27.002264Z","steps":["trace[1983941507] 'agreement among raft nodes before linearized reading' (duration: 1.444057037s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:16:27.002316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:16:25.55796Z","time spent":"1.444346254s","remote":"127.0.0.1:53384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5142,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"warn","ts":"2026-02-24T07:16:27.002339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386568835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T07:16:27.002439Z","caller":"traceutil/trace.go:171","msg":"trace[911055376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22396; }","duration":"1.38679278s","start":"2026-02-24T07:16:25.615633Z","end":"2026-02-24T07:16:27.002426Z","steps":["trace[911055376] 'agreement among raft nodes before linearized reading' (duration: 1.386514543s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:16:27.002519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:16:25.615617Z","time spent":"1.386878492s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T07:16:27.00255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287573485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-24T07:16:27.002525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293204447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T07:16:27.002705Z","caller":"traceutil/trace.go:171","msg":"trace[244957122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22396; }","duration":"1.293439453s","start":"2026-02-24T07:16:25.709245Z","end":"2026-02-24T07:16:27.002685Z","steps":["trace[244957122] 'agreement among raft nodes before linearized reading' (duration: 1.293084824s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:16:27.00275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:16:25.709226Z","time spent":"1.293516535s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T07:16:27.002786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214640902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-24T07:16:27.002899Z","caller":"traceutil/trace.go:171","msg":"trace[1669950469] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22396; }","duration":"1.214799136s","start":"2026-02-24T07:16:25.788078Z","end":"2026-02-24T07:16:27.002877Z","steps":["trace[1669950469] 'agreement among raft nodes before linearized reading' (duration: 1.21456207s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:16:27.002781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336069799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-24T07:16:27.002966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:16:25.788058Z","time spent":"1.214896098s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-24T07:16:27.003054Z","caller":"traceutil/trace.go:171","msg":"trace[273437649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22396; }","duration":"1.336363546s","start":"2026-02-24T07:16:25.666654Z","end":"2026-02-24T07:16:27.003018Z","steps":["trace[273437649] 'agreement among raft nodes before linearized reading' (duration: 1.335928965s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:16:27.003125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:16:25.666627Z","time spent":"1.336485199s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T07:16:27.003349Z","caller":"traceutil/trace.go:171","msg":"trace[763891195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22396; }","duration":"1.287738309s","start":"2026-02-24T07:16:25.714924Z","end":"2026-02-24T07:16:27.002662Z","steps":["trace[763891195] 'agreement among raft nodes before linearized reading' (duration: 1.287328059s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:16:27.003423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:16:25.714871Z","time spent":"1.288537379s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T07:16:40.927244Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19880} {"level":"info","ts":"2026-02-24T07:16:41.049955Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19880,"took":"119.236602ms","hash":515466213,"current-db-size-bytes":48726016,"current-db-size":"49 MB","current-db-size-in-use-bytes":36831232,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-02-24T07:16:41.050008Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":515466213,"revision":19880,"compact-revision":17705} {"level":"info","ts":"2026-02-24T07:17:51.768257Z","caller":"traceutil/trace.go:171","msg":"trace[1683825006] transaction","detail":"{read_only:false; response_revision:23288; number_of_response:1; }","duration":"110.212704ms","start":"2026-02-24T07:17:51.65802Z","end":"2026-02-24T07:17:51.768233Z","steps":["trace[1683825006] 'process raft request' (duration: 110.05669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:46.743468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.753559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T07:19:46.743596Z","caller":"traceutil/trace.go:171","msg":"trace[970694103] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24334; }","duration":"599.922024ms","start":"2026-02-24T07:19:46.143643Z","end":"2026-02-24T07:19:46.743565Z","steps":["trace[970694103] 'count revisions from in-memory index tree' (duration: 599.684178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:46.743685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:46.143628Z","time spent":"600.030446ms","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:19:46.744022Z","caller":"traceutil/trace.go:171","msg":"trace[1010150685] linearizableReadLoop","detail":"{readStateIndex:25275; appliedIndex:25274; }","duration":"112.616239ms","start":"2026-02-24T07:19:46.631377Z","end":"2026-02-24T07:19:46.743993Z","steps":["trace[1010150685] 'read index received' (duration: 111.885321ms)","trace[1010150685] 'applied index is now lower than readState.Index' (duration: 729.808µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:19:46.744104Z","caller":"traceutil/trace.go:171","msg":"trace[878273644] transaction","detail":"{read_only:false; response_revision:24335; number_of_response:1; }","duration":"582.26625ms","start":"2026-02-24T07:19:46.161788Z","end":"2026-02-24T07:19:46.744054Z","steps":["trace[878273644] 'process raft request' (duration: 581.726726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:46.74435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:46.161769Z","time spent":"582.443815ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:19:46.746116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.733772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:265502"} {"level":"info","ts":"2026-02-24T07:19:46.746213Z","caller":"traceutil/trace.go:171","msg":"trace[361986554] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24335; }","duration":"114.859836ms","start":"2026-02-24T07:19:46.631336Z","end":"2026-02-24T07:19:46.746195Z","steps":["trace[361986554] 'agreement among raft nodes before linearized reading' (duration: 112.735482ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:19:51.264367Z","caller":"traceutil/trace.go:171","msg":"trace[1118857271] transaction","detail":"{read_only:false; response_revision:24361; number_of_response:1; }","duration":"506.773963ms","start":"2026-02-24T07:19:50.75757Z","end":"2026-02-24T07:19:51.264344Z","steps":["trace[1118857271] 'process raft request' (duration: 506.643939ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:51.264514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:50.757546Z","time spent":"506.900716ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:19:51.273662Z","caller":"traceutil/trace.go:171","msg":"trace[332543308] linearizableReadLoop","detail":"{readStateIndex:25303; appliedIndex:25302; }","duration":"354.216831ms","start":"2026-02-24T07:19:50.919427Z","end":"2026-02-24T07:19:51.273644Z","steps":["trace[332543308] 'read index received' (duration: 344.989248ms)","trace[332543308] 'applied index is now lower than readState.Index' (duration: 9.226633ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:19:51.273684Z","caller":"traceutil/trace.go:171","msg":"trace[1656597269] transaction","detail":"{read_only:false; response_revision:24362; number_of_response:1; }","duration":"506.871775ms","start":"2026-02-24T07:19:50.766788Z","end":"2026-02-24T07:19:51.27366Z","steps":["trace[1656597269] 'process raft request' (duration: 506.64897ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:19:51.273757Z","caller":"traceutil/trace.go:171","msg":"trace[638373806] transaction","detail":"{read_only:false; response_revision:24363; number_of_response:1; }","duration":"289.639438ms","start":"2026-02-24T07:19:50.984081Z","end":"2026-02-24T07:19:51.27372Z","steps":["trace[638373806] 'process raft request' (duration: 289.511754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:51.273859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.418976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-24T07:19:51.273891Z","caller":"traceutil/trace.go:171","msg":"trace[495236067] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24363; }","duration":"354.489518ms","start":"2026-02-24T07:19:50.919392Z","end":"2026-02-24T07:19:51.273882Z","steps":["trace[495236067] 'agreement among raft nodes before linearized reading' (duration: 354.348104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:51.273802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:50.766764Z","time spent":"506.973098ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:19:51.273924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:50.919381Z","time spent":"354.534648ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-24T07:19:51.273923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.237715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-24T07:19:51.273953Z","caller":"traceutil/trace.go:171","msg":"trace[1337928543] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24363; }","duration":"259.292625ms","start":"2026-02-24T07:19:51.014654Z","end":"2026-02-24T07:19:51.273947Z","steps":["trace[1337928543] 'agreement among raft nodes before linearized reading' (duration: 259.184103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:51.27401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.408699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:19:51.27405Z","caller":"traceutil/trace.go:171","msg":"trace[350202037] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24363; }","duration":"150.482051ms","start":"2026-02-24T07:19:51.123556Z","end":"2026-02-24T07:19:51.274038Z","steps":["trace[350202037] 'agreement among raft nodes before linearized reading' (duration: 150.383389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:52.230962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637882386,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T07:19:52.449956Z","caller":"traceutil/trace.go:171","msg":"trace[1345862144] transaction","detail":"{read_only:false; response_revision:24366; number_of_response:1; }","duration":"724.528634ms","start":"2026-02-24T07:19:51.725405Z","end":"2026-02-24T07:19:52.449934Z","steps":["trace[1345862144] 'process raft request' (duration: 724.379331ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:52.450088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:51.725388Z","time spent":"724.631267ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:19:54.065024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000208538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:19:54.065145Z","caller":"traceutil/trace.go:171","msg":"trace[62093014] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000371411s","start":"2026-02-24T07:19:52.064753Z","end":"2026-02-24T07:19:54.065125Z","steps":["trace[62093014] 'agreement among raft nodes before linearized reading' (duration: 2.000225018s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:54.065195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:52.064742Z","time spent":"2.000441814s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:19:54.634085Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.182095088s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T07:19:54.634525Z","caller":"traceutil/trace.go:171","msg":"trace[582196467] transaction","detail":"{read_only:false; response_revision:24367; number_of_response:1; }","duration":"2.901077782s","start":"2026-02-24T07:19:51.73342Z","end":"2026-02-24T07:19:54.634498Z","steps":["trace[582196467] 'process raft request' (duration: 2.900868317s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:54.634669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:51.733397Z","time spent":"2.901204157s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:19:54.634743Z","caller":"traceutil/trace.go:171","msg":"trace[368160353] transaction","detail":"{read_only:false; response_revision:24368; number_of_response:1; }","duration":"2.88142051s","start":"2026-02-24T07:19:51.7533Z","end":"2026-02-24T07:19:54.634721Z","steps":["trace[368160353] 'process raft request' (duration: 2.881153342s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:54.634837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:51.753274Z","time spent":"2.881517481s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:19:54.634848Z","caller":"traceutil/trace.go:171","msg":"trace[1216324169] linearizableReadLoop","detail":"{readStateIndex:25310; appliedIndex:25306; }","duration":"2.90495432s","start":"2026-02-24T07:19:51.729869Z","end":"2026-02-24T07:19:54.634823Z","steps":["trace[1216324169] 'read index received' (duration: 719.897618ms)","trace[1216324169] 'applied index is now lower than readState.Index' (duration: 2.185055092s)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:19:54.634889Z","caller":"traceutil/trace.go:171","msg":"trace[1118250736] transaction","detail":"{read_only:false; response_revision:24369; number_of_response:1; }","duration":"2.865988601s","start":"2026-02-24T07:19:51.768888Z","end":"2026-02-24T07:19:54.634876Z","steps":["trace[1118250736] 'process raft request' (duration: 2.865769106s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:54.635042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.905176145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:19:54.635079Z","caller":"traceutil/trace.go:171","msg":"trace[1407602849] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24369; }","duration":"2.905251787s","start":"2026-02-24T07:19:51.729818Z","end":"2026-02-24T07:19:54.635069Z","steps":["trace[1407602849] 'agreement among raft nodes before linearized reading' (duration: 2.905107644s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:54.635108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:51.729799Z","time spent":"2.905302029s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:19:54.635163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:51.768867Z","time spent":"2.866148805s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:19:55.13567Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637882397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:19:55.636248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637882397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:19:55.675659Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.041402297s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T07:19:55.676263Z","caller":"traceutil/trace.go:171","msg":"trace[1591250677] transaction","detail":"{read_only:false; response_revision:24371; number_of_response:1; }","duration":"2.406715611s","start":"2026-02-24T07:19:53.269525Z","end":"2026-02-24T07:19:55.676241Z","steps":["trace[1591250677] 'process raft request' (duration: 2.406538717s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:19:55.676194Z","caller":"traceutil/trace.go:171","msg":"trace[1135120782] transaction","detail":"{read_only:false; response_revision:24370; number_of_response:1; }","duration":"2.56668924s","start":"2026-02-24T07:19:53.109472Z","end":"2026-02-24T07:19:55.676161Z","steps":["trace[1135120782] 'process raft request' (duration: 2.566424714s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:19:55.676279Z","caller":"traceutil/trace.go:171","msg":"trace[1336092294] transaction","detail":"{read_only:false; response_revision:24372; number_of_response:1; }","duration":"2.395536551s","start":"2026-02-24T07:19:53.280713Z","end":"2026-02-24T07:19:55.676249Z","steps":["trace[1336092294] 'process raft request' (duration: 2.395420018s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:55.67632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:55.314502Z","time spent":"361.811311ms","remote":"127.0.0.1:44624","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T07:19:55.676399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:53.109444Z","time spent":"2.566885756s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:19:55.676451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:53.280688Z","time spent":"2.395668074s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:19:55.676984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:53.269503Z","time spent":"2.406822094s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:19:55.677227Z","caller":"traceutil/trace.go:171","msg":"trace[2136754803] transaction","detail":"{read_only:false; response_revision:24373; number_of_response:1; }","duration":"2.395570381s","start":"2026-02-24T07:19:53.281639Z","end":"2026-02-24T07:19:55.677209Z","steps":["trace[2136754803] 'process raft request' (duration: 2.394563595s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:55.677368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:53.281627Z","time spent":"2.395703624s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:19:55.677241Z","caller":"traceutil/trace.go:171","msg":"trace[172121218] transaction","detail":"{read_only:false; response_revision:24375; number_of_response:1; }","duration":"1.104083062s","start":"2026-02-24T07:19:54.573139Z","end":"2026-02-24T07:19:55.677222Z","steps":["trace[172121218] 'process raft request' (duration: 1.104040391s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:19:55.677285Z","caller":"traceutil/trace.go:171","msg":"trace[2099382493] transaction","detail":"{read_only:false; response_revision:24374; number_of_response:1; }","duration":"1.222741973s","start":"2026-02-24T07:19:54.454535Z","end":"2026-02-24T07:19:55.677277Z","steps":["trace[2099382493] 'process raft request' (duration: 1.222571509s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:55.677673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:54.573113Z","time spent":"1.104402369s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:19:55.677792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:54.454507Z","time spent":"1.223223285s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:19:56.065733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999931381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:19:56.065831Z","caller":"traceutil/trace.go:171","msg":"trace[1189128536] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000066385s","start":"2026-02-24T07:19:54.06574Z","end":"2026-02-24T07:19:56.065806Z","steps":["trace[1189128536] 'agreement among raft nodes before linearized reading' (duration: 1.999953162s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:56.065879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:54.065725Z","time spent":"2.000144146s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:19:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:19:56.949968Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.274096463s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T07:19:56.970854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000034541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:19:56.970958Z","caller":"traceutil/trace.go:171","msg":"trace[1994571972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000165435s","start":"2026-02-24T07:19:51.970772Z","end":"2026-02-24T07:19:56.970938Z","steps":["trace[1994571972] 'agreement among raft nodes before linearized reading' (duration: 5.00003033s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:56.970872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999590439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-24T07:19:56.971026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:51.970723Z","time spent":"5.000291378s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/24 07:19:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-24T07:19:56.971092Z","caller":"traceutil/trace.go:171","msg":"trace[201875206] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999835637s","start":"2026-02-24T07:19:51.971214Z","end":"2026-02-24T07:19:56.97105Z","steps":["trace[201875206] 'agreement among raft nodes before linearized reading' (duration: 4.99962462s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:56.971308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:51.971193Z","time spent":"4.999931669s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/24 07:19:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:19:57.044456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999518159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:19:57.044597Z","caller":"traceutil/trace.go:171","msg":"trace[182324632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999695713s","start":"2026-02-24T07:19:52.044876Z","end":"2026-02-24T07:19:57.044572Z","steps":["trace[182324632] 'agreement among raft nodes before linearized reading' (duration: 4.999529789s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:57.044662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:52.044869Z","time spent":"4.999780106s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/24 07:19:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:19:57.239156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.984046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:19:57.239418Z","caller":"traceutil/trace.go:171","msg":"trace[1032134313] linearizableReadLoop","detail":"{readStateIndex:25318; appliedIndex:25310; }","duration":"2.604429008s","start":"2026-02-24T07:19:54.634938Z","end":"2026-02-24T07:19:57.239367Z","steps":["trace[1032134313] 'read index received' (duration: 1.040908304s)","trace[1032134313] 'applied index is now lower than readState.Index' (duration: 1.563519364s)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:19:57.23941Z","caller":"traceutil/trace.go:171","msg":"trace[724781160] transaction","detail":"{read_only:false; response_revision:24377; number_of_response:1; }","duration":"2.490321372s","start":"2026-02-24T07:19:54.749052Z","end":"2026-02-24T07:19:57.239373Z","steps":["trace[724781160] 'process raft request' (duration: 2.490207589s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:57.239515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.155874356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:19:57.239524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.306066465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:19:57.239562Z","caller":"traceutil/trace.go:171","msg":"trace[1909699234] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24377; }","duration":"5.155957219s","start":"2026-02-24T07:19:52.083593Z","end":"2026-02-24T07:19:57.23955Z","steps":["trace[1909699234] 'agreement among raft nodes before linearized reading' (duration: 5.155805465s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:57.239585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:52.083581Z","time spent":"5.15599945s","remote":"127.0.0.1:46064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:19:57.23956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.193733279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-24T07:19:57.239583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.512610593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:19:57.239573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:54.749021Z","time spent":"2.490472976s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:19:57.239585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.194853615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-24T07:19:57.239582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.771009736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12013"} {"level":"info","ts":"2026-02-24T07:19:57.239625Z","caller":"traceutil/trace.go:171","msg":"trace[1736643161] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24377; }","duration":"4.512653404s","start":"2026-02-24T07:19:52.72696Z","end":"2026-02-24T07:19:57.239613Z","steps":["trace[1736643161] 'agreement among raft nodes before linearized reading' (duration: 4.512593493s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:19:57.239623Z","caller":"traceutil/trace.go:171","msg":"trace[1745136986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24377; }","duration":"5.193843991s","start":"2026-02-24T07:19:52.045762Z","end":"2026-02-24T07:19:57.239606Z","steps":["trace[1745136986] 'agreement among raft nodes before linearized reading' (duration: 5.193643086s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:19:57.239634Z","caller":"traceutil/trace.go:171","msg":"trace[638826524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24377; }","duration":"5.194941448s","start":"2026-02-24T07:19:52.044682Z","end":"2026-02-24T07:19:57.239624Z","steps":["trace[638826524] 'agreement among raft nodes before linearized reading' (duration: 5.194788544s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:57.239657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:52.045737Z","time spent":"5.193914032s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T07:19:57.239656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:52.726917Z","time spent":"4.512729726s","remote":"127.0.0.1:39110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:19:57.239656Z","caller":"traceutil/trace.go:171","msg":"trace[1619554928] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24377; }","duration":"4.771126339s","start":"2026-02-24T07:19:52.468511Z","end":"2026-02-24T07:19:57.239637Z","steps":["trace[1619554928] 'agreement among raft nodes before linearized reading' (duration: 4.770867573s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:57.239666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:52.044665Z","time spent":"5.19499303s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T07:19:57.239689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.993728276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:19:57.2397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:52.468494Z","time spent":"4.771198081s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12037,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-24T07:19:57.239725Z","caller":"traceutil/trace.go:171","msg":"trace[2127365272] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24377; }","duration":"3.993847099s","start":"2026-02-24T07:19:53.245868Z","end":"2026-02-24T07:19:57.239715Z","steps":["trace[2127365272] 'agreement among raft nodes before linearized reading' (duration: 3.993759067s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:57.239779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.94191299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-24T07:19:57.239778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.416992855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:19:57.239632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.637827374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-24T07:19:57.239796Z","caller":"traceutil/trace.go:171","msg":"trace[2053085783] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:24377; }","duration":"4.941966092s","start":"2026-02-24T07:19:52.297825Z","end":"2026-02-24T07:19:57.239791Z","steps":["trace[2053085783] 'agreement among raft nodes before linearized reading' (duration: 4.94189604s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:57.239815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:52.297806Z","time spent":"4.942006083s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-02-24T07:19:57.239827Z","caller":"traceutil/trace.go:171","msg":"trace[124779570] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24377; }","duration":"3.638103581s","start":"2026-02-24T07:19:53.601709Z","end":"2026-02-24T07:19:57.239813Z","steps":["trace[124779570] 'agreement among raft nodes before linearized reading' (duration: 3.637745912s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:57.23984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.287579651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:19:57.239863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:53.601693Z","time spent":"3.638158403s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-02-24T07:19:57.23987Z","caller":"traceutil/trace.go:171","msg":"trace[611987321] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24377; }","duration":"4.287621002s","start":"2026-02-24T07:19:52.952239Z","end":"2026-02-24T07:19:57.239859Z","steps":["trace[611987321] 'agreement among raft nodes before linearized reading' (duration: 4.28757088s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:57.239899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:52.952231Z","time spent":"4.287658572s","remote":"127.0.0.1:53652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:19:57.239604Z","caller":"traceutil/trace.go:171","msg":"trace[1752423738] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24377; }","duration":"4.306151807s","start":"2026-02-24T07:19:52.933407Z","end":"2026-02-24T07:19:57.239559Z","steps":["trace[1752423738] 'agreement among raft nodes before linearized reading' (duration: 4.305964052s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:57.239957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.673100068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-02-24T07:19:57.239824Z","caller":"traceutil/trace.go:171","msg":"trace[1686346837] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24377; }","duration":"3.417063867s","start":"2026-02-24T07:19:53.82274Z","end":"2026-02-24T07:19:57.239804Z","steps":["trace[1686346837] 'agreement among raft nodes before linearized reading' (duration: 3.417004765s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:19:57.239992Z","caller":"traceutil/trace.go:171","msg":"trace[886039245] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24377; }","duration":"4.67316584s","start":"2026-02-24T07:19:52.566815Z","end":"2026-02-24T07:19:57.239981Z","steps":["trace[886039245] 'agreement among raft nodes before linearized reading' (duration: 4.673063387s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:57.239998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:52.933385Z","time spent":"4.306598539s","remote":"127.0.0.1:58250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:19:57.24001Z","caller":"traceutil/trace.go:171","msg":"trace[145585290] transaction","detail":"{read_only:false; response_revision:24376; number_of_response:1; }","duration":"2.577295327s","start":"2026-02-24T07:19:54.662707Z","end":"2026-02-24T07:19:57.240002Z","steps":["trace[145585290] 'process raft request' (duration: 2.288390167s)","trace[145585290] 'compare' (duration: 287.661918ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:19:57.240004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.517127232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418181"} {"level":"warn","ts":"2026-02-24T07:19:57.24002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:52.566797Z","time spent":"4.67321632s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-02-24T07:19:57.240052Z","caller":"traceutil/trace.go:171","msg":"trace[2616186] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24377; }","duration":"3.517206314s","start":"2026-02-24T07:19:53.722835Z","end":"2026-02-24T07:19:57.240041Z","steps":["trace[2616186] 'agreement among raft nodes before linearized reading' (duration: 3.517013229s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:57.240068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:54.66268Z","time spent":"2.577358359s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T07:19:57.240085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:53.722815Z","time spent":"3.517263235s","remote":"127.0.0.1:53506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418205,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-24T07:19:57.239521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.63659844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:19:57.240146Z","caller":"traceutil/trace.go:171","msg":"trace[1196584100] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24377; }","duration":"4.637268897s","start":"2026-02-24T07:19:52.602862Z","end":"2026-02-24T07:19:57.240131Z","steps":["trace[1196584100] 'agreement among raft nodes before linearized reading' (duration: 4.636589369s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:57.239788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:53.245849Z","time spent":"3.993926511s","remote":"127.0.0.1:46026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:19:57.240183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:52.602842Z","time spent":"4.637328778s","remote":"127.0.0.1:39214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:19:57.240017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:53.822729Z","time spent":"3.417274313s","remote":"127.0.0.1:58258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:19:57.239724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.26753327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:19:57.240305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.013939194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11670"} {"level":"info","ts":"2026-02-24T07:19:57.240299Z","caller":"traceutil/trace.go:171","msg":"trace[1016695085] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24377; }","duration":"3.268108785s","start":"2026-02-24T07:19:53.972177Z","end":"2026-02-24T07:19:57.240286Z","steps":["trace[1016695085] 'agreement among raft nodes before linearized reading' (duration: 3.267502429s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:19:57.24032Z","caller":"traceutil/trace.go:171","msg":"trace[2019129360] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24377; }","duration":"4.013980216s","start":"2026-02-24T07:19:53.226335Z","end":"2026-02-24T07:19:57.240315Z","steps":["trace[2019129360] 'agreement among raft nodes before linearized reading' (duration: 4.013925825s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:57.240333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:53.226322Z","time spent":"4.014008126s","remote":"127.0.0.1:53384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11694,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-02-24T07:19:57.240336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:53.972114Z","time spent":"3.268208388s","remote":"127.0.0.1:58286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:19:57.241135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.272985663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T07:19:57.24118Z","caller":"traceutil/trace.go:171","msg":"trace[968340310] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24377; }","duration":"4.273054475s","start":"2026-02-24T07:19:52.968114Z","end":"2026-02-24T07:19:57.241168Z","steps":["trace[968340310] 'agreement among raft nodes before linearized reading' (duration: 4.271660199s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:57.241205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:52.968104Z","time spent":"4.273093636s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2720,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:19:57.241901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.351425199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T07:19:57.241956Z","caller":"traceutil/trace.go:171","msg":"trace[1758085476] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24377; }","duration":"5.351532472s","start":"2026-02-24T07:19:51.89041Z","end":"2026-02-24T07:19:57.241943Z","steps":["trace[1758085476] 'agreement among raft nodes before linearized reading' (duration: 5.349121251s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:57.241993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:51.890391Z","time spent":"5.351592184s","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2720,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:19:57.74013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637882403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:19:58.074458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00032787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:19:58.074552Z","caller":"traceutil/trace.go:171","msg":"trace[1867595331] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000474604s","start":"2026-02-24T07:19:56.074056Z","end":"2026-02-24T07:19:58.074531Z","steps":["trace[1867595331] 'agreement among raft nodes before linearized reading' (duration: 2.000363191s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:58.0746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:56.074035Z","time spent":"2.000556586s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:19:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:19:58.61923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.982047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:19:58.620976Z","caller":"traceutil/trace.go:171","msg":"trace[499509882] transaction","detail":"{read_only:false; response_revision:24378; number_of_response:1; }","duration":"1.980626875s","start":"2026-02-24T07:19:56.640325Z","end":"2026-02-24T07:19:58.620952Z","steps":["trace[499509882] 'process raft request' (duration: 1.130841522s)","trace[499509882] 'compare' (duration: 847.640599ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:19:58.621061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:56.640306Z","time spent":"1.980716928s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:19:58.621166Z","caller":"traceutil/trace.go:171","msg":"trace[1808916878] transaction","detail":"{read_only:false; response_revision:24380; number_of_response:1; }","duration":"1.980686207s","start":"2026-02-24T07:19:56.640467Z","end":"2026-02-24T07:19:58.621153Z","steps":["trace[1808916878] 'process raft request' (duration: 1.980609505s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:19:58.621197Z","caller":"traceutil/trace.go:171","msg":"trace[1516883776] transaction","detail":"{read_only:false; response_revision:24379; number_of_response:1; }","duration":"1.980748868s","start":"2026-02-24T07:19:56.6404Z","end":"2026-02-24T07:19:58.621149Z","steps":["trace[1516883776] 'process raft request' (duration: 1.980431029s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:58.621334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:56.640437Z","time spent":"1.980765468s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:19:58.621442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:56.640373Z","time spent":"1.980962533s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:19:58.680214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:57.241377Z","time spent":"1.438828983s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T07:19:58.680698Z","caller":"traceutil/trace.go:171","msg":"trace[1468308755] transaction","detail":"{read_only:false; response_revision:24381; number_of_response:1; }","duration":"1.435883718s","start":"2026-02-24T07:19:57.244785Z","end":"2026-02-24T07:19:58.680669Z","steps":["trace[1468308755] 'process raft request' (duration: 1.435306304s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:58.680892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:57.244777Z","time spent":"1.435968551s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:19:58.681455Z","caller":"traceutil/trace.go:171","msg":"trace[2070965429] transaction","detail":"{read_only:false; response_revision:24384; number_of_response:1; }","duration":"999.74446ms","start":"2026-02-24T07:19:57.681697Z","end":"2026-02-24T07:19:58.681441Z","steps":["trace[2070965429] 'process raft request' (duration: 998.954451ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:19:58.681476Z","caller":"traceutil/trace.go:171","msg":"trace[432461262] transaction","detail":"{read_only:false; response_revision:24386; number_of_response:1; }","duration":"999.106004ms","start":"2026-02-24T07:19:57.682343Z","end":"2026-02-24T07:19:58.681449Z","steps":["trace[432461262] 'process raft request' (duration: 998.473129ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:19:58.681625Z","caller":"traceutil/trace.go:171","msg":"trace[1648224816] transaction","detail":"{read_only:false; response_revision:24382; number_of_response:1; }","duration":"1.436735399s","start":"2026-02-24T07:19:57.244875Z","end":"2026-02-24T07:19:58.68161Z","steps":["trace[1648224816] 'process raft request' (duration: 1.435325984s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:58.681802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:57.682334Z","time spent":"999.293209ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:19:58.681885Z","caller":"traceutil/trace.go:171","msg":"trace[672386633] transaction","detail":"{read_only:false; response_revision:24383; number_of_response:1; }","duration":"1.074776924s","start":"2026-02-24T07:19:57.607099Z","end":"2026-02-24T07:19:58.681876Z","steps":["trace[672386633] 'process raft request' (duration: 1.073293637s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:19:58.681896Z","caller":"traceutil/trace.go:171","msg":"trace[333404974] transaction","detail":"{read_only:false; response_revision:24385; number_of_response:1; }","duration":"999.649608ms","start":"2026-02-24T07:19:57.682223Z","end":"2026-02-24T07:19:58.681872Z","steps":["trace[333404974] 'process raft request' (duration: 998.467829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:58.681947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:57.607069Z","time spent":"1.074848646s","remote":"127.0.0.1:53506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418239,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:19:58.681994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:57.682193Z","time spent":"999.74839ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:19:58.68205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:57.681669Z","time spent":"999.825732ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:19:58.681817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:57.244855Z","time spent":"1.436818202s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:19:58.681535Z","caller":"traceutil/trace.go:171","msg":"trace[1318033308] transaction","detail":"{read_only:false; response_revision:24387; number_of_response:1; }","duration":"998.929509ms","start":"2026-02-24T07:19:57.682576Z","end":"2026-02-24T07:19:58.681505Z","steps":["trace[1318033308] 'process raft request' (duration: 998.292123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:19:58.682441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:57.682549Z","time spent":"999.777659ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:00.074776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99996395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:20:00.074865Z","caller":"traceutil/trace.go:171","msg":"trace[1136381575] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000106875s","start":"2026-02-24T07:19:58.074739Z","end":"2026-02-24T07:20:00.074846Z","steps":["trace[1136381575] 'agreement among raft nodes before linearized reading' (duration: 1.999999321s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:00.074913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:58.074718Z","time spent":"2.000185657s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:20:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:20:00.251387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000059124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:20:00.251521Z","caller":"traceutil/trace.go:171","msg":"trace[84875046] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000258549s","start":"2026-02-24T07:19:58.251241Z","end":"2026-02-24T07:20:00.2515Z","steps":["trace[84875046] 'agreement among raft nodes before linearized reading' (duration: 2.000089395s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:00.251584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:58.251222Z","time spent":"2.000342261s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:20:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:20:01.561757Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.323538011s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T07:20:01.631159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.950236477s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-24T07:20:01.631339Z","caller":"traceutil/trace.go:171","msg":"trace[1774165103] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24388; }","duration":"2.949442388s","start":"2026-02-24T07:19:58.681877Z","end":"2026-02-24T07:20:01.63132Z","steps":["trace[1774165103] 'process raft request' (duration: 2.949380706s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:01.631448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:58.681836Z","time spent":"2.9495448s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:01.631887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621013625s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:01.632048Z","caller":"traceutil/trace.go:171","msg":"trace[1969809973] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24388; }","duration":"2.621188499s","start":"2026-02-24T07:19:59.010832Z","end":"2026-02-24T07:20:01.632021Z","steps":["trace[1969809973] 'range keys from in-memory index tree' (duration: 2.620959564s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:01.633048Z","caller":"traceutil/trace.go:171","msg":"trace[491070954] linearizableReadLoop","detail":"{readStateIndex:25329; appliedIndex:25318; }","duration":"4.393585634s","start":"2026-02-24T07:19:57.239446Z","end":"2026-02-24T07:20:01.633032Z","steps":["trace[491070954] 'read index received' (duration: 531.774772ms)","trace[491070954] 'applied index is now lower than readState.Index' (duration: 3.861809642s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:01.63323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.175519931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:20:01.633269Z","caller":"traceutil/trace.go:171","msg":"trace[2062556917] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24388; }","duration":"5.175597703s","start":"2026-02-24T07:19:56.457662Z","end":"2026-02-24T07:20:01.63326Z","steps":["trace[2062556917] 'agreement among raft nodes before linearized reading' (duration: 5.175517691s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:01.633302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:56.457641Z","time spent":"5.175651224s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:01.6334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.629929905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-24T07:20:01.633438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.274572755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:01.633484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.737319672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:20:01.633516Z","caller":"traceutil/trace.go:171","msg":"trace[1943581077] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24388; }","duration":"6.737352673s","start":"2026-02-24T07:19:54.896153Z","end":"2026-02-24T07:20:01.633506Z","steps":["trace[1943581077] 'agreement among raft nodes before linearized reading' (duration: 6.737297302s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:01.633522Z","caller":"traceutil/trace.go:171","msg":"trace[1289712901] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24388; }","duration":"6.274664797s","start":"2026-02-24T07:19:55.358814Z","end":"2026-02-24T07:20:01.633479Z","steps":["trace[1289712901] 'agreement among raft nodes before linearized reading' (duration: 6.274560325s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:01.633531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.278058532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:01.633556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:54.896093Z","time spent":"6.737452205s","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:20:01.633569Z","caller":"traceutil/trace.go:171","msg":"trace[2097627155] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24388; }","duration":"6.278129694s","start":"2026-02-24T07:19:55.355429Z","end":"2026-02-24T07:20:01.633559Z","steps":["trace[2097627155] 'agreement among raft nodes before linearized reading' (duration: 6.278074933s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:01.63358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:55.3588Z","time spent":"6.274763379s","remote":"127.0.0.1:39000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:01.633607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:55.355411Z","time spent":"6.278187025s","remote":"127.0.0.1:39204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:20:01.633478Z","caller":"traceutil/trace.go:171","msg":"trace[1166449171] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24388; }","duration":"6.630061758s","start":"2026-02-24T07:19:55.003399Z","end":"2026-02-24T07:20:01.633461Z","steps":["trace[1166449171] 'agreement among raft nodes before linearized reading' (duration: 6.629837692s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:01.633776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:55.003379Z","time spent":"6.630386295s","remote":"127.0.0.1:53494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:01.971691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997941947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:20:01.971777Z","caller":"traceutil/trace.go:171","msg":"trace[1966490647] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998104031s","start":"2026-02-24T07:19:58.973653Z","end":"2026-02-24T07:20:01.971757Z","steps":["trace[1966490647] 'agreement among raft nodes before linearized reading' (duration: 2.997972968s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:01.971828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:58.973632Z","time spent":"2.998183914s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/24 07:20:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:20:01.976943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.004008969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:20:01.97701Z","caller":"traceutil/trace.go:171","msg":"trace[844000776] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.004170284s","start":"2026-02-24T07:19:58.972824Z","end":"2026-02-24T07:20:01.976994Z","steps":["trace[844000776] 'agreement among raft nodes before linearized reading' (duration: 3.004067761s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:01.977056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:58.972801Z","time spent":"3.004243585s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/24 07:20:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:20:02.008131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:00.105272Z","time spent":"1.902852902s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 07:20:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:20:02.044092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997598018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:20:02.044172Z","caller":"traceutil/trace.go:171","msg":"trace[1799437752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997726061s","start":"2026-02-24T07:19:59.046423Z","end":"2026-02-24T07:20:02.044149Z","steps":["trace[1799437752] 'agreement among raft nodes before linearized reading' (duration: 2.997627419s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:02.044241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:59.046405Z","time spent":"2.997823734s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/24 07:20:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:20:02.082722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999799237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:20:02.082801Z","caller":"traceutil/trace.go:171","msg":"trace[1233314344] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99992835s","start":"2026-02-24T07:20:00.082856Z","end":"2026-02-24T07:20:02.082784Z","steps":["trace[1233314344] 'agreement among raft nodes before linearized reading' (duration: 1.999829728s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:02.082846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:00.082838Z","time spent":"1.999998583s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:20:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:20:02.133808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637882421,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:20:02.634267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637882421,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:20:02.659868Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.097883126s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T07:20:02.66068Z","caller":"traceutil/trace.go:171","msg":"trace[1998147544] transaction","detail":"{read_only:false; response_revision:24394; number_of_response:1; }","duration":"1.976531723s","start":"2026-02-24T07:20:00.68412Z","end":"2026-02-24T07:20:02.660652Z","steps":["trace[1998147544] 'process raft request' (duration: 1.976490682s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:02.660901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:00.684093Z","time spent":"1.976719518s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:02.661048Z","caller":"traceutil/trace.go:171","msg":"trace[457429648] transaction","detail":"{read_only:false; response_revision:24392; number_of_response:1; }","duration":"2.03489656s","start":"2026-02-24T07:20:00.62613Z","end":"2026-02-24T07:20:02.661026Z","steps":["trace[457429648] 'process raft request' (duration: 2.034404608s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:02.66107Z","caller":"traceutil/trace.go:171","msg":"trace[1291512666] transaction","detail":"{read_only:false; response_revision:24389; number_of_response:1; }","duration":"3.473529806s","start":"2026-02-24T07:19:59.18743Z","end":"2026-02-24T07:20:02.66096Z","steps":["trace[1291512666] 'process raft request' (duration: 3.472773057s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:02.661137Z","caller":"traceutil/trace.go:171","msg":"trace[2061804345] transaction","detail":"{read_only:false; response_revision:24393; number_of_response:1; }","duration":"2.033987216s","start":"2026-02-24T07:20:00.627098Z","end":"2026-02-24T07:20:02.661086Z","steps":["trace[2061804345] 'process raft request' (duration: 2.033476724s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:02.661192Z","caller":"traceutil/trace.go:171","msg":"trace[1157356109] transaction","detail":"{read_only:false; response_revision:24391; number_of_response:1; }","duration":"2.035104015s","start":"2026-02-24T07:20:00.626048Z","end":"2026-02-24T07:20:02.661152Z","steps":["trace[1157356109] 'process raft request' (duration: 2.034445869s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:02.661186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:00.626099Z","time spent":"2.034999862s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:02.661317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:00.62602Z","time spent":"2.035235728s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:02.661331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:00.627092Z","time spent":"2.03413912s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:02.661925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:59.1874Z","time spent":"3.473779652s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:02.890551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.590661ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-02-24T07:20:02.89084Z","caller":"traceutil/trace.go:171","msg":"trace[1256549862] linearizableReadLoop","detail":"{readStateIndex:25340; appliedIndex:25331; }","duration":"1.257732102s","start":"2026-02-24T07:20:01.63309Z","end":"2026-02-24T07:20:02.890823Z","steps":["trace[1256549862] 'read index received' (duration: 1.027045035s)","trace[1256549862] 'applied index is now lower than readState.Index' (duration: 230.686087ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:02.891035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.334583376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:02.891058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.224277833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:02.891109Z","caller":"traceutil/trace.go:171","msg":"trace[1049972342] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24396; }","duration":"5.334742671s","start":"2026-02-24T07:19:57.556345Z","end":"2026-02-24T07:20:02.891087Z","steps":["trace[1049972342] 'agreement among raft nodes before linearized reading' (duration: 5.334581937s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:02.891113Z","caller":"traceutil/trace.go:171","msg":"trace[913403228] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24396; }","duration":"3.224405296s","start":"2026-02-24T07:19:59.666692Z","end":"2026-02-24T07:20:02.891097Z","steps":["trace[913403228] 'agreement among raft nodes before linearized reading' (duration: 3.224179811s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:02.89113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.647153141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12013"} {"level":"warn","ts":"2026-02-24T07:20:02.891157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:59.666636Z","time spent":"3.224509329s","remote":"127.0.0.1:58348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:20:02.89119Z","caller":"traceutil/trace.go:171","msg":"trace[1826138927] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24396; }","duration":"5.647245072s","start":"2026-02-24T07:19:57.243931Z","end":"2026-02-24T07:20:02.891176Z","steps":["trace[1826138927] 'agreement among raft nodes before linearized reading' (duration: 5.647047347s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:02.891157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.647497459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"warn","ts":"2026-02-24T07:20:02.891222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:57.243919Z","time spent":"5.647297104s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12037,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T07:20:02.891229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189224226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-24T07:20:02.891233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.647370736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c304f092-42ab-439e-92b7-8955102d5444\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-24T07:20:02.891246Z","caller":"traceutil/trace.go:171","msg":"trace[1230200343] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24396; }","duration":"5.647617382s","start":"2026-02-24T07:19:57.243616Z","end":"2026-02-24T07:20:02.891234Z","steps":["trace[1230200343] 'agreement among raft nodes before linearized reading' (duration: 5.647423727s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:02.891256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.378345434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:02.89128Z","caller":"traceutil/trace.go:171","msg":"trace[1970123780] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c304f092-42ab-439e-92b7-8955102d5444; range_end:; response_count:1; response_revision:24396; }","duration":"5.647420897s","start":"2026-02-24T07:19:57.243843Z","end":"2026-02-24T07:20:02.891264Z","steps":["trace[1970123780] 'agreement among raft nodes before linearized reading' (duration: 5.647330915s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:02.891275Z","caller":"traceutil/trace.go:171","msg":"trace[1486865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24396; }","duration":"2.189269888s","start":"2026-02-24T07:20:00.701986Z","end":"2026-02-24T07:20:02.891256Z","steps":["trace[1486865] 'agreement among raft nodes before linearized reading' (duration: 2.189181846s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:02.891314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20327199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-02-24T07:20:02.891318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:57.243837Z","time spent":"5.647474259s","remote":"127.0.0.1:53110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-c304f092-42ab-439e-92b7-8955102d5444\" "} {"level":"warn","ts":"2026-02-24T07:20:02.891338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:00.701978Z","time spent":"2.18934463s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T07:20:02.891368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.427610605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:02.891367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.602057286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:02.891367Z","caller":"traceutil/trace.go:171","msg":"trace[2027104879] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24396; }","duration":"2.203345072s","start":"2026-02-24T07:20:00.688Z","end":"2026-02-24T07:20:02.891345Z","steps":["trace[2027104879] 'agreement among raft nodes before linearized reading' (duration: 2.203228109s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:02.891388Z","caller":"traceutil/trace.go:171","msg":"trace[2130656895] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24396; }","duration":"5.427653355s","start":"2026-02-24T07:19:57.463727Z","end":"2026-02-24T07:20:02.89138Z","steps":["trace[2130656895] 'agreement among raft nodes before linearized reading' (duration: 5.427620755s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:02.891397Z","caller":"traceutil/trace.go:171","msg":"trace[1317989544] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24396; }","duration":"3.602122458s","start":"2026-02-24T07:19:59.289265Z","end":"2026-02-24T07:20:02.891388Z","steps":["trace[1317989544] 'agreement among raft nodes before linearized reading' (duration: 3.602083307s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:02.891405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:57.463712Z","time spent":"5.427689067s","remote":"127.0.0.1:53502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:02.89141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.652066726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:20:02.891411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161568496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:20:02.891417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:00.68798Z","time spent":"2.203428884s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-02-24T07:20:02.891431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:59.289244Z","time spent":"3.602180588s","remote":"127.0.0.1:39208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-24T07:20:02.891441Z","caller":"traceutil/trace.go:171","msg":"trace[1762095476] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24396; }","duration":"2.652126588s","start":"2026-02-24T07:20:00.239305Z","end":"2026-02-24T07:20:02.891431Z","steps":["trace[1762095476] 'agreement among raft nodes before linearized reading' (duration: 2.652074976s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:02.891447Z","caller":"traceutil/trace.go:171","msg":"trace[30092644] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24396; }","duration":"1.161642368s","start":"2026-02-24T07:20:01.729796Z","end":"2026-02-24T07:20:02.891438Z","steps":["trace[30092644] 'agreement among raft nodes before linearized reading' (duration: 1.161525455s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:02.891469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:00.239284Z","time spent":"2.652178898s","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:02.891481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:01.729775Z","time spent":"1.161696229s","remote":"127.0.0.1:53292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:02.89151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188288392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"warn","ts":"2026-02-24T07:20:02.891524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.643716424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11670"} {"level":"info","ts":"2026-02-24T07:20:02.891385Z","caller":"traceutil/trace.go:171","msg":"trace[1439811835] transaction","detail":"{read_only:false; response_revision:24396; number_of_response:1; }","duration":"845.322129ms","start":"2026-02-24T07:20:02.046057Z","end":"2026-02-24T07:20:02.891379Z","steps":["trace[1439811835] 'process raft request' (duration: 844.689504ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:02.89154Z","caller":"traceutil/trace.go:171","msg":"trace[1999645025] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24396; }","duration":"5.643745735s","start":"2026-02-24T07:19:57.24779Z","end":"2026-02-24T07:20:02.891536Z","steps":["trace[1999645025] 'agreement among raft nodes before linearized reading' (duration: 5.643693994s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:02.891157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:57.556324Z","time spent":"5.334821154s","remote":"127.0.0.1:38886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:02.891603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.646886524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-24T07:20:02.891618Z","caller":"traceutil/trace.go:171","msg":"trace[892403804] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab; range_end:; response_count:1; response_revision:24396; }","duration":"5.646910684s","start":"2026-02-24T07:19:57.244701Z","end":"2026-02-24T07:20:02.891611Z","steps":["trace[892403804] 'agreement among raft nodes before linearized reading' (duration: 5.646865773s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:02.891604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:02.046036Z","time spent":"845.512755ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:02.89163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:57.244695Z","time spent":"5.646930905s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" "} {"level":"warn","ts":"2026-02-24T07:20:02.891166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204464029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-02-24T07:20:02.89113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202616743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-02-24T07:20:02.891672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.210233586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:02.8917Z","caller":"traceutil/trace.go:171","msg":"trace[623170273] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24396; }","duration":"2.203243288s","start":"2026-02-24T07:20:00.688452Z","end":"2026-02-24T07:20:02.891696Z","steps":["trace[623170273] 'agreement among raft nodes before linearized reading' (duration: 2.20252437s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:02.891702Z","caller":"traceutil/trace.go:171","msg":"trace[644040481] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24396; }","duration":"2.205064294s","start":"2026-02-24T07:20:00.686626Z","end":"2026-02-24T07:20:02.891691Z","steps":["trace[644040481] 'agreement among raft nodes before linearized reading' (duration: 2.204319946s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:02.891718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:00.688432Z","time spent":"2.203280739s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-24T07:20:02.891735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:00.686611Z","time spent":"2.205115485s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-24T07:20:02.891759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.213117149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:20:02.891539Z","caller":"traceutil/trace.go:171","msg":"trace[723107565] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24396; }","duration":"2.188350794s","start":"2026-02-24T07:20:00.703179Z","end":"2026-02-24T07:20:02.89153Z","steps":["trace[723107565] 'agreement among raft nodes before linearized reading' (duration: 2.188287633s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:02.891785Z","caller":"traceutil/trace.go:171","msg":"trace[1050845467] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24396; }","duration":"4.21318297s","start":"2026-02-24T07:19:58.678594Z","end":"2026-02-24T07:20:02.891777Z","steps":["trace[1050845467] 'agreement among raft nodes before linearized reading' (duration: 4.213139499s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:02.891191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:01.635446Z","time spent":"1.255739942s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T07:20:02.891357Z","caller":"traceutil/trace.go:171","msg":"trace[1551875164] transaction","detail":"{read_only:false; response_revision:24395; number_of_response:1; }","duration":"916.771964ms","start":"2026-02-24T07:20:01.974572Z","end":"2026-02-24T07:20:02.891344Z","steps":["trace[1551875164] 'process raft request' (duration: 916.060927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:02.891815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:00.703158Z","time spent":"2.188636012s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-24T07:20:02.89171Z","caller":"traceutil/trace.go:171","msg":"trace[1210032712] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24396; }","duration":"4.210294508s","start":"2026-02-24T07:19:58.681405Z","end":"2026-02-24T07:20:02.8917Z","steps":["trace[1210032712] 'agreement among raft nodes before linearized reading' (duration: 4.210228897s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:02.891861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.805641076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:20:02.891875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:01.974547Z","time spent":"917.290797ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:02.891886Z","caller":"traceutil/trace.go:171","msg":"trace[909660973] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24396; }","duration":"4.805705908s","start":"2026-02-24T07:19:58.086173Z","end":"2026-02-24T07:20:02.891879Z","steps":["trace[909660973] 'agreement among raft nodes before linearized reading' (duration: 4.805660187s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:02.89189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:58.681394Z","time spent":"4.210483693s","remote":"127.0.0.1:39106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:02.891142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.647385426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-02-24T07:20:02.891914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:58.086148Z","time spent":"4.805758929s","remote":"127.0.0.1:58424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:20:02.891925Z","caller":"traceutil/trace.go:171","msg":"trace[1007449431] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24396; }","duration":"5.648190496s","start":"2026-02-24T07:19:57.243729Z","end":"2026-02-24T07:20:02.89192Z","steps":["trace[1007449431] 'agreement among raft nodes before linearized reading' (duration: 5.647305584s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:02.891942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:57.243725Z","time spent":"5.648212707s","remote":"127.0.0.1:53246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":808,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-02-24T07:20:02.89133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.42633928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:02.891958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.19409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16991"} {"level":"info","ts":"2026-02-24T07:20:02.891986Z","caller":"traceutil/trace.go:171","msg":"trace[757274343] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24396; }","duration":"3.426990526s","start":"2026-02-24T07:19:59.464983Z","end":"2026-02-24T07:20:02.891973Z","steps":["trace[757274343] 'agreement among raft nodes before linearized reading' (duration: 3.4263265s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:02.891289Z","caller":"traceutil/trace.go:171","msg":"trace[343758600] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24396; }","duration":"3.378403046s","start":"2026-02-24T07:19:59.512874Z","end":"2026-02-24T07:20:02.891277Z","steps":["trace[343758600] 'agreement among raft nodes before linearized reading' (duration: 3.378355485s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:02.891993Z","caller":"traceutil/trace.go:171","msg":"trace[322212587] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24396; }","duration":"602.270332ms","start":"2026-02-24T07:20:02.289713Z","end":"2026-02-24T07:20:02.891983Z","steps":["trace[322212587] 'agreement among raft nodes before linearized reading' (duration: 602.155399ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:02.891285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:57.243603Z","time spent":"5.647672744s","remote":"127.0.0.1:53246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":753,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-02-24T07:20:02.892016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:59.464927Z","time spent":"3.427079108s","remote":"127.0.0.1:53590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:02.892037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:59.512857Z","time spent":"3.379158594s","remote":"127.0.0.1:39076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:02.891813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:58.678576Z","time spent":"4.213230472s","remote":"127.0.0.1:53506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:02.891557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:57.247777Z","time spent":"5.643776876s","remote":"127.0.0.1:53384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11694,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-02-24T07:20:02.892131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.969156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:02.891452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663572849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-24T07:20:02.892152Z","caller":"traceutil/trace.go:171","msg":"trace[169324573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24396; }","duration":"808.990056ms","start":"2026-02-24T07:20:02.083156Z","end":"2026-02-24T07:20:02.892146Z","steps":["trace[169324573] 'agreement among raft nodes before linearized reading' (duration: 808.954225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:02.89217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:02.083058Z","time spent":"809.10818ms","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:20:02.891698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909442633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:20:02.892174Z","caller":"traceutil/trace.go:171","msg":"trace[1466244521] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24396; }","duration":"1.664326398s","start":"2026-02-24T07:20:01.227837Z","end":"2026-02-24T07:20:02.892164Z","steps":["trace[1466244521] 'agreement among raft nodes before linearized reading' (duration: 1.663560069s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:02.89221Z","caller":"traceutil/trace.go:171","msg":"trace[907341645] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24396; }","duration":"2.909989707s","start":"2026-02-24T07:19:59.982207Z","end":"2026-02-24T07:20:02.892197Z","steps":["trace[907341645] 'agreement among raft nodes before linearized reading' (duration: 2.909450563s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:02.891209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.264650078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:02.892214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:01.227817Z","time spent":"1.6643858s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-24T07:20:02.891122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189042222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T07:20:02.892342Z","caller":"traceutil/trace.go:171","msg":"trace[841295455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24396; }","duration":"2.190303624s","start":"2026-02-24T07:20:00.702028Z","end":"2026-02-24T07:20:02.892331Z","steps":["trace[841295455] 'agreement among raft nodes before linearized reading' (duration: 2.188892749s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:02.892376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:00.702015Z","time spent":"2.190351305s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T07:20:02.892412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:59.982181Z","time spent":"2.910217873s","remote":"127.0.0.1:53562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:20:02.892491Z","caller":"traceutil/trace.go:171","msg":"trace[263238591] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24396; }","duration":"3.265971041s","start":"2026-02-24T07:19:59.626513Z","end":"2026-02-24T07:20:02.892484Z","steps":["trace[263238591] 'agreement among raft nodes before linearized reading' (duration: 3.264672949s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:02.892514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:19:59.626498Z","time spent":"3.266008212s","remote":"127.0.0.1:38824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:02.891358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.471224102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:02.892713Z","caller":"traceutil/trace.go:171","msg":"trace[227048400] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24396; }","duration":"2.472603356s","start":"2026-02-24T07:20:00.420097Z","end":"2026-02-24T07:20:02.8927Z","steps":["trace[227048400] 'agreement among raft nodes before linearized reading' (duration: 2.471233872s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:02.892758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:00.420077Z","time spent":"2.472665457s","remote":"127.0.0.1:58362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:02.893679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:02.289691Z","time spent":"603.973766ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17015,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-24T07:20:03.397729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637882428,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:20:04.824458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041462758s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:20:04.825308Z","caller":"traceutil/trace.go:171","msg":"trace[1698790057] linearizableReadLoop","detail":"{readStateIndex:25351; appliedIndex:25340; }","duration":"1.927790347s","start":"2026-02-24T07:20:02.897493Z","end":"2026-02-24T07:20:04.825283Z","steps":["trace[1698790057] 'read index received' (duration: 885.408227ms)","trace[1698790057] 'applied index is now lower than readState.Index' (duration: 1.04238067s)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:20:04.825474Z","caller":"traceutil/trace.go:171","msg":"trace[1672619416] transaction","detail":"{read_only:false; response_revision:24397; number_of_response:1; }","duration":"1.928558477s","start":"2026-02-24T07:20:02.896865Z","end":"2026-02-24T07:20:04.825423Z","steps":["trace[1672619416] 'process raft request' (duration: 886.016962ms)","trace[1672619416] 'compare' (duration: 1.041075079s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:04.82572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:02.896845Z","time spent":"1.92872294s","remote":"127.0.0.1:53246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:04.826214Z","caller":"traceutil/trace.go:171","msg":"trace[2097220100] transaction","detail":"{read_only:false; response_revision:24398; number_of_response:1; }","duration":"1.9290569s","start":"2026-02-24T07:20:02.897138Z","end":"2026-02-24T07:20:04.826195Z","steps":["trace[2097220100] 'process raft request' (duration: 1.9274842s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:04.826279Z","caller":"traceutil/trace.go:171","msg":"trace[1565052625] transaction","detail":"{read_only:false; response_revision:24404; number_of_response:1; }","duration":"1.928798183s","start":"2026-02-24T07:20:02.89745Z","end":"2026-02-24T07:20:04.826248Z","steps":["trace[1565052625] 'process raft request' (duration: 1.927532251s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:04.826307Z","caller":"traceutil/trace.go:171","msg":"trace[543621653] transaction","detail":"{read_only:false; response_revision:24407; number_of_response:1; }","duration":"1.644013818s","start":"2026-02-24T07:20:03.182255Z","end":"2026-02-24T07:20:04.826268Z","steps":["trace[543621653] 'process raft request' (duration: 1.642971621s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:04.826445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:02.897445Z","time spent":"1.928915786s","remote":"127.0.0.1:53246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:04.826501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928993618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16991"} {"level":"info","ts":"2026-02-24T07:20:04.826571Z","caller":"traceutil/trace.go:171","msg":"trace[1465696783] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24407; }","duration":"1.929083711s","start":"2026-02-24T07:20:02.89747Z","end":"2026-02-24T07:20:04.826553Z","steps":["trace[1465696783] 'agreement among raft nodes before linearized reading' (duration: 1.928878836s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:04.826613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:02.897463Z","time spent":"1.929140422s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17015,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-24T07:20:04.826659Z","caller":"traceutil/trace.go:171","msg":"trace[2091149792] transaction","detail":"{read_only:false; response_revision:24399; number_of_response:1; }","duration":"1.929434159s","start":"2026-02-24T07:20:02.897212Z","end":"2026-02-24T07:20:04.826646Z","steps":["trace[2091149792] 'process raft request' (duration: 1.927548452s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:04.826725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:02.897206Z","time spent":"1.92948389s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:04.826803Z","caller":"traceutil/trace.go:171","msg":"trace[257209482] transaction","detail":"{read_only:false; response_revision:24400; number_of_response:1; }","duration":"1.929550062s","start":"2026-02-24T07:20:02.897243Z","end":"2026-02-24T07:20:04.826793Z","steps":["trace[257209482] 'process raft request' (duration: 1.927565212s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:04.826854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:02.897239Z","time spent":"1.929588913s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:04.826926Z","caller":"traceutil/trace.go:171","msg":"trace[997896624] transaction","detail":"{read_only:false; response_revision:24401; number_of_response:1; }","duration":"1.929663065s","start":"2026-02-24T07:20:02.897254Z","end":"2026-02-24T07:20:04.826917Z","steps":["trace[997896624] 'process raft request' (duration: 1.927601403s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:04.826974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:02.897246Z","time spent":"1.929704656s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:04.82631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:02.897119Z","time spent":"1.929135041s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:04.827304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:03.182236Z","time spent":"1.644151521s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:04.827369Z","caller":"traceutil/trace.go:171","msg":"trace[378984491] transaction","detail":"{read_only:false; response_revision:24405; number_of_response:1; }","duration":"1.929835499s","start":"2026-02-24T07:20:02.897523Z","end":"2026-02-24T07:20:04.827359Z","steps":["trace[378984491] 'process raft request' (duration: 1.92751495s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:04.827442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:02.89751Z","time spent":"1.929894911s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:04.827441Z","caller":"traceutil/trace.go:171","msg":"trace[1633740634] transaction","detail":"{read_only:false; response_revision:24403; number_of_response:1; }","duration":"1.930026354s","start":"2026-02-24T07:20:02.897387Z","end":"2026-02-24T07:20:04.827414Z","steps":["trace[1633740634] 'process raft request' (duration: 1.927543692s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:04.827469Z","caller":"traceutil/trace.go:171","msg":"trace[1828904032] transaction","detail":"{read_only:false; response_revision:24406; number_of_response:1; }","duration":"1.928205948s","start":"2026-02-24T07:20:02.899249Z","end":"2026-02-24T07:20:04.827455Z","steps":["trace[1828904032] 'process raft request' (duration: 1.92589656s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:04.827556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:02.899243Z","time spent":"1.928257939s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:04.827576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:02.897382Z","time spent":"1.930114706s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:04.82717Z","caller":"traceutil/trace.go:171","msg":"trace[981316357] transaction","detail":"{read_only:false; response_revision:24402; number_of_response:1; }","duration":"1.92988583s","start":"2026-02-24T07:20:02.897275Z","end":"2026-02-24T07:20:04.827161Z","steps":["trace[981316357] 'process raft request' (duration: 1.927617993s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:04.827774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:02.89727Z","time spent":"1.930423724s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:04.903924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000530445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:20:04.904017Z","caller":"traceutil/trace.go:171","msg":"trace[923885726] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000655928s","start":"2026-02-24T07:20:02.903341Z","end":"2026-02-24T07:20:04.903997Z","steps":["trace[923885726] 'agreement among raft nodes before linearized reading' (duration: 2.000532845s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:04.904108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:02.903336Z","time spent":"2.00072153s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:20:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:20:05.325969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637882443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:20:05.827036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637882443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:20:06.333934Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637882443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:20:06.460505Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.639795411s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T07:20:06.565537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.701351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:20:06.565843Z","caller":"traceutil/trace.go:171","msg":"trace[1317486682] linearizableReadLoop","detail":"{readStateIndex:25354; appliedIndex:25351; }","duration":"1.740456491s","start":"2026-02-24T07:20:04.825369Z","end":"2026-02-24T07:20:06.565825Z","steps":["trace[1317486682] 'read index received' (duration: 1.635275668s)","trace[1317486682] 'applied index is now lower than readState.Index' (duration: 105.179693ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:06.567416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.036858644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:20:06.567532Z","caller":"traceutil/trace.go:171","msg":"trace[1311047583] transaction","detail":"{read_only:false; response_revision:24410; number_of_response:1; }","duration":"1.897883626s","start":"2026-02-24T07:20:04.669615Z","end":"2026-02-24T07:20:06.567499Z","steps":["trace[1311047583] 'process raft request' (duration: 1.896133082s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:06.567563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.60621125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:06.567622Z","caller":"traceutil/trace.go:171","msg":"trace[1875193663] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24410; }","duration":"3.606312222s","start":"2026-02-24T07:20:02.961294Z","end":"2026-02-24T07:20:06.567607Z","steps":["trace[1875193663] 'agreement among raft nodes before linearized reading' (duration: 3.60620668s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:06.567504Z","caller":"traceutil/trace.go:171","msg":"trace[1311638863] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24410; }","duration":"3.036983797s","start":"2026-02-24T07:20:03.530497Z","end":"2026-02-24T07:20:06.567481Z","steps":["trace[1311638863] 'agreement among raft nodes before linearized reading' (duration: 3.036815863s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:06.567637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553201281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:06.567606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109799782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:20:06.567663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:02.961278Z","time spent":"3.606378453s","remote":"127.0.0.1:53384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-24T07:20:06.567678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898140542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1232"} {"level":"warn","ts":"2026-02-24T07:20:06.567675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:04.669605Z","time spent":"1.897998178s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:06.567689Z","caller":"traceutil/trace.go:171","msg":"trace[248213177] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24410; }","duration":"2.553294624s","start":"2026-02-24T07:20:04.014376Z","end":"2026-02-24T07:20:06.567671Z","steps":["trace[248213177] 'agreement among raft nodes before linearized reading' (duration: 2.553207462s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:06.567712Z","caller":"traceutil/trace.go:171","msg":"trace[1681898647] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:24410; }","duration":"1.898167453s","start":"2026-02-24T07:20:04.669531Z","end":"2026-02-24T07:20:06.567698Z","steps":["trace[1681898647] 'agreement among raft nodes before linearized reading' (duration: 1.89806149s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:06.567688Z","caller":"traceutil/trace.go:171","msg":"trace[1522720248] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24410; }","duration":"2.109934364s","start":"2026-02-24T07:20:04.45774Z","end":"2026-02-24T07:20:06.567674Z","steps":["trace[1522720248] 'agreement among raft nodes before linearized reading' (duration: 2.1097672s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:06.567724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:03.530481Z","time spent":"3.037183382s","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:06.567731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:04.014355Z","time spent":"2.553363756s","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:06.567748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:04.669497Z","time spent":"1.898244585s","remote":"127.0.0.1:53154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1256,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-02-24T07:20:06.567754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:04.457719Z","time spent":"2.110025137s","remote":"127.0.0.1:39534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:06.567785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.666837153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7161"} {"level":"info","ts":"2026-02-24T07:20:06.567846Z","caller":"traceutil/trace.go:171","msg":"trace[682802812] transaction","detail":"{read_only:false; response_revision:24408; number_of_response:1; }","duration":"1.899733772s","start":"2026-02-24T07:20:04.668084Z","end":"2026-02-24T07:20:06.567817Z","steps":["trace[682802812] 'process raft request' (duration: 1.792622911s)","trace[682802812] 'compare' (duration: 104.456715ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:06.567549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.66670873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:06.567863Z","caller":"traceutil/trace.go:171","msg":"trace[1632353526] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24410; }","duration":"3.666939446s","start":"2026-02-24T07:20:02.900903Z","end":"2026-02-24T07:20:06.567842Z","steps":["trace[1632353526] 'agreement among raft nodes before linearized reading' (duration: 3.66667586s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:06.567851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738431419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18971da6a0de8985\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-02-24T07:20:06.567892Z","caller":"traceutil/trace.go:171","msg":"trace[276929825] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24410; }","duration":"3.667080589s","start":"2026-02-24T07:20:02.900795Z","end":"2026-02-24T07:20:06.567876Z","steps":["trace[276929825] 'agreement among raft nodes before linearized reading' (duration: 3.666698129s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:06.56791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:02.900899Z","time spent":"3.667001448s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7185,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-24T07:20:06.567899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:04.668061Z","time spent":"1.899810855s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:06.567926Z","caller":"traceutil/trace.go:171","msg":"trace[677909018] range","detail":"{range_begin:/registry/events/openstack/container-infra.18971da6a0de8985; range_end:; response_count:1; response_revision:24410; }","duration":"1.738520522s","start":"2026-02-24T07:20:04.829383Z","end":"2026-02-24T07:20:06.567903Z","steps":["trace[677909018] 'agreement among raft nodes before linearized reading' (duration: 1.738290136s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:06.56795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313929514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:06.567827Z","caller":"traceutil/trace.go:171","msg":"trace[1054253405] transaction","detail":"{read_only:false; response_revision:24409; number_of_response:1; }","duration":"1.899724232s","start":"2026-02-24T07:20:04.668085Z","end":"2026-02-24T07:20:06.567809Z","steps":["trace[1054253405] 'process raft request' (duration: 1.897576069s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:06.568012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735905656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-24T07:20:06.56804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.803539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-24T07:20:06.568051Z","caller":"traceutil/trace.go:171","msg":"trace[873263206] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab; range_end:; response_count:1; response_revision:24410; }","duration":"1.735951997s","start":"2026-02-24T07:20:04.832086Z","end":"2026-02-24T07:20:06.568038Z","steps":["trace[873263206] 'agreement among raft nodes before linearized reading' (duration: 1.735833804s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:06.568075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:04.832079Z","time spent":"1.735990928s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" "} {"level":"info","ts":"2026-02-24T07:20:06.568066Z","caller":"traceutil/trace.go:171","msg":"trace[1115169458] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24410; }","duration":"232.85095ms","start":"2026-02-24T07:20:06.335209Z","end":"2026-02-24T07:20:06.56806Z","steps":["trace[1115169458] 'agreement among raft nodes before linearized reading' (duration: 232.762528ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:06.568097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738527322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-02-24T07:20:06.568123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663779885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:06.568162Z","caller":"traceutil/trace.go:171","msg":"trace[1603612914] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24410; }","duration":"1.738606344s","start":"2026-02-24T07:20:04.829542Z","end":"2026-02-24T07:20:06.568148Z","steps":["trace[1603612914] 'agreement among raft nodes before linearized reading' (duration: 1.73846564s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:06.568158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.904281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-24T07:20:06.568182Z","caller":"traceutil/trace.go:171","msg":"trace[944931739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24410; }","duration":"1.663878077s","start":"2026-02-24T07:20:04.904294Z","end":"2026-02-24T07:20:06.568173Z","steps":["trace[944931739] 'agreement among raft nodes before linearized reading' (duration: 1.663790575s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:06.568199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:04.829538Z","time spent":"1.738652685s","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-24T07:20:06.568211Z","caller":"traceutil/trace.go:171","msg":"trace[1900967780] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24410; }","duration":"232.984094ms","start":"2026-02-24T07:20:06.335209Z","end":"2026-02-24T07:20:06.568193Z","steps":["trace[1900967780] 'agreement among raft nodes before linearized reading' (duration: 232.728827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:06.567985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:04.829353Z","time spent":"1.738621664s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":719,"request content":"key:\"/registry/events/openstack/container-infra.18971da6a0de8985\" "} {"level":"warn","ts":"2026-02-24T07:20:06.568211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:04.904279Z","time spent":"1.663925408s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:20:06.567941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:02.90078Z","time spent":"3.667149121s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-02-24T07:20:06.567986Z","caller":"traceutil/trace.go:171","msg":"trace[1608851378] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24410; }","duration":"1.313996635s","start":"2026-02-24T07:20:05.25398Z","end":"2026-02-24T07:20:06.567977Z","steps":["trace[1608851378] 'agreement among raft nodes before linearized reading' (duration: 1.313930374s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:06.568359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:04.668064Z","time spent":"1.90002206s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:06.568369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:05.253962Z","time spent":"1.314389296s","remote":"127.0.0.1:53096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:07.072226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637882447,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:20:08.523835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11517611s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:20:08.52394Z","caller":"traceutil/trace.go:171","msg":"trace[1375921681] transaction","detail":"{read_only:false; response_revision:24411; number_of_response:1; }","duration":"1.953300589s","start":"2026-02-24T07:20:06.57062Z","end":"2026-02-24T07:20:08.52392Z","steps":["trace[1375921681] 'process raft request' (duration: 837.954114ms)","trace[1375921681] 'compare' (duration: 1.113279123s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:08.524005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:06.570608Z","time spent":"1.953366351s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:08.574651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000399751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:20:08.574704Z","caller":"traceutil/trace.go:171","msg":"trace[2017287883] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000473764s","start":"2026-02-24T07:20:06.574218Z","end":"2026-02-24T07:20:08.574692Z","steps":["trace[2017287883] 'agreement among raft nodes before linearized reading' (duration: 2.000412082s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:08.574736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:06.57421Z","time spent":"2.000519305s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:20:09.51174Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.059805075s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T07:20:10.25062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000420273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:20:10.25071Z","caller":"traceutil/trace.go:171","msg":"trace[852875597] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000549026s","start":"2026-02-24T07:20:08.250146Z","end":"2026-02-24T07:20:10.250695Z","steps":["trace[852875597] 'agreement among raft nodes before linearized reading' (duration: 2.000440954s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:10.250749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:08.250132Z","time spent":"2.000609758s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:20:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:20:10.575631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000672899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:20:10.575722Z","caller":"traceutil/trace.go:171","msg":"trace[695798013] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000821012s","start":"2026-02-24T07:20:08.574881Z","end":"2026-02-24T07:20:10.575702Z","steps":["trace[695798013] 'agreement among raft nodes before linearized reading' (duration: 2.000695129s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:10.57577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:08.574868Z","time spent":"2.000892435s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:20:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:20:10.699314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688999548s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:10.699461Z","caller":"traceutil/trace.go:171","msg":"trace[1579510834] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24411; }","duration":"1.689143592s","start":"2026-02-24T07:20:09.010285Z","end":"2026-02-24T07:20:10.699429Z","steps":["trace[1579510834] 'range keys from in-memory index tree' (duration: 1.688982447s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:10.700878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18879515s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:20:10.701073Z","caller":"traceutil/trace.go:171","msg":"trace[441416098] transaction","detail":"{read_only:false; response_revision:24412; number_of_response:1; }","duration":"4.129309473s","start":"2026-02-24T07:20:06.571734Z","end":"2026-02-24T07:20:10.701044Z","steps":["trace[441416098] 'process raft request' (duration: 2.940209805s)","trace[441416098] 'compare' (duration: 1.18841079s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:10.701212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:06.571723Z","time spent":"4.129407486s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:10.701258Z","caller":"traceutil/trace.go:171","msg":"trace[588751390] transaction","detail":"{read_only:false; response_revision:24415; number_of_response:1; }","duration":"4.103432313s","start":"2026-02-24T07:20:06.597796Z","end":"2026-02-24T07:20:10.701229Z","steps":["trace[588751390] 'process raft request' (duration: 4.103341781s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:10.701331Z","caller":"traceutil/trace.go:171","msg":"trace[1659793714] transaction","detail":"{read_only:false; response_revision:24414; number_of_response:1; }","duration":"4.104979002s","start":"2026-02-24T07:20:06.596334Z","end":"2026-02-24T07:20:10.701313Z","steps":["trace[1659793714] 'process raft request' (duration: 4.104734146s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:10.701331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:06.597789Z","time spent":"4.103506805s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7337,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:10.701421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:06.596326Z","time spent":"4.105045344s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:10.701398Z","caller":"traceutil/trace.go:171","msg":"trace[887966679] transaction","detail":"{read_only:false; response_revision:24413; number_of_response:1; }","duration":"4.105737702s","start":"2026-02-24T07:20:06.595625Z","end":"2026-02-24T07:20:10.701363Z","steps":["trace[887966679] 'process raft request' (duration: 4.105346162s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:10.701481Z","caller":"traceutil/trace.go:171","msg":"trace[1824624392] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"3.868183482s","start":"2026-02-24T07:20:06.833285Z","end":"2026-02-24T07:20:10.701468Z","steps":["trace[1824624392] 'process raft request' (duration: 3.867905325s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:10.70154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:06.833272Z","time spent":"3.868232983s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:10.701577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:06.595618Z","time spent":"4.105860785s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:10.701713Z","caller":"traceutil/trace.go:171","msg":"trace[223987490] transaction","detail":"{read_only:false; response_revision:24417; number_of_response:1; }","duration":"3.868037119s","start":"2026-02-24T07:20:06.833659Z","end":"2026-02-24T07:20:10.701696Z","steps":["trace[223987490] 'process raft request' (duration: 3.867727191s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:10.701813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:06.833646Z","time spent":"3.86810678s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:10.701858Z","caller":"traceutil/trace.go:171","msg":"trace[1017218127] transaction","detail":"{read_only:false; response_revision:24419; number_of_response:1; }","duration":"3.85335077s","start":"2026-02-24T07:20:06.848493Z","end":"2026-02-24T07:20:10.701843Z","steps":["trace[1017218127] 'process raft request' (duration: 3.853252637s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:10.701822Z","caller":"traceutil/trace.go:171","msg":"trace[234131885] transaction","detail":"{read_only:false; response_revision:24418; number_of_response:1; }","duration":"3.868149992s","start":"2026-02-24T07:20:06.833659Z","end":"2026-02-24T07:20:10.701809Z","steps":["trace[234131885] 'process raft request' (duration: 3.867958117s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:10.70192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:06.848481Z","time spent":"3.853405532s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:10.701938Z","caller":"traceutil/trace.go:171","msg":"trace[2133712368] transaction","detail":"{read_only:false; response_revision:24420; number_of_response:1; }","duration":"3.152121151s","start":"2026-02-24T07:20:07.549806Z","end":"2026-02-24T07:20:10.701927Z","steps":["trace[2133712368] 'process raft request' (duration: 3.151994468s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:10.701958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.130745889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:10.701946Z","caller":"traceutil/trace.go:171","msg":"trace[1534975025] transaction","detail":"{read_only:false; response_revision:24421; number_of_response:1; }","duration":"3.03510425s","start":"2026-02-24T07:20:07.666828Z","end":"2026-02-24T07:20:10.701932Z","steps":["trace[1534975025] 'process raft request' (duration: 3.035026248s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:10.701993Z","caller":"traceutil/trace.go:171","msg":"trace[1348194891] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24421; }","duration":"4.13078437s","start":"2026-02-24T07:20:06.5712Z","end":"2026-02-24T07:20:10.701984Z","steps":["trace[1348194891] 'agreement among raft nodes before linearized reading' (duration: 4.130680978s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:10.70199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:07.54978Z","time spent":"3.152179842s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:10.702022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:06.571173Z","time spent":"4.130841702s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-24T07:20:10.701863Z","caller":"traceutil/trace.go:171","msg":"trace[1850322767] linearizableReadLoop","detail":"{readStateIndex:25363; appliedIndex:25354; }","duration":"4.130650507s","start":"2026-02-24T07:20:06.571203Z","end":"2026-02-24T07:20:10.701854Z","steps":["trace[1850322767] 'read index received' (duration: 837.377279ms)","trace[1850322767] 'applied index is now lower than readState.Index' (duration: 3.293271728s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:10.702037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:07.666808Z","time spent":"3.035191251s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:10.702015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:06.833634Z","time spent":"3.868284264s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:10.702145Z","caller":"traceutil/trace.go:171","msg":"trace[303581061] transaction","detail":"{read_only:false; response_revision:24422; number_of_response:1; }","duration":"2.128764468s","start":"2026-02-24T07:20:08.573371Z","end":"2026-02-24T07:20:10.702136Z","steps":["trace[303581061] 'process raft request' (duration: 2.128526882s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:10.702192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:08.573345Z","time spent":"2.128820899s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:10.702192Z","caller":"traceutil/trace.go:171","msg":"trace[141603411] transaction","detail":"{read_only:false; response_revision:24423; number_of_response:1; }","duration":"2.128775548s","start":"2026-02-24T07:20:08.573405Z","end":"2026-02-24T07:20:10.70218Z","steps":["trace[141603411] 'process raft request' (duration: 2.128675925s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:10.702251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:08.573387Z","time spent":"2.128833459s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:10.702273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.410909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:20:10.702294Z","caller":"traceutil/trace.go:171","msg":"trace[211270323] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24424; }","duration":"226.466061ms","start":"2026-02-24T07:20:10.475819Z","end":"2026-02-24T07:20:10.702285Z","steps":["trace[211270323] 'agreement among raft nodes before linearized reading' (duration: 226.42655ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:10.702296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175698496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18971da7348962b2\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-02-24T07:20:10.702318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.130237436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-24T07:20:10.702328Z","caller":"traceutil/trace.go:171","msg":"trace[199678182] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18971da7348962b2; range_end:; response_count:1; response_revision:24424; }","duration":"2.175755657s","start":"2026-02-24T07:20:08.526563Z","end":"2026-02-24T07:20:10.702318Z","steps":["trace[199678182] 'agreement among raft nodes before linearized reading' (duration: 2.175629324s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:10.70235Z","caller":"traceutil/trace.go:171","msg":"trace[2069971126] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24424; }","duration":"4.130281007s","start":"2026-02-24T07:20:06.572059Z","end":"2026-02-24T07:20:10.70234Z","steps":["trace[2069971126] 'agreement among raft nodes before linearized reading' (duration: 4.130124913s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:10.702376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569224165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:20:10.702382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:06.572053Z","time spent":"4.130320579s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-24T07:20:10.702396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.346442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:10.702416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.17997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:10.702415Z","caller":"traceutil/trace.go:171","msg":"trace[4333053] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24424; }","duration":"2.569287055s","start":"2026-02-24T07:20:08.133116Z","end":"2026-02-24T07:20:10.702403Z","steps":["trace[4333053] 'agreement among raft nodes before linearized reading' (duration: 2.569213134s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:10.702435Z","caller":"traceutil/trace.go:171","msg":"trace[1524372841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24424; }","duration":"120.228921ms","start":"2026-02-24T07:20:10.582202Z","end":"2026-02-24T07:20:10.702431Z","steps":["trace[1524372841] 'agreement among raft nodes before linearized reading' (duration: 120.19765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:10.70245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:08.133102Z","time spent":"2.569339677s","remote":"127.0.0.1:39556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:10.70246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549211016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:10.702483Z","caller":"traceutil/trace.go:171","msg":"trace[696471090] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24424; }","duration":"1.549261046s","start":"2026-02-24T07:20:09.153216Z","end":"2026-02-24T07:20:10.702477Z","steps":["trace[696471090] 'agreement among raft nodes before linearized reading' (duration: 1.549221105s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:10.702506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:09.153201Z","time spent":"1.549296848s","remote":"127.0.0.1:53254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:10.702492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024305468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-24T07:20:10.702561Z","caller":"traceutil/trace.go:171","msg":"trace[663044937] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24424; }","duration":"3.024391951s","start":"2026-02-24T07:20:07.678143Z","end":"2026-02-24T07:20:10.702535Z","steps":["trace[663044937] 'agreement among raft nodes before linearized reading' (duration: 3.024154005s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:10.702585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.870409168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T07:20:10.702387Z","caller":"traceutil/trace.go:171","msg":"trace[356243839] transaction","detail":"{read_only:false; response_revision:24424; number_of_response:1; }","duration":"2.089727807s","start":"2026-02-24T07:20:08.612652Z","end":"2026-02-24T07:20:10.70238Z","steps":["trace[356243839] 'process raft request' (duration: 2.089485981s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:10.702618Z","caller":"traceutil/trace.go:171","msg":"trace[1501444657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24424; }","duration":"3.87050356s","start":"2026-02-24T07:20:06.832105Z","end":"2026-02-24T07:20:10.702608Z","steps":["trace[1501444657] 'agreement among raft nodes before linearized reading' (duration: 3.870415367s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:10.702651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:06.832077Z","time spent":"3.870567201s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T07:20:10.702649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:08.612628Z","time spent":"2.089988593s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:10.702682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983387071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:10.702717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761186601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:16991"} {"level":"info","ts":"2026-02-24T07:20:10.702725Z","caller":"traceutil/trace.go:171","msg":"trace[447690854] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24424; }","duration":"2.983428452s","start":"2026-02-24T07:20:07.719281Z","end":"2026-02-24T07:20:10.70271Z","steps":["trace[447690854] 'agreement among raft nodes before linearized reading' (duration: 2.98335708s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:10.702748Z","caller":"traceutil/trace.go:171","msg":"trace[1181951801] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24424; }","duration":"1.761267923s","start":"2026-02-24T07:20:08.941472Z","end":"2026-02-24T07:20:10.70274Z","steps":["trace[1181951801] 'agreement among raft nodes before linearized reading' (duration: 1.76115417s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:10.702354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:08.52655Z","time spent":"2.175797169s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":746,"request content":"key:\"/registry/events/openstack/container-infra-registry.18971da7348962b2\" "} {"level":"warn","ts":"2026-02-24T07:20:10.702773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:08.941451Z","time spent":"1.761314434s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17015,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-24T07:20:10.702767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:07.719235Z","time spent":"2.983518214s","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:10.702612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:07.678131Z","time spent":"3.024467702s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-02-24T07:20:10.702762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.870726105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T07:20:10.702422Z","caller":"traceutil/trace.go:171","msg":"trace[376455497] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24424; }","duration":"668.411644ms","start":"2026-02-24T07:20:10.034002Z","end":"2026-02-24T07:20:10.702413Z","steps":["trace[376455497] 'agreement among raft nodes before linearized reading' (duration: 668.367233ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:10.702893Z","caller":"traceutil/trace.go:171","msg":"trace[157093703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24424; }","duration":"3.870883039s","start":"2026-02-24T07:20:06.831998Z","end":"2026-02-24T07:20:10.702881Z","steps":["trace[157093703] 'agreement among raft nodes before linearized reading' (duration: 3.870712555s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:10.702911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:10.033977Z","time spent":"668.917837ms","remote":"127.0.0.1:39668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:10.702944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:06.831976Z","time spent":"3.87094891s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T07:20:10.70286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.107947066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:10.703082Z","caller":"traceutil/trace.go:171","msg":"trace[1914904846] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24424; }","duration":"4.108179432s","start":"2026-02-24T07:20:06.594895Z","end":"2026-02-24T07:20:10.703074Z","steps":["trace[1914904846] 'agreement among raft nodes before linearized reading' (duration: 4.107942506s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:10.703107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:06.594889Z","time spent":"4.108210873s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T07:20:12.430669Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.665907588s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T07:20:12.43895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:10.706867Z","time spent":"1.73207612s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T07:20:12.439032Z","caller":"traceutil/trace.go:171","msg":"trace[1321060973] transaction","detail":"{read_only:false; response_revision:24426; number_of_response:1; }","duration":"1.731185988s","start":"2026-02-24T07:20:10.707781Z","end":"2026-02-24T07:20:12.438967Z","steps":["trace[1321060973] 'process raft request' (duration: 1.730997713s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:12.439153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:10.707772Z","time spent":"1.731309601s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:12.439229Z","caller":"traceutil/trace.go:171","msg":"trace[1047756116] linearizableReadLoop","detail":"{readStateIndex:25370; appliedIndex:25368; }","duration":"1.732271785s","start":"2026-02-24T07:20:10.706932Z","end":"2026-02-24T07:20:12.439204Z","steps":["trace[1047756116] 'read index received' (duration: 58.012678ms)","trace[1047756116] 'applied index is now lower than readState.Index' (duration: 1.674256897s)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:20:12.439256Z","caller":"traceutil/trace.go:171","msg":"trace[231674648] transaction","detail":"{read_only:false; response_revision:24427; number_of_response:1; }","duration":"1.73129264s","start":"2026-02-24T07:20:10.707936Z","end":"2026-02-24T07:20:12.439229Z","steps":["trace[231674648] 'process raft request' (duration: 1.730989843s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:12.439363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:10.707928Z","time spent":"1.731381643s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:12.439589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732553482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b77eb0642ae\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-24T07:20:12.439651Z","caller":"traceutil/trace.go:171","msg":"trace[837540391] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18971b77eb0642ae; range_end:; response_count:1; response_revision:24427; }","duration":"1.732731326s","start":"2026-02-24T07:20:10.706904Z","end":"2026-02-24T07:20:12.439635Z","steps":["trace[837540391] 'agreement among raft nodes before linearized reading' (duration: 1.732369027s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:12.439687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:10.706893Z","time spent":"1.732785307s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b77eb0642ae\" "} {"level":"info","ts":"2026-02-24T07:20:12.51127Z","caller":"traceutil/trace.go:171","msg":"trace[764464153] transaction","detail":"{read_only:false; response_revision:24428; number_of_response:1; }","duration":"177.600562ms","start":"2026-02-24T07:20:12.333635Z","end":"2026-02-24T07:20:12.511235Z","steps":["trace[764464153] 'process raft request' (duration: 177.402317ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:12.511435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804260524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-02-24T07:20:12.511537Z","caller":"traceutil/trace.go:171","msg":"trace[2141649591] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24428; }","duration":"1.804381577s","start":"2026-02-24T07:20:10.707127Z","end":"2026-02-24T07:20:12.511509Z","steps":["trace[2141649591] 'agreement among raft nodes before linearized reading' (duration: 1.804089939s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:12.511599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:10.707117Z","time spent":"1.804468319s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-24T07:20:12.511714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524222828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:12.511772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804157342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16991"} {"level":"info","ts":"2026-02-24T07:20:12.511785Z","caller":"traceutil/trace.go:171","msg":"trace[2008073271] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24428; }","duration":"1.524349701s","start":"2026-02-24T07:20:10.987417Z","end":"2026-02-24T07:20:12.511766Z","steps":["trace[2008073271] 'agreement among raft nodes before linearized reading' (duration: 1.524207357s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:12.511806Z","caller":"traceutil/trace.go:171","msg":"trace[1640271767] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24428; }","duration":"1.804206083s","start":"2026-02-24T07:20:10.707591Z","end":"2026-02-24T07:20:12.511797Z","steps":["trace[1640271767] 'agreement among raft nodes before linearized reading' (duration: 1.80410535s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:12.511729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803627709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7354"} {"level":"warn","ts":"2026-02-24T07:20:12.511825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:10.987397Z","time spent":"1.524416712s","remote":"127.0.0.1:53688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:12.511882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.157095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:20:12.511884Z","caller":"traceutil/trace.go:171","msg":"trace[1210361530] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24428; }","duration":"1.803807842s","start":"2026-02-24T07:20:10.708052Z","end":"2026-02-24T07:20:12.51186Z","steps":["trace[1210361530] 'agreement among raft nodes before linearized reading' (duration: 1.803512905s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:12.511965Z","caller":"traceutil/trace.go:171","msg":"trace[982725026] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24428; }","duration":"915.281258ms","start":"2026-02-24T07:20:11.596674Z","end":"2026-02-24T07:20:12.511956Z","steps":["trace[982725026] 'agreement among raft nodes before linearized reading' (duration: 915.180995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:12.511891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.882967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:12.511988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:11.596654Z","time spent":"915.326988ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:12.511999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:10.708037Z","time spent":"1.803940126s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7378,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-24T07:20:12.512012Z","caller":"traceutil/trace.go:171","msg":"trace[1360684239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24428; }","duration":"435.032171ms","start":"2026-02-24T07:20:12.076961Z","end":"2026-02-24T07:20:12.511994Z","steps":["trace[1360684239] 'agreement among raft nodes before linearized reading' (duration: 434.892657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:12.512049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804460309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:12.512057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:12.076938Z","time spent":"435.105832ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T07:20:12.512115Z","caller":"traceutil/trace.go:171","msg":"trace[1042183149] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24428; }","duration":"1.80452699s","start":"2026-02-24T07:20:10.707571Z","end":"2026-02-24T07:20:12.512098Z","steps":["trace[1042183149] 'agreement among raft nodes before linearized reading' (duration: 1.804426558s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:12.512166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:10.707547Z","time spent":"1.804606233s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T07:20:12.512193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.89607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7705"} {"level":"info","ts":"2026-02-24T07:20:12.512335Z","caller":"traceutil/trace.go:171","msg":"trace[960037481] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24428; }","duration":"135.184967ms","start":"2026-02-24T07:20:12.377135Z","end":"2026-02-24T07:20:12.51232Z","steps":["trace[960037481] 'agreement among raft nodes before linearized reading' (duration: 134.760026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:12.511831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:10.707583Z","time spent":"1.804241013s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17015,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-24T07:20:12.511801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752249337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:892"} {"level":"info","ts":"2026-02-24T07:20:12.51248Z","caller":"traceutil/trace.go:171","msg":"trace[1028057102] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:24428; }","duration":"1.752954444s","start":"2026-02-24T07:20:10.759511Z","end":"2026-02-24T07:20:12.512466Z","steps":["trace[1028057102] 'agreement among raft nodes before linearized reading' (duration: 1.752146584s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:12.512525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:10.759497Z","time spent":"1.753015275s","remote":"127.0.0.1:53154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":916,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-02-24T07:20:12.512251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017736332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:12.512576Z","caller":"traceutil/trace.go:171","msg":"trace[701375553] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24428; }","duration":"1.018098601s","start":"2026-02-24T07:20:11.494462Z","end":"2026-02-24T07:20:12.51256Z","steps":["trace[701375553] 'agreement among raft nodes before linearized reading' (duration: 1.017748582s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:12.51263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:11.494441Z","time spent":"1.018173152s","remote":"127.0.0.1:53712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:12.513295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355925959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:12.513955Z","caller":"traceutil/trace.go:171","msg":"trace[1658052922] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24428; }","duration":"1.35832734s","start":"2026-02-24T07:20:11.155617Z","end":"2026-02-24T07:20:12.513945Z","steps":["trace[1658052922] 'agreement among raft nodes before linearized reading' (duration: 1.355920769s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:12.514019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:11.155603Z","time spent":"1.358403942s","remote":"127.0.0.1:38834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:13.811964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240019856s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:20:13.812358Z","caller":"traceutil/trace.go:171","msg":"trace[171231149] linearizableReadLoop","detail":"{readStateIndex:25375; appliedIndex:25373; }","duration":"1.298976318s","start":"2026-02-24T07:20:12.513367Z","end":"2026-02-24T07:20:13.812343Z","steps":["trace[171231149] 'read index received' (duration: 58.52756ms)","trace[171231149] 'applied index is now lower than readState.Index' (duration: 1.240447798s)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:20:13.812421Z","caller":"traceutil/trace.go:171","msg":"trace[2053339131] transaction","detail":"{read_only:false; response_revision:24429; number_of_response:1; }","duration":"1.372537697s","start":"2026-02-24T07:20:12.439838Z","end":"2026-02-24T07:20:13.812376Z","steps":["trace[2053339131] 'process raft request' (duration: 132.041869ms)","trace[2053339131] 'compare' (duration: 1.238438557s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:13.812431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:12.441987Z","time spent":"1.370438664s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T07:20:13.812443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:13.812567Z","caller":"traceutil/trace.go:171","msg":"trace[320232574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24429; }","duration":"1.299218804s","start":"2026-02-24T07:20:12.513338Z","end":"2026-02-24T07:20:13.812556Z","steps":["trace[320232574] 'agreement among raft nodes before linearized reading' (duration: 1.29907435s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:13.812581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:12.439818Z","time spent":"1.37267838s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:13.812598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:12.51332Z","time spent":"1.299270175s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:20:14.313187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637882488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:20:14.813585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637882488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:20:15.093775Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.521896475s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T07:20:15.231822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.493195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:20:15.231902Z","caller":"traceutil/trace.go:171","msg":"trace[474265162] transaction","detail":"{read_only:false; response_revision:24430; number_of_response:1; }","duration":"2.709022077s","start":"2026-02-24T07:20:12.522865Z","end":"2026-02-24T07:20:15.231887Z","steps":["trace[474265162] 'process raft request' (duration: 2.571310497s)","trace[474265162] 'compare' (duration: 137.030993ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:15.231941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:12.522836Z","time spent":"2.709085599s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7145,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:15.819091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000266939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:20:15.819174Z","caller":"traceutil/trace.go:171","msg":"trace[490643879] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000396112s","start":"2026-02-24T07:20:13.818759Z","end":"2026-02-24T07:20:15.819155Z","steps":["trace[490643879] 'agreement among raft nodes before linearized reading' (duration: 2.00028849s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:15.81922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:13.818746Z","time spent":"2.000464474s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:20:16.276196Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.181477267s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T07:20:16.277737Z","caller":"traceutil/trace.go:171","msg":"trace[1684030615] transaction","detail":"{read_only:false; response_revision:24431; number_of_response:1; }","duration":"3.570309288s","start":"2026-02-24T07:20:12.707403Z","end":"2026-02-24T07:20:16.277712Z","steps":["trace[1684030615] 'process raft request' (duration: 3.5692014s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:16.277879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:12.707385Z","time spent":"3.57042127s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:16.278208Z","caller":"traceutil/trace.go:171","msg":"trace[449188560] transaction","detail":"{read_only:false; response_revision:24433; number_of_response:1; }","duration":"3.570682508s","start":"2026-02-24T07:20:12.707495Z","end":"2026-02-24T07:20:16.278177Z","steps":["trace[449188560] 'process raft request' (duration: 3.570510284s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:16.278257Z","caller":"traceutil/trace.go:171","msg":"trace[1173668107] transaction","detail":"{read_only:false; response_revision:24438; number_of_response:1; }","duration":"3.470232074s","start":"2026-02-24T07:20:12.808006Z","end":"2026-02-24T07:20:16.278238Z","steps":["trace[1173668107] 'process raft request' (duration: 3.470156042s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:16.278241Z","caller":"traceutil/trace.go:171","msg":"trace[1065844425] transaction","detail":"{read_only:false; response_revision:24436; number_of_response:1; }","duration":"3.569817626s","start":"2026-02-24T07:20:12.7084Z","end":"2026-02-24T07:20:16.278217Z","steps":["trace[1065844425] 'process raft request' (duration: 3.569719114s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:16.278304Z","caller":"traceutil/trace.go:171","msg":"trace[1534162509] transaction","detail":"{read_only:false; response_revision:24432; number_of_response:1; }","duration":"3.570782161s","start":"2026-02-24T07:20:12.707465Z","end":"2026-02-24T07:20:16.278247Z","steps":["trace[1534162509] 'process raft request' (duration: 3.570165545s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:16.278348Z","caller":"traceutil/trace.go:171","msg":"trace[2055379612] transaction","detail":"{read_only:false; response_revision:24434; number_of_response:1; }","duration":"3.570805561s","start":"2026-02-24T07:20:12.707527Z","end":"2026-02-24T07:20:16.278332Z","steps":["trace[2055379612] 'process raft request' (duration: 3.570537734s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:16.278381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:12.807983Z","time spent":"3.470335556s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:16.27845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:12.707489Z","time spent":"3.570848542s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:16.278513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:12.707521Z","time spent":"3.570893893s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:16.278476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:12.708394Z","time spent":"3.56993981s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:16.278288Z","caller":"traceutil/trace.go:171","msg":"trace[1098893534] transaction","detail":"{read_only:false; response_revision:24437; number_of_response:1; }","duration":"3.568901983s","start":"2026-02-24T07:20:12.709365Z","end":"2026-02-24T07:20:16.278267Z","steps":["trace[1098893534] 'process raft request' (duration: 3.56877284s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:16.278437Z","caller":"traceutil/trace.go:171","msg":"trace[2031900495] transaction","detail":"{read_only:false; response_revision:24439; number_of_response:1; }","duration":"2.464976236s","start":"2026-02-24T07:20:13.813427Z","end":"2026-02-24T07:20:16.278404Z","steps":["trace[2031900495] 'process raft request' (duration: 2.464775921s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:16.278671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:13.813406Z","time spent":"2.465219741s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:16.2787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:12.70934Z","time spent":"3.569276562s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:16.278563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:12.70746Z","time spent":"3.570951045s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:16.278245Z","caller":"traceutil/trace.go:171","msg":"trace[1210948132] transaction","detail":"{read_only:false; response_revision:24435; number_of_response:1; }","duration":"3.570687898s","start":"2026-02-24T07:20:12.707524Z","end":"2026-02-24T07:20:16.278212Z","steps":["trace[1210948132] 'process raft request' (duration: 3.570569475s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:16.278967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:12.707513Z","time spent":"3.571303823s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:17.176808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.455134ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-24T07:20:17.17704Z","caller":"traceutil/trace.go:171","msg":"trace[105474157] linearizableReadLoop","detail":"{readStateIndex:25386; appliedIndex:25375; }","duration":"3.36463156s","start":"2026-02-24T07:20:13.812389Z","end":"2026-02-24T07:20:17.177021Z","steps":["trace[105474157] 'read index received' (duration: 1.281803507s)","trace[105474157] 'applied index is now lower than readState.Index' (duration: 2.082826393s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:17.177374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.65850319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:17.177346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.522823036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:17.177379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.456881108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-02-24T07:20:17.177389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.522871607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:17.177462Z","caller":"traceutil/trace.go:171","msg":"trace[1057317753] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24439; }","duration":"3.456997911s","start":"2026-02-24T07:20:13.720444Z","end":"2026-02-24T07:20:17.177442Z","steps":["trace[1057317753] 'agreement among raft nodes before linearized reading' (duration: 3.456848018s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:17.17746Z","caller":"traceutil/trace.go:171","msg":"trace[1083102878] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24439; }","duration":"3.522972339s","start":"2026-02-24T07:20:13.654454Z","end":"2026-02-24T07:20:17.177426Z","steps":["trace[1083102878] 'agreement among raft nodes before linearized reading' (duration: 3.522786164s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:17.177486Z","caller":"traceutil/trace.go:171","msg":"trace[2063647827] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24439; }","duration":"3.52300555s","start":"2026-02-24T07:20:13.654452Z","end":"2026-02-24T07:20:17.177458Z","steps":["trace[2063647827] 'agreement among raft nodes before linearized reading' (duration: 3.522846436s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:17.177481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.470140348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"warn","ts":"2026-02-24T07:20:17.177506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.791767183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:17.177516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:13.72043Z","time spent":"3.457077373s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-02-24T07:20:17.177554Z","caller":"traceutil/trace.go:171","msg":"trace[57301348] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24439; }","duration":"3.791852485s","start":"2026-02-24T07:20:13.385686Z","end":"2026-02-24T07:20:17.177538Z","steps":["trace[57301348] 'agreement among raft nodes before linearized reading' (duration: 3.791776603s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:17.177539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.578167312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:20:17.177528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.663349333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-7b699b4685-ddgss\" ","response":"range_response_count:1 size:11473"} {"level":"warn","ts":"2026-02-24T07:20:17.177592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:13.385666Z","time spent":"3.791914007s","remote":"127.0.0.1:39034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:20:17.177599Z","caller":"traceutil/trace.go:171","msg":"trace[2082261269] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24439; }","duration":"4.578265675s","start":"2026-02-24T07:20:12.599319Z","end":"2026-02-24T07:20:17.177584Z","steps":["trace[2082261269] 'agreement among raft nodes before linearized reading' (duration: 4.578180273s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:17.177613Z","caller":"traceutil/trace.go:171","msg":"trace[730628112] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-7b699b4685-ddgss; range_end:; response_count:1; response_revision:24439; }","duration":"4.663481706s","start":"2026-02-24T07:20:12.514113Z","end":"2026-02-24T07:20:17.177595Z","steps":["trace[730628112] 'agreement among raft nodes before linearized reading' (duration: 4.66323741s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:17.177467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.654200772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5542"} {"level":"warn","ts":"2026-02-24T07:20:17.177684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:12.514085Z","time spent":"4.663588659s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":11497,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-7b699b4685-ddgss\" "} {"level":"warn","ts":"2026-02-24T07:20:17.177621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.983961252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:17.177692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:12.599298Z","time spent":"4.578376628s","remote":"127.0.0.1:39574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:17.177713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.640693123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:17.177747Z","caller":"traceutil/trace.go:171","msg":"trace[1842032569] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24439; }","duration":"4.65447476s","start":"2026-02-24T07:20:12.523236Z","end":"2026-02-24T07:20:17.177711Z","steps":["trace[1842032569] 'agreement among raft nodes before linearized reading' (duration: 4.65406781s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:17.177777Z","caller":"traceutil/trace.go:171","msg":"trace[1870184835] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24439; }","duration":"4.640781445s","start":"2026-02-24T07:20:12.53698Z","end":"2026-02-24T07:20:17.177762Z","steps":["trace[1870184835] 'agreement among raft nodes before linearized reading' (duration: 4.640615451s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:17.17779Z","caller":"traceutil/trace.go:171","msg":"trace[470448813] transaction","detail":"{read_only:false; response_revision:24440; number_of_response:1; }","duration":"1.468787775s","start":"2026-02-24T07:20:15.708985Z","end":"2026-02-24T07:20:17.177773Z","steps":["trace[470448813] 'process raft request' (duration: 1.467929223s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:17.177812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:12.523229Z","time spent":"4.654562362s","remote":"127.0.0.1:39580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5566,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-24T07:20:17.177554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:13.654432Z","time spent":"3.523098392s","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:17.177829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:12.536969Z","time spent":"4.640844407s","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:20:17.177558Z","caller":"traceutil/trace.go:171","msg":"trace[1825257315] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:24439; }","duration":"4.470251411s","start":"2026-02-24T07:20:12.707282Z","end":"2026-02-24T07:20:17.177533Z","steps":["trace[1825257315] 'agreement among raft nodes before linearized reading' (duration: 4.470052366s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:17.177907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:15.708964Z","time spent":"1.468867958s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:17.177735Z","caller":"traceutil/trace.go:171","msg":"trace[2136684595] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24439; }","duration":"3.984094166s","start":"2026-02-24T07:20:13.193621Z","end":"2026-02-24T07:20:17.177716Z","steps":["trace[2136684595] 'agreement among raft nodes before linearized reading' (duration: 3.983962663s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:17.177966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:12.707266Z","time spent":"4.470678671s","remote":"127.0.0.1:53154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":825,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-02-24T07:20:17.177535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:13.654443Z","time spent":"3.523071682s","remote":"127.0.0.1:39118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:17.178011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:13.193608Z","time spent":"3.984387793s","remote":"127.0.0.1:39174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:20:17.177428Z","caller":"traceutil/trace.go:171","msg":"trace[2111372013] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:24439; }","duration":"4.658586122s","start":"2026-02-24T07:20:12.518824Z","end":"2026-02-24T07:20:17.17741Z","steps":["trace[2111372013] 'agreement among raft nodes before linearized reading' (duration: 4.65849346s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:17.178109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:12.518727Z","time spent":"4.659369711s","remote":"127.0.0.1:53060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-02-24T07:20:18.935662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637882502,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:20:18.984041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.128441537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:18.984133Z","caller":"traceutil/trace.go:171","msg":"trace[946030126] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24440; }","duration":"5.128587082s","start":"2026-02-24T07:20:13.855518Z","end":"2026-02-24T07:20:18.984105Z","steps":["trace[946030126] 'agreement among raft nodes before linearized reading' (duration: 3.32244067s)","trace[946030126] 'count revisions from in-memory index tree' (duration: 1.806003327s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:18.984188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:13.855505Z","time spent":"5.128669043s","remote":"127.0.0.1:53318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:18.984277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804504811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4646"} {"level":"info","ts":"2026-02-24T07:20:18.984368Z","caller":"traceutil/trace.go:171","msg":"trace[1576703960] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:24440; }","duration":"1.804646105s","start":"2026-02-24T07:20:17.179703Z","end":"2026-02-24T07:20:18.984349Z","steps":["trace[1576703960] 'range keys from in-memory index tree' (duration: 1.804333446s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:18.984413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:17.179688Z","time spent":"1.804714446s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":4670,"request content":"key:\"/registry/pods/monitoring/loki-results-cache-0\" "} {"level":"warn","ts":"2026-02-24T07:20:18.984531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506666096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:20:18.984611Z","caller":"traceutil/trace.go:171","msg":"trace[1834952082] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24440; }","duration":"1.50678837s","start":"2026-02-24T07:20:17.477802Z","end":"2026-02-24T07:20:18.98459Z","steps":["trace[1834952082] 'count revisions from in-memory index tree' (duration: 1.506590665s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:18.984654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.170452804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-24T07:20:18.985789Z","caller":"traceutil/trace.go:171","msg":"trace[1781044529] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24440; }","duration":"5.171553281s","start":"2026-02-24T07:20:13.814188Z","end":"2026-02-24T07:20:18.985741Z","steps":["trace[1781044529] 'agreement among raft nodes before linearized reading' (duration: 3.363561074s)","trace[1781044529] 'range keys from in-memory index tree' (duration: 1.806794178s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:18.984664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803614088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e698be9b-531e-41ab-afb8-e5813d734d77\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-02-24T07:20:18.985869Z","caller":"traceutil/trace.go:171","msg":"trace[1896972338] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e698be9b-531e-41ab-afb8-e5813d734d77; range_end:; response_count:1; response_revision:24440; }","duration":"1.804817638s","start":"2026-02-24T07:20:17.181041Z","end":"2026-02-24T07:20:18.985858Z","steps":["trace[1896972338] 'range keys from in-memory index tree' (duration: 1.803553797s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:18.985904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:17.181012Z","time spent":"1.804881939s","remote":"127.0.0.1:53110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-e698be9b-531e-41ab-afb8-e5813d734d77\" "} {"level":"warn","ts":"2026-02-24T07:20:18.984719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:17.477784Z","time spent":"1.506920163s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:18.984744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801912425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-02-24T07:20:18.986204Z","caller":"traceutil/trace.go:171","msg":"trace[857454362] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24440; }","duration":"1.803408083s","start":"2026-02-24T07:20:17.182785Z","end":"2026-02-24T07:20:18.986193Z","steps":["trace[857454362] 'range keys from in-memory index tree' (duration: 1.801772731s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:18.986244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:17.182765Z","time spent":"1.803468374s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-24T07:20:18.98484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.060778421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:18.986416Z","caller":"traceutil/trace.go:171","msg":"trace[1953803866] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24440; }","duration":"4.062366391s","start":"2026-02-24T07:20:14.924022Z","end":"2026-02-24T07:20:18.986389Z","steps":["trace[1953803866] 'agreement among raft nodes before linearized reading' (duration: 2.253751718s)","trace[1953803866] 'count revisions from in-memory index tree' (duration: 1.807036523s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:18.984845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.164952113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:18.986492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:14.924005Z","time spent":"4.062465354s","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:20:18.986537Z","caller":"traceutil/trace.go:171","msg":"trace[1565380553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24440; }","duration":"3.166685486s","start":"2026-02-24T07:20:15.81983Z","end":"2026-02-24T07:20:18.986515Z","steps":["trace[1565380553] 'agreement among raft nodes before linearized reading' (duration: 1.357974921s)","trace[1565380553] 'range keys from in-memory index tree' (duration: 1.807000123s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:18.986623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:15.81981Z","time spent":"3.166799959s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:20:18.984896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.64105146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:18.986811Z","caller":"traceutil/trace.go:171","msg":"trace[1313764720] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24440; }","duration":"2.642987028s","start":"2026-02-24T07:20:16.343783Z","end":"2026-02-24T07:20:18.98677Z","steps":["trace[1313764720] 'agreement among raft nodes before linearized reading' (duration: 834.005246ms)","trace[1313764720] 'count revisions from in-memory index tree' (duration: 1.807090985s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:18.98498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702286228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-c56c5d7c6-lwt7z.18971daa10ff36bb\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-02-24T07:20:18.986893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:16.343759Z","time spent":"2.64308994s","remote":"127.0.0.1:39606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:20:18.98693Z","caller":"traceutil/trace.go:171","msg":"trace[1416065346] range","detail":"{range_begin:/registry/events/openstack/magnum-api-c56c5d7c6-lwt7z.18971daa10ff36bb; range_end:; response_count:1; response_revision:24440; }","duration":"2.704253168s","start":"2026-02-24T07:20:16.282661Z","end":"2026-02-24T07:20:18.986914Z","steps":["trace[1416065346] 'agreement among raft nodes before linearized reading' (duration: 895.134942ms)","trace[1416065346] 'range keys from in-memory index tree' (duration: 1.807112346s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:18.98697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:16.282647Z","time spent":"2.704306279s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-c56c5d7c6-lwt7z.18971daa10ff36bb\" "} {"level":"warn","ts":"2026-02-24T07:20:18.985018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710975541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:18.987029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:13.814154Z","time spent":"5.171672773s","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-24T07:20:18.987043Z","caller":"traceutil/trace.go:171","msg":"trace[491131606] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24440; }","duration":"1.713019372s","start":"2026-02-24T07:20:17.274Z","end":"2026-02-24T07:20:18.987019Z","steps":["trace[491131606] 'count revisions from in-memory index tree' (duration: 1.710908769s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:18.987116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:17.273982Z","time spent":"1.713113605s","remote":"127.0.0.1:38918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:18.985056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65164535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:18.987248Z","caller":"traceutil/trace.go:171","msg":"trace[1598313865] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24440; }","duration":"1.653866266s","start":"2026-02-24T07:20:17.333363Z","end":"2026-02-24T07:20:18.98723Z","steps":["trace[1598313865] 'count revisions from in-memory index tree' (duration: 1.651528067s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:18.985059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.540593337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-24T07:20:18.985163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157955605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:18.985218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.731403666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7162"} {"level":"warn","ts":"2026-02-24T07:20:18.985256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.986331907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:20:18.985296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378014195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:18.985324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.540989677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-24T07:20:18.985364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.652214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:18.987416Z","caller":"traceutil/trace.go:171","msg":"trace[1511589111] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24440; }","duration":"3.733620611s","start":"2026-02-24T07:20:15.253778Z","end":"2026-02-24T07:20:18.987399Z","steps":["trace[1511589111] 'agreement among raft nodes before linearized reading' (duration: 1.924035363s)","trace[1511589111] 'range keys from in-memory index tree' (duration: 1.80731062s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:18.987474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:15.253761Z","time spent":"3.733698324s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7186,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-24T07:20:18.987438Z","caller":"traceutil/trace.go:171","msg":"trace[933979656] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24440; }","duration":"938.739337ms","start":"2026-02-24T07:20:18.048654Z","end":"2026-02-24T07:20:18.987394Z","steps":["trace[933979656] 'count revisions from in-memory index tree' (duration: 936.562262ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:18.987509Z","caller":"traceutil/trace.go:171","msg":"trace[1793584855] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24440; }","duration":"1.380227281s","start":"2026-02-24T07:20:17.607271Z","end":"2026-02-24T07:20:18.987498Z","steps":["trace[1793584855] 'count revisions from in-memory index tree' (duration: 1.377865911s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:18.987542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:17.607212Z","time spent":"1.380314792s","remote":"127.0.0.1:38812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:20:18.987552Z","caller":"traceutil/trace.go:171","msg":"trace[214682055] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24440; }","duration":"4.988681687s","start":"2026-02-24T07:20:13.998856Z","end":"2026-02-24T07:20:18.987538Z","steps":["trace[214682055] 'agreement among raft nodes before linearized reading' (duration: 3.179094639s)","trace[214682055] 'count revisions from in-memory index tree' (duration: 1.807251269s)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:20:18.98762Z","caller":"traceutil/trace.go:171","msg":"trace[812639365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24440; }","duration":"1.160448187s","start":"2026-02-24T07:20:17.827162Z","end":"2026-02-24T07:20:18.98761Z","steps":["trace[812639365] 'range keys from in-memory index tree' (duration: 1.157879653s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:18.987638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:17.827142Z","time spent":"1.160492319s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:20:18.987658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:13.998837Z","time spent":"4.988782079s","remote":"127.0.0.1:53246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:20:18.987651Z","caller":"traceutil/trace.go:171","msg":"trace[347816556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24440; }","duration":"4.543347047s","start":"2026-02-24T07:20:14.444275Z","end":"2026-02-24T07:20:18.987622Z","steps":["trace[347816556] 'agreement among raft nodes before linearized reading' (duration: 2.733591885s)","trace[347816556] 'range keys from in-memory index tree' (duration: 1.807357222s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:18.987648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:18.048632Z","time spent":"938.934491ms","remote":"127.0.0.1:38900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:18.987768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:14.44424Z","time spent":"4.54348526s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T07:20:18.987589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:17.333343Z","time spent":"1.654231655s","remote":"127.0.0.1:53606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:20:18.987494Z","caller":"traceutil/trace.go:171","msg":"trace[1574877346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24440; }","duration":"4.543097151s","start":"2026-02-24T07:20:14.444378Z","end":"2026-02-24T07:20:18.987475Z","steps":["trace[1574877346] 'agreement among raft nodes before linearized reading' (duration: 2.733506323s)","trace[1574877346] 'range keys from in-memory index tree' (duration: 1.807013903s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:18.988148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:14.444286Z","time spent":"4.543851639s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T07:20:19.285103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.575881ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-02-24T07:20:19.285389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.835226ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:19.2855Z","caller":"traceutil/trace.go:171","msg":"trace[931160577] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24440; }","duration":"274.928278ms","start":"2026-02-24T07:20:19.010534Z","end":"2026-02-24T07:20:19.285463Z","steps":["trace[931160577] 'range keys from in-memory index tree' (duration: 274.826885ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:19.285712Z","caller":"traceutil/trace.go:171","msg":"trace[681773909] transaction","detail":"{read_only:false; response_revision:24441; number_of_response:1; }","duration":"1.063584334s","start":"2026-02-24T07:20:18.222097Z","end":"2026-02-24T07:20:19.285681Z","steps":["trace[681773909] 'process raft request' (duration: 1.063115313s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:19.285875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:18.222072Z","time spent":"1.063714097s","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7688,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:20.988371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99991083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:20:20.988463Z","caller":"traceutil/trace.go:171","msg":"trace[1579307885] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000078504s","start":"2026-02-24T07:20:18.988363Z","end":"2026-02-24T07:20:20.988442Z","steps":["trace[1579307885] 'agreement among raft nodes before linearized reading' (duration: 1.999958461s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:20.988513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:18.988332Z","time spent":"2.000171567s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:20:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:20:21.21228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926512616s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:20:21.212542Z","caller":"traceutil/trace.go:171","msg":"trace[194807415] transaction","detail":"{read_only:false; response_revision:24442; number_of_response:1; }","duration":"2.926855031s","start":"2026-02-24T07:20:18.285645Z","end":"2026-02-24T07:20:21.2125Z","steps":["trace[194807415] 'process raft request' (duration: 1.000020587s)","trace[194807415] 'compare' (duration: 1.924804082s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:21.212776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:18.285616Z","time spent":"2.927065895s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:21.212577Z","caller":"traceutil/trace.go:171","msg":"trace[1544466033] transaction","detail":"{read_only:false; response_revision:24443; number_of_response:1; }","duration":"2.926693716s","start":"2026-02-24T07:20:18.285861Z","end":"2026-02-24T07:20:21.212555Z","steps":["trace[1544466033] 'process raft request' (duration: 2.926535512s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:21.212883Z","caller":"traceutil/trace.go:171","msg":"trace[1203083853] transaction","detail":"{read_only:false; response_revision:24445; number_of_response:1; }","duration":"2.92683294s","start":"2026-02-24T07:20:18.286025Z","end":"2026-02-24T07:20:21.212858Z","steps":["trace[1203083853] 'process raft request' (duration: 2.926674886s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:21.212812Z","caller":"traceutil/trace.go:171","msg":"trace[756085980] transaction","detail":"{read_only:false; response_revision:24444; number_of_response:1; }","duration":"2.926897832s","start":"2026-02-24T07:20:18.285886Z","end":"2026-02-24T07:20:21.212784Z","steps":["trace[756085980] 'process raft request' (duration: 2.926609125s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:21.213023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:18.285989Z","time spent":"2.926958123s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:21.213029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:18.285845Z","time spent":"2.927094627s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:21.213125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:18.285876Z","time spent":"2.927179139s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:21.213152Z","caller":"traceutil/trace.go:171","msg":"trace[785021656] transaction","detail":"{read_only:false; response_revision:24446; number_of_response:1; }","duration":"2.926951263s","start":"2026-02-24T07:20:18.286184Z","end":"2026-02-24T07:20:21.213135Z","steps":["trace[785021656] 'process raft request' (duration: 2.926631645s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:21.213253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:18.286174Z","time spent":"2.927028614s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:21.213487Z","caller":"traceutil/trace.go:171","msg":"trace[1045179316] transaction","detail":"{read_only:false; response_revision:24447; number_of_response:1; }","duration":"2.92724684s","start":"2026-02-24T07:20:18.286223Z","end":"2026-02-24T07:20:21.21347Z","steps":["trace[1045179316] 'process raft request' (duration: 2.926823809s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:21.213594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:18.286212Z","time spent":"2.927324352s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:21.213505Z","caller":"traceutil/trace.go:171","msg":"trace[1971183983] linearizableReadLoop","detail":"{readStateIndex:25396; appliedIndex:25388; }","duration":"2.778387709s","start":"2026-02-24T07:20:18.435093Z","end":"2026-02-24T07:20:21.213481Z","steps":["trace[1971183983] 'read index received' (duration: 850.226422ms)","trace[1971183983] 'applied index is now lower than readState.Index' (duration: 1.928160427s)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:20:21.213723Z","caller":"traceutil/trace.go:171","msg":"trace[2029108496] transaction","detail":"{read_only:false; response_revision:24448; number_of_response:1; }","duration":"2.927473246s","start":"2026-02-24T07:20:18.28623Z","end":"2026-02-24T07:20:21.213703Z","steps":["trace[2029108496] 'process raft request' (duration: 2.927024184s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:21.213804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:18.286196Z","time spent":"2.927569938s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:21.213854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.778717847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:21.213934Z","caller":"traceutil/trace.go:171","msg":"trace[2019700514] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24448; }","duration":"2.778858591s","start":"2026-02-24T07:20:18.435061Z","end":"2026-02-24T07:20:21.21392Z","steps":["trace[2019700514] 'agreement among raft nodes before linearized reading' (duration: 2.778663816s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:21.213994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:18.435045Z","time spent":"2.778937543s","remote":"127.0.0.1:39020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:21.322397Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.982054471s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T07:20:22.245618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.873029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:20:22.245952Z","caller":"traceutil/trace.go:171","msg":"trace[1591291197] transaction","detail":"{read_only:false; response_revision:24451; number_of_response:1; }","duration":"3.253353754s","start":"2026-02-24T07:20:18.992575Z","end":"2026-02-24T07:20:22.245929Z","steps":["trace[1591291197] 'process raft request' (duration: 3.253290932s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:22.245952Z","caller":"traceutil/trace.go:171","msg":"trace[1982004305] transaction","detail":"{read_only:false; response_revision:24449; number_of_response:1; }","duration":"3.256628317s","start":"2026-02-24T07:20:18.98929Z","end":"2026-02-24T07:20:22.245918Z","steps":["trace[1982004305] 'process raft request' (duration: 2.333371868s)","trace[1982004305] 'compare' (duration: 922.479139ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:20:22.245976Z","caller":"traceutil/trace.go:171","msg":"trace[1608231478] transaction","detail":"{read_only:false; response_revision:24450; number_of_response:1; }","duration":"3.253544599s","start":"2026-02-24T07:20:18.992395Z","end":"2026-02-24T07:20:22.24594Z","steps":["trace[1608231478] 'process raft request' (duration: 3.253325904s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:22.246072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:18.992563Z","time spent":"3.253450646s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:22.246116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:18.989266Z","time spent":"3.25675698s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:22.246143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:18.992373Z","time spent":"3.253678263s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:22.996024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999995322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:20:22.996115Z","caller":"traceutil/trace.go:171","msg":"trace[954480181] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000175237s","start":"2026-02-24T07:20:20.995919Z","end":"2026-02-24T07:20:22.996094Z","steps":["trace[954480181] 'agreement among raft nodes before linearized reading' (duration: 2.000025633s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:22.996167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:20.995903Z","time spent":"2.000253719s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:20:23.397804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.479436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:20:23.397946Z","caller":"traceutil/trace.go:171","msg":"trace[241469100] transaction","detail":"{read_only:false; response_revision:24452; number_of_response:1; }","duration":"3.37777847s","start":"2026-02-24T07:20:20.02015Z","end":"2026-02-24T07:20:23.397929Z","steps":["trace[241469100] 'process raft request' (duration: 3.099118829s)","trace[241469100] 'compare' (duration: 278.381344ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:23.397994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:20.020092Z","time spent":"3.377880973s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:23.398015Z","caller":"traceutil/trace.go:171","msg":"trace[1581459322] transaction","detail":"{read_only:false; response_revision:24454; number_of_response:1; }","duration":"1.215385118s","start":"2026-02-24T07:20:22.182614Z","end":"2026-02-24T07:20:23.397999Z","steps":["trace[1581459322] 'process raft request' (duration: 1.215341927s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:23.398018Z","caller":"traceutil/trace.go:171","msg":"trace[1096301776] transaction","detail":"{read_only:false; response_revision:24453; number_of_response:1; }","duration":"2.427746931s","start":"2026-02-24T07:20:20.970242Z","end":"2026-02-24T07:20:23.397989Z","steps":["trace[1096301776] 'process raft request' (duration: 2.427641198s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:23.398079Z","caller":"traceutil/trace.go:171","msg":"trace[1058061256] linearizableReadLoop","detail":"{readStateIndex:25401; appliedIndex:25396; }","duration":"2.184381916s","start":"2026-02-24T07:20:21.213692Z","end":"2026-02-24T07:20:23.398074Z","steps":["trace[1058061256] 'read index received' (duration: 108.981539ms)","trace[1058061256] 'applied index is now lower than readState.Index' (duration: 2.075399227s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:23.398078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:22.182589Z","time spent":"1.21545406s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:23.398166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.591996117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:20:23.398188Z","caller":"traceutil/trace.go:171","msg":"trace[1102071111] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24454; }","duration":"2.592059968s","start":"2026-02-24T07:20:20.806121Z","end":"2026-02-24T07:20:23.398181Z","steps":["trace[1102071111] 'agreement among raft nodes before linearized reading' (duration: 2.591986757s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:23.398203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:20.806097Z","time spent":"2.59210271s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:23.398197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:20.970206Z","time spent":"2.427891354s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:23.398274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.332028547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1177"} {"level":"info","ts":"2026-02-24T07:20:23.398305Z","caller":"traceutil/trace.go:171","msg":"trace[317552546] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:24454; }","duration":"4.332056047s","start":"2026-02-24T07:20:19.066237Z","end":"2026-02-24T07:20:23.398293Z","steps":["trace[317552546] 'agreement among raft nodes before linearized reading' (duration: 4.331951115s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:23.398325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.406759385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-02-24T07:20:23.398338Z","caller":"traceutil/trace.go:171","msg":"trace[116619154] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24454; }","duration":"4.406791275s","start":"2026-02-24T07:20:18.991542Z","end":"2026-02-24T07:20:23.398334Z","steps":["trace[116619154] 'agreement among raft nodes before linearized reading' (duration: 4.406743664s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:23.398333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:19.066166Z","time spent":"4.33215958s","remote":"127.0.0.1:53154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":1201,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-02-24T07:20:23.39835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:18.991525Z","time spent":"4.406822056s","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":709,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-24T07:20:23.398461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.409689198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-02-24T07:20:23.39846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.230759222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-02-24T07:20:23.3985Z","caller":"traceutil/trace.go:171","msg":"trace[1320334084] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:24454; }","duration":"4.230832554s","start":"2026-02-24T07:20:19.167656Z","end":"2026-02-24T07:20:23.398489Z","steps":["trace[1320334084] 'agreement among raft nodes before linearized reading' (duration: 4.23066757s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:23.398532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:19.167637Z","time spent":"4.230887496s","remote":"127.0.0.1:53154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":825,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-02-24T07:20:23.398474Z","caller":"traceutil/trace.go:171","msg":"trace[1311337541] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24454; }","duration":"4.40972385s","start":"2026-02-24T07:20:18.988746Z","end":"2026-02-24T07:20:23.39847Z","steps":["trace[1311337541] 'agreement among raft nodes before linearized reading' (duration: 4.409681778s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:23.398582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.104003077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:16991"} {"level":"warn","ts":"2026-02-24T07:20:23.39863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.45138041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:23.398682Z","caller":"traceutil/trace.go:171","msg":"trace[474666047] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24454; }","duration":"4.104150951s","start":"2026-02-24T07:20:19.294504Z","end":"2026-02-24T07:20:23.398654Z","steps":["trace[474666047] 'agreement among raft nodes before linearized reading' (duration: 4.103809983s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:23.398672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:18.988737Z","time spent":"4.409873903s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-02-24T07:20:23.39873Z","caller":"traceutil/trace.go:171","msg":"trace[327732390] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24454; }","duration":"3.451507173s","start":"2026-02-24T07:20:19.947188Z","end":"2026-02-24T07:20:23.398695Z","steps":["trace[327732390] 'agreement among raft nodes before linearized reading' (duration: 3.451329569s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:23.398831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:19.947152Z","time spent":"3.451629926s","remote":"127.0.0.1:58414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:23.398743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:19.294489Z","time spent":"4.104238754s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17015,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-24T07:20:23.398605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.735375421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-24T07:20:23.399088Z","caller":"traceutil/trace.go:171","msg":"trace[1124601925] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24454; }","duration":"4.735888765s","start":"2026-02-24T07:20:18.663187Z","end":"2026-02-24T07:20:23.399076Z","steps":["trace[1124601925] 'agreement among raft nodes before linearized reading' (duration: 4.735299299s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:23.399118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:18.663175Z","time spent":"4.735932786s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-24T07:20:23.898718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637882526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:20:24.371732Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.054148077s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T07:20:24.373439Z","caller":"traceutil/trace.go:171","msg":"trace[395407817] linearizableReadLoop","detail":"{readStateIndex:25409; appliedIndex:25402; }","duration":"975.320216ms","start":"2026-02-24T07:20:23.39809Z","end":"2026-02-24T07:20:24.373411Z","steps":["trace[395407817] 'read index received' (duration: 973.780398ms)","trace[395407817] 'applied index is now lower than readState.Index' (duration: 1.538498ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:20:24.373621Z","caller":"traceutil/trace.go:171","msg":"trace[1042289560] transaction","detail":"{read_only:false; response_revision:24455; number_of_response:1; }","duration":"1.155619485s","start":"2026-02-24T07:20:23.217978Z","end":"2026-02-24T07:20:24.373598Z","steps":["trace[1042289560] 'process raft request' (duration: 1.153987425s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:24.373775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.911510504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:20:24.373831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376846274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:24.373851Z","caller":"traceutil/trace.go:171","msg":"trace[833436806] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24461; }","duration":"2.911650878s","start":"2026-02-24T07:20:21.462183Z","end":"2026-02-24T07:20:24.373834Z","steps":["trace[833436806] 'agreement among raft nodes before linearized reading' (duration: 2.911470434s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:24.373891Z","caller":"traceutil/trace.go:171","msg":"trace[772633532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24461; }","duration":"1.376957217s","start":"2026-02-24T07:20:22.996916Z","end":"2026-02-24T07:20:24.373873Z","steps":["trace[772633532] 'agreement among raft nodes before linearized reading' (duration: 1.376712041s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:24.373913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933184023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:24.373943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:22.996897Z","time spent":"1.377038559s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:20:24.373918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.573807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9lvsv\" ","response":"range_response_count:1 size:9324"} {"level":"info","ts":"2026-02-24T07:20:24.37398Z","caller":"traceutil/trace.go:171","msg":"trace[1262941164] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24461; }","duration":"1.933325047s","start":"2026-02-24T07:20:22.440637Z","end":"2026-02-24T07:20:24.373962Z","steps":["trace[1262941164] 'agreement among raft nodes before linearized reading' (duration: 1.933212054s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:24.373988Z","caller":"traceutil/trace.go:171","msg":"trace[2085927602] transaction","detail":"{read_only:false; response_revision:24460; number_of_response:1; }","duration":"1.154397677s","start":"2026-02-24T07:20:23.219569Z","end":"2026-02-24T07:20:24.373967Z","steps":["trace[2085927602] 'process raft request' (duration: 1.153718479s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:24.374002Z","caller":"traceutil/trace.go:171","msg":"trace[990263210] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9lvsv; range_end:; response_count:1; response_revision:24461; }","duration":"974.6915ms","start":"2026-02-24T07:20:23.399291Z","end":"2026-02-24T07:20:24.373982Z","steps":["trace[990263210] 'agreement among raft nodes before linearized reading' (duration: 974.487794ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:24.374001Z","caller":"traceutil/trace.go:171","msg":"trace[1066172247] transaction","detail":"{read_only:false; response_revision:24457; number_of_response:1; }","duration":"1.155497314s","start":"2026-02-24T07:20:23.21848Z","end":"2026-02-24T07:20:24.373977Z","steps":["trace[1066172247] 'process raft request' (duration: 1.154634701s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:24.374019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138327328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:24.374034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.716806893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-02-24T07:20:24.374023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124103922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-5b4rq.18971b7946eafcea\" ","response":"range_response_count:1 size:862"} {"level":"warn","ts":"2026-02-24T07:20:24.374038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:22.440616Z","time spent":"1.93340643s","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:24.374003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847509131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:24.374067Z","caller":"traceutil/trace.go:171","msg":"trace[767110980] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24461; }","duration":"2.716856484s","start":"2026-02-24T07:20:21.657201Z","end":"2026-02-24T07:20:24.374057Z","steps":["trace[767110980] 'agreement among raft nodes before linearized reading' (duration: 2.716716549s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:24.374085Z","caller":"traceutil/trace.go:171","msg":"trace[149256730] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-7fcd8d6ffd-5b4rq.18971b7946eafcea; range_end:; response_count:1; response_revision:24461; }","duration":"2.124165533s","start":"2026-02-24T07:20:22.249901Z","end":"2026-02-24T07:20:24.374067Z","steps":["trace[149256730] 'agreement among raft nodes before linearized reading' (duration: 2.123968497s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:24.374102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:21.657185Z","time spent":"2.716911396s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-24T07:20:24.373894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:21.462157Z","time spent":"2.911728049s","remote":"127.0.0.1:53312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:20:24.374071Z","caller":"traceutil/trace.go:171","msg":"trace[1024812808] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24461; }","duration":"2.138419721s","start":"2026-02-24T07:20:22.235635Z","end":"2026-02-24T07:20:24.374055Z","steps":["trace[1024812808] 'agreement among raft nodes before linearized reading' (duration: 2.138337899s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:24.374135Z","caller":"traceutil/trace.go:171","msg":"trace[661179248] transaction","detail":"{read_only:false; response_revision:24458; number_of_response:1; }","duration":"1.155113243s","start":"2026-02-24T07:20:23.219011Z","end":"2026-02-24T07:20:24.374124Z","steps":["trace[661179248] 'process raft request' (duration: 1.154170419s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:24.374154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:22.235611Z","time spent":"2.138527353s","remote":"127.0.0.1:38926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:24.374174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.383495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T07:20:24.374195Z","caller":"traceutil/trace.go:171","msg":"trace[1911952004] transaction","detail":"{read_only:false; response_revision:24456; number_of_response:1; }","duration":"1.155960335s","start":"2026-02-24T07:20:23.218224Z","end":"2026-02-24T07:20:24.374184Z","steps":["trace[1911952004] 'process raft request' (duration: 1.154756304s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:24.374199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:23.218957Z","time spent":"1.155212157s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:24.374175Z","caller":"traceutil/trace.go:171","msg":"trace[1231290323] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24461; }","duration":"1.847622824s","start":"2026-02-24T07:20:22.526468Z","end":"2026-02-24T07:20:24.37409Z","steps":["trace[1231290323] 'agreement among raft nodes before linearized reading' (duration: 1.847390937s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:24.374229Z","caller":"traceutil/trace.go:171","msg":"trace[770788497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24461; }","duration":"122.474118ms","start":"2026-02-24T07:20:24.251743Z","end":"2026-02-24T07:20:24.374217Z","steps":["trace[770788497] 'agreement among raft nodes before linearized reading' (duration: 122.343114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:24.374058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:23.399277Z","time spent":"974.764921ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9348,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9lvsv\" "} {"level":"warn","ts":"2026-02-24T07:20:24.374258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:23.218213Z","time spent":"1.156014826s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:24.374269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296331162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:24.374151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:23.218444Z","time spent":"1.155608696s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:24.3743Z","caller":"traceutil/trace.go:171","msg":"trace[2106452862] transaction","detail":"{read_only:false; response_revision:24459; number_of_response:1; }","duration":"1.154807767s","start":"2026-02-24T07:20:23.219483Z","end":"2026-02-24T07:20:24.374291Z","steps":["trace[2106452862] 'process raft request' (duration: 1.153753699s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:24.374311Z","caller":"traceutil/trace.go:171","msg":"trace[1659625768] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24461; }","duration":"1.296415464s","start":"2026-02-24T07:20:23.077883Z","end":"2026-02-24T07:20:24.374299Z","steps":["trace[1659625768] 'agreement among raft nodes before linearized reading' (duration: 1.296357672s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:24.37431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:22.526402Z","time spent":"1.84785205s","remote":"127.0.0.1:39208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T07:20:24.374094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:23.219541Z","time spent":"1.154489318s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:24.374403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.059062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-24T07:20:24.374442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.461393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:24.374174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358851972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:24.374456Z","caller":"traceutil/trace.go:171","msg":"trace[1500146203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24461; }","duration":"123.185215ms","start":"2026-02-24T07:20:24.251258Z","end":"2026-02-24T07:20:24.374443Z","steps":["trace[1500146203] 'agreement among raft nodes before linearized reading' (duration: 123.063802ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:24.374474Z","caller":"traceutil/trace.go:171","msg":"trace[354350459] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24461; }","duration":"646.535275ms","start":"2026-02-24T07:20:23.727931Z","end":"2026-02-24T07:20:24.374466Z","steps":["trace[354350459] 'agreement among raft nodes before linearized reading' (duration: 646.482594ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:24.374486Z","caller":"traceutil/trace.go:171","msg":"trace[329965069] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24461; }","duration":"1.359193412s","start":"2026-02-24T07:20:23.015282Z","end":"2026-02-24T07:20:24.374475Z","steps":["trace[329965069] 'agreement among raft nodes before linearized reading' (duration: 1.358840413s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:24.374501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:23.727909Z","time spent":"646.585787ms","remote":"127.0.0.1:53622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:24.373786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:23.217951Z","time spent":"1.155720718s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:24.373918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187898544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12013"} {"level":"warn","ts":"2026-02-24T07:20:24.374588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.28558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-02-24T07:20:24.374638Z","caller":"traceutil/trace.go:171","msg":"trace[1689219389] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24461; }","duration":"972.338291ms","start":"2026-02-24T07:20:23.402286Z","end":"2026-02-24T07:20:24.374625Z","steps":["trace[1689219389] 'agreement among raft nodes before linearized reading' (duration: 972.184267ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:24.37467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:23.402269Z","time spent":"972.393652ms","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":709,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-24T07:20:24.374138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:22.24985Z","time spent":"2.124279416s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-5b4rq.18971b7946eafcea\" "} {"level":"info","ts":"2026-02-24T07:20:24.374605Z","caller":"traceutil/trace.go:171","msg":"trace[607543229] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24461; }","duration":"2.188613722s","start":"2026-02-24T07:20:22.185969Z","end":"2026-02-24T07:20:24.374583Z","steps":["trace[607543229] 'agreement among raft nodes before linearized reading' (duration: 2.187662047s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:24.374223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180753158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:24.374797Z","caller":"traceutil/trace.go:171","msg":"trace[697148040] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24461; }","duration":"1.181360313s","start":"2026-02-24T07:20:23.193426Z","end":"2026-02-24T07:20:24.374787Z","steps":["trace[697148040] 'agreement among raft nodes before linearized reading' (duration: 1.180771868s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:24.374836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:23.193405Z","time spent":"1.181418885s","remote":"127.0.0.1:39428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:20:24.374104Z","caller":"traceutil/trace.go:171","msg":"trace[196868275] transaction","detail":"{read_only:false; response_revision:24461; number_of_response:1; }","duration":"1.153056982s","start":"2026-02-24T07:20:23.221037Z","end":"2026-02-24T07:20:24.374094Z","steps":["trace[196868275] 'process raft request' (duration: 1.152303682s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:24.374347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:23.077843Z","time spent":"1.296494346s","remote":"127.0.0.1:39746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:24.374907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:22.185961Z","time spent":"2.188852808s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12037,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T07:20:24.374975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:23.221013Z","time spent":"1.153899713s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:24.374359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:23.219466Z","time spent":"1.154862868s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:24.37452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.898611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-6b458d8465-ltzjp\" ","response":"range_response_count:1 size:4525"} {"level":"warn","ts":"2026-02-24T07:20:24.374523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:23.015268Z","time spent":"1.359242873s","remote":"127.0.0.1:53156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:20:24.375092Z","caller":"traceutil/trace.go:171","msg":"trace[741342057] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-6b458d8465-ltzjp; range_end:; response_count:1; response_revision:24461; }","duration":"974.497855ms","start":"2026-02-24T07:20:23.400586Z","end":"2026-02-24T07:20:24.375084Z","steps":["trace[741342057] 'agreement among raft nodes before linearized reading' (duration: 973.802618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:24.375127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:23.40057Z","time spent":"974.545716ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4549,"request content":"key:\"/registry/pods/monitoring/loki-gateway-6b458d8465-ltzjp\" "} {"level":"warn","ts":"2026-02-24T07:20:24.375436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.522676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-24T07:20:24.375489Z","caller":"traceutil/trace.go:171","msg":"trace[1826703434] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24461; }","duration":"974.592868ms","start":"2026-02-24T07:20:23.400883Z","end":"2026-02-24T07:20:24.375476Z","steps":["trace[1826703434] 'agreement among raft nodes before linearized reading' (duration: 973.502491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:24.375532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:23.400876Z","time spent":"974.642499ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-24T07:20:26.381819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000162365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:20:26.3819Z","caller":"traceutil/trace.go:171","msg":"trace[1092560353] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000267639s","start":"2026-02-24T07:20:24.381618Z","end":"2026-02-24T07:20:26.381885Z","steps":["trace[1092560353] 'agreement among raft nodes before linearized reading' (duration: 2.000173576s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:26.381988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:24.38161Z","time spent":"2.000366571s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:20:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:20:26.883614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:25.245455Z","time spent":"1.638150219s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T07:20:26.883825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:25.321306Z","time spent":"1.562510459s","remote":"127.0.0.1:51410","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T07:20:26.884348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329094242s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:20:26.884551Z","caller":"traceutil/trace.go:171","msg":"trace[400498318] linearizableReadLoop","detail":"{readStateIndex:25410; appliedIndex:25409; }","duration":"2.505316539s","start":"2026-02-24T07:20:24.379188Z","end":"2026-02-24T07:20:26.884505Z","steps":["trace[400498318] 'read index received' (duration: 176.018623ms)","trace[400498318] 'applied index is now lower than readState.Index' (duration: 2.329293746s)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:20:26.884573Z","caller":"traceutil/trace.go:171","msg":"trace[477833888] transaction","detail":"{read_only:false; response_revision:24462; number_of_response:1; }","duration":"2.505422242s","start":"2026-02-24T07:20:24.379114Z","end":"2026-02-24T07:20:26.884536Z","steps":["trace[477833888] 'process raft request' (duration: 176.009063ms)","trace[477833888] 'compare' (duration: 2.328519276s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:26.884831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.505634917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12013"} {"level":"info","ts":"2026-02-24T07:20:26.884874Z","caller":"traceutil/trace.go:171","msg":"trace[646354614] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24462; }","duration":"2.505694609s","start":"2026-02-24T07:20:24.379167Z","end":"2026-02-24T07:20:26.884861Z","steps":["trace[646354614] 'agreement among raft nodes before linearized reading' (duration: 2.505486464s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:26.884912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:24.379154Z","time spent":"2.50574962s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12037,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T07:20:26.884747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:24.379102Z","time spent":"2.505527314s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:26.993049Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.437846834s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T07:20:27.088162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:24.37995Z","time spent":"2.708207596s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T07:20:27.088202Z","caller":"traceutil/trace.go:171","msg":"trace[2045110842] transaction","detail":"{read_only:false; response_revision:24463; number_of_response:1; }","duration":"2.708225446s","start":"2026-02-24T07:20:24.379912Z","end":"2026-02-24T07:20:27.088138Z","steps":["trace[2045110842] 'process raft request' (duration: 2.613444405s)","trace[2045110842] 'compare' (duration: 94.505194ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:27.088519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:24.379895Z","time spent":"2.708452011s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:27.088657Z","caller":"traceutil/trace.go:171","msg":"trace[231470030] transaction","detail":"{read_only:false; response_revision:24465; number_of_response:1; }","duration":"2.704195856s","start":"2026-02-24T07:20:24.384379Z","end":"2026-02-24T07:20:27.088575Z","steps":["trace[231470030] 'process raft request' (duration: 2.704021911s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:27.08868Z","caller":"traceutil/trace.go:171","msg":"trace[1983343567] transaction","detail":"{read_only:false; response_revision:24464; number_of_response:1; }","duration":"2.707697994s","start":"2026-02-24T07:20:24.380873Z","end":"2026-02-24T07:20:27.088571Z","steps":["trace[1983343567] 'process raft request' (duration: 2.707223571s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:27.088871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:24.384365Z","time spent":"2.704386161s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7337,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:27.088922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:24.380859Z","time spent":"2.707988572s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:28.382507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99992422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:20:28.382576Z","caller":"traceutil/trace.go:171","msg":"trace[1106974082] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000031003s","start":"2026-02-24T07:20:26.382532Z","end":"2026-02-24T07:20:28.382563Z","steps":["trace[1106974082] 'agreement among raft nodes before linearized reading' (duration: 1.999945041s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:28.382606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:26.382524Z","time spent":"2.000076974s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:20:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:20:28.545848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.179234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:20:28.5462Z","caller":"traceutil/trace.go:171","msg":"trace[1852892815] transaction","detail":"{read_only:false; response_revision:24466; number_of_response:1; }","duration":"2.16506975s","start":"2026-02-24T07:20:26.381109Z","end":"2026-02-24T07:20:28.546179Z","steps":["trace[1852892815] 'process raft request' (duration: 1.214476126s)","trace[1852892815] 'compare' (duration: 949.883847ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:28.546326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:26.381087Z","time spent":"2.165199153s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:28.547246Z","caller":"traceutil/trace.go:171","msg":"trace[372744392] transaction","detail":"{read_only:false; response_revision:24467; number_of_response:1; }","duration":"2.166081695s","start":"2026-02-24T07:20:26.381147Z","end":"2026-02-24T07:20:28.547229Z","steps":["trace[372744392] 'process raft request' (duration: 2.164936387s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:28.547379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:26.381126Z","time spent":"2.166210618s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:28.547805Z","caller":"traceutil/trace.go:171","msg":"trace[113189540] transaction","detail":"{read_only:false; response_revision:24471; number_of_response:1; }","duration":"2.16548119s","start":"2026-02-24T07:20:26.382295Z","end":"2026-02-24T07:20:28.547776Z","steps":["trace[113189540] 'process raft request' (duration: 2.16508468s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:28.547947Z","caller":"traceutil/trace.go:171","msg":"trace[305061068] transaction","detail":"{read_only:false; response_revision:24472; number_of_response:1; }","duration":"2.165524441s","start":"2026-02-24T07:20:26.382402Z","end":"2026-02-24T07:20:28.547927Z","steps":["trace[305061068] 'process raft request' (duration: 2.165019018s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:28.548105Z","caller":"traceutil/trace.go:171","msg":"trace[1906184770] transaction","detail":"{read_only:false; response_revision:24470; number_of_response:1; }","duration":"2.166032945s","start":"2026-02-24T07:20:26.382052Z","end":"2026-02-24T07:20:28.548085Z","steps":["trace[1906184770] 'process raft request' (duration: 2.165291925s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:28.548171Z","caller":"traceutil/trace.go:171","msg":"trace[1952617581] transaction","detail":"{read_only:false; response_revision:24473; number_of_response:1; }","duration":"1.982948624s","start":"2026-02-24T07:20:26.565184Z","end":"2026-02-24T07:20:28.548132Z","steps":["trace[1952617581] 'process raft request' (duration: 1.982268456s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:28.548202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:26.382041Z","time spent":"2.166113106s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:28.548228Z","caller":"traceutil/trace.go:171","msg":"trace[450280055] linearizableReadLoop","detail":"{readStateIndex:25422; appliedIndex:25410; }","duration":"1.663593349s","start":"2026-02-24T07:20:26.884601Z","end":"2026-02-24T07:20:28.548194Z","steps":["trace[450280055] 'read index received' (duration: 108.776033ms)","trace[450280055] 'applied index is now lower than readState.Index' (duration: 1.554814126s)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:20:28.548277Z","caller":"traceutil/trace.go:171","msg":"trace[707296433] transaction","detail":"{read_only:false; response_revision:24474; number_of_response:1; }","duration":"1.458800564s","start":"2026-02-24T07:20:27.08945Z","end":"2026-02-24T07:20:28.54825Z","steps":["trace[707296433] 'process raft request' (duration: 1.458042944s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:28.548357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:26.565155Z","time spent":"1.983106608s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:28.548018Z","caller":"traceutil/trace.go:171","msg":"trace[130579940] transaction","detail":"{read_only:false; response_revision:24468; number_of_response:1; }","duration":"2.166834434s","start":"2026-02-24T07:20:26.38117Z","end":"2026-02-24T07:20:28.548005Z","steps":["trace[130579940] 'process raft request' (duration: 2.166004373s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:28.548453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:26.38239Z","time spent":"2.165733538s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:28.548465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:27.089427Z","time spent":"1.458947838s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:28.5485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:26.38115Z","time spent":"2.167316387s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:28.547956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:26.382276Z","time spent":"2.165604644s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:28.548059Z","caller":"traceutil/trace.go:171","msg":"trace[1018418456] transaction","detail":"{read_only:false; response_revision:24469; number_of_response:1; }","duration":"2.166763533s","start":"2026-02-24T07:20:26.381283Z","end":"2026-02-24T07:20:28.548047Z","steps":["trace[1018418456] 'process raft request' (duration: 2.166018673s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:28.54895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:26.381248Z","time spent":"2.167621594s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:29.574591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027020935s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-02-24T07:20:29.574864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.150775657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:29.575017Z","caller":"traceutil/trace.go:171","msg":"trace[2003322733] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24474; }","duration":"3.150979752s","start":"2026-02-24T07:20:26.423979Z","end":"2026-02-24T07:20:29.574959Z","steps":["trace[2003322733] 'agreement among raft nodes before linearized reading' (duration: 2.124360188s)","trace[2003322733] 'count revisions from in-memory index tree' (duration: 1.02642075s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:29.575087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:26.423961Z","time spent":"3.151104305s","remote":"127.0.0.1:38838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:29.575078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.193704637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:29.575234Z","caller":"traceutil/trace.go:171","msg":"trace[560700655] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24474; }","duration":"5.193979834s","start":"2026-02-24T07:20:24.381222Z","end":"2026-02-24T07:20:29.575202Z","steps":["trace[560700655] 'agreement among raft nodes before linearized reading' (duration: 4.167214666s)","trace[560700655] 'range keys from in-memory index tree' (duration: 1.02647252s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:29.57529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:24.381214Z","time spent":"5.194063096s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T07:20:29.575389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.932047662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:20:29.575429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.187365228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:29.575462Z","caller":"traceutil/trace.go:171","msg":"trace[1184623167] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24474; }","duration":"4.932155495s","start":"2026-02-24T07:20:24.643281Z","end":"2026-02-24T07:20:29.575436Z","steps":["trace[1184623167] 'agreement among raft nodes before linearized reading' (duration: 3.905133461s)","trace[1184623167] 'count revisions from in-memory index tree' (duration: 1.026920932s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:29.575481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.869130926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-24T07:20:29.575485Z","caller":"traceutil/trace.go:171","msg":"trace[665894731] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24474; }","duration":"5.187432709s","start":"2026-02-24T07:20:24.388031Z","end":"2026-02-24T07:20:29.575464Z","steps":["trace[665894731] 'agreement among raft nodes before linearized reading' (duration: 4.160389984s)","trace[665894731] 'count revisions from in-memory index tree' (duration: 1.026968183s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:29.575506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.338197485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:29.575522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:24.643266Z","time spent":"4.932243577s","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:29.575505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.792592063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:29.575533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:24.388026Z","time spent":"5.18749552s","remote":"127.0.0.1:38928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:20:29.575536Z","caller":"traceutil/trace.go:171","msg":"trace[1296645683] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24474; }","duration":"3.869202997s","start":"2026-02-24T07:20:25.70631Z","end":"2026-02-24T07:20:29.575513Z","steps":["trace[1296645683] 'agreement among raft nodes before linearized reading' (duration: 2.8420728s)","trace[1296645683] 'range keys from in-memory index tree' (duration: 1.027047405s)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:20:29.575564Z","caller":"traceutil/trace.go:171","msg":"trace[1539798756] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24474; }","duration":"3.338273637s","start":"2026-02-24T07:20:26.237267Z","end":"2026-02-24T07:20:29.57554Z","steps":["trace[1539798756] 'agreement among raft nodes before linearized reading' (duration: 2.311089828s)","trace[1539798756] 'count revisions from in-memory index tree' (duration: 1.027128927s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:29.575545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.193322728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-02-24T07:20:29.575593Z","caller":"traceutil/trace.go:171","msg":"trace[1161263373] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24474; }","duration":"3.792737566s","start":"2026-02-24T07:20:25.782828Z","end":"2026-02-24T07:20:29.575565Z","steps":["trace[1161263373] 'agreement among raft nodes before linearized reading' (duration: 2.765545118s)","trace[1161263373] 'count revisions from in-memory index tree' (duration: 1.027069366s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:29.575611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:25.706288Z","time spent":"3.8692963s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-24T07:20:29.575574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.5555ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:29.575639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:25.782803Z","time spent":"3.792824419s","remote":"127.0.0.1:39704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:29.575615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:26.237217Z","time spent":"3.33838753s","remote":"127.0.0.1:39644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:29.575375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.869526636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-24T07:20:29.575653Z","caller":"traceutil/trace.go:171","msg":"trace[1387104193] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24474; }","duration":"5.193442041s","start":"2026-02-24T07:20:24.382171Z","end":"2026-02-24T07:20:29.575613Z","steps":["trace[1387104193] 'agreement among raft nodes before linearized reading' (duration: 4.166257672s)","trace[1387104193] 'range keys from in-memory index tree' (duration: 1.026289747s)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:20:29.575679Z","caller":"traceutil/trace.go:171","msg":"trace[991985243] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24474; }","duration":"565.660203ms","start":"2026-02-24T07:20:29.009999Z","end":"2026-02-24T07:20:29.575659Z","steps":["trace[991985243] 'range keys from in-memory index tree' (duration: 565.54152ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:29.575709Z","caller":"traceutil/trace.go:171","msg":"trace[458729185] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24474; }","duration":"3.869901475s","start":"2026-02-24T07:20:25.705782Z","end":"2026-02-24T07:20:29.575684Z","steps":["trace[458729185] 'agreement among raft nodes before linearized reading' (duration: 2.842609244s)","trace[458729185] 'range keys from in-memory index tree' (duration: 1.02684114s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:29.575715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:24.382164Z","time spent":"5.193536393s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-24T07:20:29.575762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:25.705763Z","time spent":"3.869983447s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-24T07:20:29.575376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.691505024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:29.576029Z","caller":"traceutil/trace.go:171","msg":"trace[1707505369] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24474; }","duration":"3.69217335s","start":"2026-02-24T07:20:25.883832Z","end":"2026-02-24T07:20:29.576005Z","steps":["trace[1707505369] 'agreement among raft nodes before linearized reading' (duration: 2.664533111s)","trace[1707505369] 'count revisions from in-memory index tree' (duration: 1.026951872s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:29.576047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.3106992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:29.576084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:25.883805Z","time spent":"3.692257242s","remote":"127.0.0.1:38966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:20:29.5761Z","caller":"traceutil/trace.go:171","msg":"trace[2068593743] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24474; }","duration":"4.310772412s","start":"2026-02-24T07:20:25.26531Z","end":"2026-02-24T07:20:29.576082Z","steps":["trace[2068593743] 'agreement among raft nodes before linearized reading' (duration: 3.283095442s)","trace[2068593743] 'count revisions from in-memory index tree' (duration: 1.027611229s)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:20:29.576147Z","caller":"traceutil/trace.go:171","msg":"trace[1375850317] linearizableReadLoop","detail":"{readStateIndex:25425; appliedIndex:25423; }","duration":"1.027828615s","start":"2026-02-24T07:20:28.548302Z","end":"2026-02-24T07:20:29.576131Z","steps":["trace[1375850317] 'read index received' (duration: 143.084µs)","trace[1375850317] 'applied index is now lower than readState.Index' (duration: 1.027683791s)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:20:29.576163Z","caller":"traceutil/trace.go:171","msg":"trace[402696436] transaction","detail":"{read_only:false; response_revision:24475; number_of_response:1; }","duration":"1.171999839s","start":"2026-02-24T07:20:28.404144Z","end":"2026-02-24T07:20:29.576143Z","steps":["trace[402696436] 'process raft request' (duration: 1.170572382s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:29.576178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:25.265296Z","time spent":"4.310868235s","remote":"127.0.0.1:58404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:29.57629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:28.404123Z","time spent":"1.17207859s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:29.576603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.0288123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:20:29.576717Z","caller":"traceutil/trace.go:171","msg":"trace[1022894796] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24474; }","duration":"4.029000834s","start":"2026-02-24T07:20:25.54769Z","end":"2026-02-24T07:20:29.576691Z","steps":["trace[1022894796] 'agreement among raft nodes before linearized reading' (duration: 3.000707637s)","trace[1022894796] 'count revisions from in-memory index tree' (duration: 1.027347162s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:29.576776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:25.547644Z","time spent":"4.029118487s","remote":"127.0.0.1:39520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:31.580025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.389602904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:31.580051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.690932405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18971bbdcad25011\" ","response":"range_response_count:1 size:875"} {"level":"info","ts":"2026-02-24T07:20:31.580124Z","caller":"traceutil/trace.go:171","msg":"trace[114788081] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24475; }","duration":"4.389775448s","start":"2026-02-24T07:20:27.190324Z","end":"2026-02-24T07:20:31.580099Z","steps":["trace[114788081] 'agreement among raft nodes before linearized reading' (duration: 2.385850798s)","trace[114788081] 'count revisions from in-memory index tree' (duration: 2.003774637s)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:20:31.580135Z","caller":"traceutil/trace.go:171","msg":"trace[1621935213] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18971bbdcad25011; range_end:; response_count:1; response_revision:24475; }","duration":"4.691041109s","start":"2026-02-24T07:20:26.889069Z","end":"2026-02-24T07:20:31.58011Z","steps":["trace[1621935213] 'agreement among raft nodes before linearized reading' (duration: 2.687155899s)","trace[1621935213] 'range keys from in-memory index tree' (duration: 2.003662314s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:31.580171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:27.190248Z","time spent":"4.389910352s","remote":"127.0.0.1:58276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:31.58019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:26.889061Z","time spent":"4.6911178s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":899,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18971bbdcad25011\" "} {"level":"warn","ts":"2026-02-24T07:20:31.580499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.169435996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:31.58054Z","caller":"traceutil/trace.go:171","msg":"trace[600586425] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24475; }","duration":"3.169559529s","start":"2026-02-24T07:20:28.410965Z","end":"2026-02-24T07:20:31.580524Z","steps":["trace[600586425] 'agreement among raft nodes before linearized reading' (duration: 1.165226648s)","trace[600586425] 'count revisions from in-memory index tree' (duration: 2.00427588s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:31.580584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:28.410954Z","time spent":"3.1696184s","remote":"127.0.0.1:39582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:31.580607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.329510558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:31.580665Z","caller":"traceutil/trace.go:171","msg":"trace[2007857351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24475; }","duration":"3.329604511s","start":"2026-02-24T07:20:28.251052Z","end":"2026-02-24T07:20:31.580656Z","steps":["trace[2007857351] 'agreement among raft nodes before linearized reading' (duration: 1.325116806s)","trace[2007857351] 'range keys from in-memory index tree' (duration: 2.004409352s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:31.580689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:28.251015Z","time spent":"3.329666513s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:20:31.580794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.191708225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:31.58083Z","caller":"traceutil/trace.go:171","msg":"trace[1751191030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24475; }","duration":"3.191741246s","start":"2026-02-24T07:20:28.389076Z","end":"2026-02-24T07:20:31.580817Z","steps":["trace[1751191030] 'agreement among raft nodes before linearized reading' (duration: 1.187125408s)","trace[1751191030] 'range keys from in-memory index tree' (duration: 2.004573117s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:31.580877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:28.38904Z","time spent":"3.191829018s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:20:31.580994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252098523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:31.581019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.486204919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T07:20:31.581045Z","caller":"traceutil/trace.go:171","msg":"trace[643644558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24475; }","duration":"2.48627597s","start":"2026-02-24T07:20:29.094761Z","end":"2026-02-24T07:20:31.581037Z","steps":["trace[643644558] 'agreement among raft nodes before linearized reading' (duration: 481.493079ms)","trace[643644558] 'range keys from in-memory index tree' (duration: 2.004657079s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:31.581087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:29.094737Z","time spent":"2.486343252s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T07:20:31.581273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.694541286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16991"} {"level":"info","ts":"2026-02-24T07:20:31.581317Z","caller":"traceutil/trace.go:171","msg":"trace[463288524] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24475; }","duration":"4.694634508s","start":"2026-02-24T07:20:26.886674Z","end":"2026-02-24T07:20:31.581308Z","steps":["trace[463288524] 'agreement among raft nodes before linearized reading' (duration: 2.689553949s)","trace[463288524] 'range keys from in-memory index tree' (duration: 2.004959857s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:31.581339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:26.886652Z","time spent":"4.69468119s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17015,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-24T07:20:31.581441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.488518687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-24T07:20:31.581514Z","caller":"traceutil/trace.go:171","msg":"trace[753504465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24475; }","duration":"2.488627419s","start":"2026-02-24T07:20:29.092862Z","end":"2026-02-24T07:20:31.58149Z","steps":["trace[753504465] 'agreement among raft nodes before linearized reading' (duration: 483.399976ms)","trace[753504465] 'range keys from in-memory index tree' (duration: 2.005067579s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:31.581554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:29.092813Z","time spent":"2.488732322s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T07:20:31.581562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.030834113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-24T07:20:31.581588Z","caller":"traceutil/trace.go:171","msg":"trace[409622916] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24475; }","duration":"3.030908805s","start":"2026-02-24T07:20:28.550671Z","end":"2026-02-24T07:20:31.58158Z","steps":["trace[409622916] 'agreement among raft nodes before linearized reading' (duration: 1.025579739s)","trace[409622916] 'range keys from in-memory index tree' (duration: 2.005234673s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:31.581609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:28.550655Z","time spent":"3.030947807s","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-24T07:20:31.581619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99755504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d714da8f-2ccc-45b4-83b5-d42c5d24f2cb\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-02-24T07:20:31.581674Z","caller":"traceutil/trace.go:171","msg":"trace[286596143] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d714da8f-2ccc-45b4-83b5-d42c5d24f2cb; range_end:; response_count:1; response_revision:24475; }","duration":"1.997673134s","start":"2026-02-24T07:20:29.583986Z","end":"2026-02-24T07:20:31.581659Z","steps":["trace[286596143] 'range keys from in-memory index tree' (duration: 1.995924371s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:31.58172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:29.583957Z","time spent":"1.997753965s","remote":"127.0.0.1:53110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-d714da8f-2ccc-45b4-83b5-d42c5d24f2cb\" "} {"level":"warn","ts":"2026-02-24T07:20:31.581785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.488267003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-5b4rq\" ","response":"range_response_count:1 size:6794"} {"level":"info","ts":"2026-02-24T07:20:31.581816Z","caller":"traceutil/trace.go:171","msg":"trace[1344092287] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-5b4rq; range_end:; response_count:1; response_revision:24475; }","duration":"4.488329735s","start":"2026-02-24T07:20:27.093475Z","end":"2026-02-24T07:20:31.581804Z","steps":["trace[1344092287] 'agreement among raft nodes before linearized reading' (duration: 2.482773803s)","trace[1344092287] 'range keys from in-memory index tree' (duration: 2.005452668s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:31.581843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:27.093459Z","time spent":"4.488378075s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6818,"request content":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-5b4rq\" "} {"level":"warn","ts":"2026-02-24T07:20:31.582749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.058819123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:31.582807Z","caller":"traceutil/trace.go:171","msg":"trace[676728561] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24475; }","duration":"4.058912355s","start":"2026-02-24T07:20:27.523876Z","end":"2026-02-24T07:20:31.582788Z","steps":["trace[676728561] 'agreement among raft nodes before linearized reading' (duration: 2.052320107s)","trace[676728561] 'count revisions from in-memory index tree' (duration: 2.006002973s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:31.582845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:27.523855Z","time spent":"4.058980247s","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:31.585278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001432819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:31.585423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.018343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:20:31.585497Z","caller":"traceutil/trace.go:171","msg":"trace[626294801] transaction","detail":"{read_only:false; response_revision:24476; number_of_response:1; }","duration":"1.999750816s","start":"2026-02-24T07:20:29.585729Z","end":"2026-02-24T07:20:31.58548Z","steps":["trace[626294801] 'process raft request' (duration: 1.06861418s)","trace[626294801] 'compare' (duration: 925.678379ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:31.585541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:29.585701Z","time spent":"1.999818007s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:31.58103Z","caller":"traceutil/trace.go:171","msg":"trace[1306463948] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24475; }","duration":"3.252170375s","start":"2026-02-24T07:20:28.328846Z","end":"2026-02-24T07:20:31.581016Z","steps":["trace[1306463948] 'agreement among raft nodes before linearized reading' (duration: 1.247364482s)","trace[1306463948] 'count revisions from in-memory index tree' (duration: 2.004746711s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:31.585777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:28.328825Z","time spent":"3.256921564s","remote":"127.0.0.1:58296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:20:31.585446Z","caller":"traceutil/trace.go:171","msg":"trace[502697015] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24475; }","duration":"2.001709525s","start":"2026-02-24T07:20:29.583721Z","end":"2026-02-24T07:20:31.585431Z","steps":["trace[502697015] 'range keys from in-memory index tree' (duration: 2.001335407s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:31.587769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:29.583697Z","time spent":"2.004056175s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T07:20:32.397054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000139905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:20:32.397224Z","caller":"traceutil/trace.go:171","msg":"trace[1695076484] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000371312s","start":"2026-02-24T07:20:30.396829Z","end":"2026-02-24T07:20:32.397201Z","steps":["trace[1695076484] 'agreement among raft nodes before linearized reading' (duration: 2.000168116s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:32.397308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:30.396806Z","time spent":"2.000487375s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:20:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:20:33.501209Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.84683444s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T07:20:33.588402Z","caller":"traceutil/trace.go:171","msg":"trace[2090841437] transaction","detail":"{read_only:false; response_revision:24477; number_of_response:1; }","duration":"3.960908102s","start":"2026-02-24T07:20:29.627463Z","end":"2026-02-24T07:20:33.588371Z","steps":["trace[2090841437] 'process raft request' (duration: 3.874172853s)","trace[2090841437] 'compare' (duration: 86.268878ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:33.588544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:29.627433Z","time spent":"3.961037366s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:33.588689Z","caller":"traceutil/trace.go:171","msg":"trace[1123360963] linearizableReadLoop","detail":"{readStateIndex:25427; appliedIndex:25425; }","duration":"3.191782797s","start":"2026-02-24T07:20:30.396877Z","end":"2026-02-24T07:20:33.58866Z","steps":["trace[1123360963] 'read index received' (duration: 257.460089ms)","trace[1123360963] 'applied index is now lower than readState.Index' (duration: 2.934321418s)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:20:33.588832Z","caller":"traceutil/trace.go:171","msg":"trace[1953656352] transaction","detail":"{read_only:false; response_revision:24483; number_of_response:1; }","duration":"3.0334938s","start":"2026-02-24T07:20:30.555327Z","end":"2026-02-24T07:20:33.588821Z","steps":["trace[1953656352] 'process raft request' (duration: 3.033234464s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:33.588882Z","caller":"traceutil/trace.go:171","msg":"trace[976577297] transaction","detail":"{read_only:false; response_revision:24479; number_of_response:1; }","duration":"3.034203617s","start":"2026-02-24T07:20:30.554656Z","end":"2026-02-24T07:20:33.58886Z","steps":["trace[976577297] 'process raft request' (duration: 3.033684274s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:33.588871Z","caller":"traceutil/trace.go:171","msg":"trace[1766374700] transaction","detail":"{read_only:false; response_revision:24481; number_of_response:1; }","duration":"3.034011913s","start":"2026-02-24T07:20:30.554828Z","end":"2026-02-24T07:20:33.588839Z","steps":["trace[1766374700] 'process raft request' (duration: 3.033631773s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:33.588931Z","caller":"traceutil/trace.go:171","msg":"trace[558103499] transaction","detail":"{read_only:false; response_revision:24484; number_of_response:1; }","duration":"3.032659639s","start":"2026-02-24T07:20:30.556238Z","end":"2026-02-24T07:20:33.588898Z","steps":["trace[558103499] 'process raft request' (duration: 3.032370072s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:33.589023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:30.554621Z","time spent":"3.03431125s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:33.589039Z","caller":"traceutil/trace.go:171","msg":"trace[108568385] transaction","detail":"{read_only:false; response_revision:24480; number_of_response:1; }","duration":"3.03431112s","start":"2026-02-24T07:20:30.554655Z","end":"2026-02-24T07:20:33.588966Z","steps":["trace[108568385] 'process raft request' (duration: 3.033739896s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:33.588893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:30.555312Z","time spent":"3.033548511s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:33.5891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:30.556227Z","time spent":"3.032793782s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:33.589098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:30.554818Z","time spent":"3.034131136s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:33.589141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:30.554624Z","time spent":"3.034465314s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:33.589138Z","caller":"traceutil/trace.go:171","msg":"trace[1070361586] transaction","detail":"{read_only:false; response_revision:24478; number_of_response:1; }","duration":"3.034813632s","start":"2026-02-24T07:20:30.554212Z","end":"2026-02-24T07:20:33.589026Z","steps":["trace[1070361586] 'process raft request' (duration: 3.034007972s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:33.589424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:30.554167Z","time spent":"3.035087399s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:33.589286Z","caller":"traceutil/trace.go:171","msg":"trace[1366865380] transaction","detail":"{read_only:false; response_revision:24482; number_of_response:1; }","duration":"3.034394532s","start":"2026-02-24T07:20:30.554864Z","end":"2026-02-24T07:20:33.589259Z","steps":["trace[1366865380] 'process raft request' (duration: 3.033644364s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:33.590497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:30.554855Z","time spent":"3.035592062s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:34.0893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637882569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:20:34.397457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000216017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:20:34.397554Z","caller":"traceutil/trace.go:171","msg":"trace[1957573142] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000367971s","start":"2026-02-24T07:20:32.397162Z","end":"2026-02-24T07:20:34.39753Z","steps":["trace[1957573142] 'agreement among raft nodes before linearized reading' (duration: 2.000249818s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:34.397649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:32.397141Z","time spent":"2.000494455s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:20:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:20:34.590121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637882569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:20:35.091093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637882569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:20:35.520929Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.936082557s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T07:20:35.743751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.418858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:20:35.744103Z","caller":"traceutil/trace.go:171","msg":"trace[998657941] transaction","detail":"{read_only:false; response_revision:24487; number_of_response:1; }","duration":"4.151152532s","start":"2026-02-24T07:20:31.592931Z","end":"2026-02-24T07:20:35.744084Z","steps":["trace[998657941] 'process raft request' (duration: 4.151029469s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:35.744073Z","caller":"traceutil/trace.go:171","msg":"trace[1169451201] transaction","detail":"{read_only:false; response_revision:24486; number_of_response:1; }","duration":"4.156433584s","start":"2026-02-24T07:20:31.587614Z","end":"2026-02-24T07:20:35.744047Z","steps":["trace[1169451201] 'process raft request' (duration: 4.156235879s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:35.744188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:31.592919Z","time spent":"4.151230384s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:35.74432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:31.587592Z","time spent":"4.156582648s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:35.744399Z","caller":"traceutil/trace.go:171","msg":"trace[1677284320] transaction","detail":"{read_only:false; response_revision:24489; number_of_response:1; }","duration":"4.151330907s","start":"2026-02-24T07:20:31.593045Z","end":"2026-02-24T07:20:35.744376Z","steps":["trace[1677284320] 'process raft request' (duration: 4.151208513s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:35.744455Z","caller":"traceutil/trace.go:171","msg":"trace[22647418] transaction","detail":"{read_only:false; response_revision:24488; number_of_response:1; }","duration":"4.151430359s","start":"2026-02-24T07:20:31.593003Z","end":"2026-02-24T07:20:35.744434Z","steps":["trace[22647418] 'process raft request' (duration: 4.151004648s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:35.744539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:31.59301Z","time spent":"4.15145886s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:35.744601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:31.592983Z","time spent":"4.151550832s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6972,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:35.743992Z","caller":"traceutil/trace.go:171","msg":"trace[1910736753] transaction","detail":"{read_only:false; response_revision:24485; number_of_response:1; }","duration":"4.83922448s","start":"2026-02-24T07:20:30.904735Z","end":"2026-02-24T07:20:35.743959Z","steps":["trace[1910736753] 'process raft request' (duration: 4.616508635s)","trace[1910736753] 'compare' (duration: 222.226963ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:35.745058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:30.904701Z","time spent":"4.840047501s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:36.405465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000123475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:20:36.405538Z","caller":"traceutil/trace.go:171","msg":"trace[576795649] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000256019s","start":"2026-02-24T07:20:34.405265Z","end":"2026-02-24T07:20:36.405521Z","steps":["trace[576795649] 'agreement among raft nodes before linearized reading' (duration: 2.000147306s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:36.405575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:34.405249Z","time spent":"2.00031776s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:20:38.407282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000776052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:20:38.407426Z","caller":"traceutil/trace.go:171","msg":"trace[219507855] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000954116s","start":"2026-02-24T07:20:36.406407Z","end":"2026-02-24T07:20:38.407362Z","steps":["trace[219507855] 'agreement among raft nodes before linearized reading' (duration: 2.000787352s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:38.407893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:36.406395Z","time spent":"2.001476699s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:20:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:20:38.628299Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.89934859s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T07:20:38.747535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.940418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-02-24T07:20:38.747917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.503759994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:20:38.747947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.111498575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:38.747991Z","caller":"traceutil/trace.go:171","msg":"trace[231783680] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24491; }","duration":"6.503868987s","start":"2026-02-24T07:20:32.244098Z","end":"2026-02-24T07:20:38.747967Z","steps":["trace[231783680] 'agreement among raft nodes before linearized reading' (duration: 6.503696262s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:38.748042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:32.244077Z","time spent":"6.50395261s","remote":"127.0.0.1:39680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:20:38.748242Z","caller":"traceutil/trace.go:171","msg":"trace[1753525194] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24491; }","duration":"7.111624558s","start":"2026-02-24T07:20:31.636378Z","end":"2026-02-24T07:20:38.748003Z","steps":["trace[1753525194] 'agreement among raft nodes before linearized reading' (duration: 7.111488745s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:38.748296Z","caller":"traceutil/trace.go:171","msg":"trace[1925165908] transaction","detail":"{read_only:false; response_revision:24490; number_of_response:1; }","duration":"5.107207245s","start":"2026-02-24T07:20:33.641069Z","end":"2026-02-24T07:20:38.748277Z","steps":["trace[1925165908] 'process raft request' (duration: 4.987435575s)","trace[1925165908] 'compare' (duration: 118.828306ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:38.748377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:33.641047Z","time spent":"5.107281946s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:38.74831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:31.636357Z","time spent":"7.111935865s","remote":"127.0.0.1:53384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-24T07:20:38.748637Z","caller":"traceutil/trace.go:171","msg":"trace[101124700] transaction","detail":"{read_only:false; response_revision:24491; number_of_response:1; }","duration":"4.165498004s","start":"2026-02-24T07:20:34.583125Z","end":"2026-02-24T07:20:38.748623Z","steps":["trace[101124700] 'process raft request' (duration: 4.164527588s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:38.748719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:34.583102Z","time spent":"4.165572375s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:38.748867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.056293037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-02-24T07:20:38.748943Z","caller":"traceutil/trace.go:171","msg":"trace[1116027902] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24491; }","duration":"7.05639134s","start":"2026-02-24T07:20:31.692531Z","end":"2026-02-24T07:20:38.748923Z","steps":["trace[1116027902] 'agreement among raft nodes before linearized reading' (duration: 7.056182945s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:38.748986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:31.69252Z","time spent":"7.056454661s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-02-24T07:20:38.74905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.659190234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:20:38.749109Z","caller":"traceutil/trace.go:171","msg":"trace[519525831] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24491; }","duration":"5.659281236s","start":"2026-02-24T07:20:33.089812Z","end":"2026-02-24T07:20:38.749093Z","steps":["trace[519525831] 'agreement among raft nodes before linearized reading' (duration: 5.659199504s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:38.749183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:33.089794Z","time spent":"5.659372268s","remote":"127.0.0.1:53630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:38.749246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.8573805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:38.749305Z","caller":"traceutil/trace.go:171","msg":"trace[888518391] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24491; }","duration":"6.857473772s","start":"2026-02-24T07:20:31.891817Z","end":"2026-02-24T07:20:38.749291Z","steps":["trace[888518391] 'agreement among raft nodes before linearized reading' (duration: 6.85737583s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:38.749415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:31.8918Z","time spent":"6.857539833s","remote":"127.0.0.1:39656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:38.749531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.073420818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1220"} {"level":"warn","ts":"2026-02-24T07:20:38.748985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.346378664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-24T07:20:38.749639Z","caller":"traceutil/trace.go:171","msg":"trace[338976205] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24491; }","duration":"5.347066881s","start":"2026-02-24T07:20:33.402556Z","end":"2026-02-24T07:20:38.749623Z","steps":["trace[338976205] 'agreement among raft nodes before linearized reading' (duration: 5.346323773s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:38.749701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:33.402537Z","time spent":"5.347148244s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-24T07:20:38.749722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.919445653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:38.749616Z","caller":"traceutil/trace.go:171","msg":"trace[88950484] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24491; }","duration":"7.074054144s","start":"2026-02-24T07:20:31.675543Z","end":"2026-02-24T07:20:38.749597Z","steps":["trace[88950484] 'agreement among raft nodes before linearized reading' (duration: 7.073339336s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:38.74983Z","caller":"traceutil/trace.go:171","msg":"trace[1409481994] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24491; }","duration":"5.919580776s","start":"2026-02-24T07:20:32.830231Z","end":"2026-02-24T07:20:38.749811Z","steps":["trace[1409481994] 'agreement among raft nodes before linearized reading' (duration: 5.919437242s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:38.749892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:32.830215Z","time spent":"5.919658159s","remote":"127.0.0.1:39092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:38.750017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:31.675522Z","time spent":"7.07433199s","remote":"127.0.0.1:53154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1244,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-24T07:20:38.750141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.788856604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:38.750192Z","caller":"traceutil/trace.go:171","msg":"trace[1761894797] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24491; }","duration":"7.788990307s","start":"2026-02-24T07:20:30.961189Z","end":"2026-02-24T07:20:38.75018Z","steps":["trace[1761894797] 'agreement among raft nodes before linearized reading' (duration: 7.788864854s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:38.750252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.672623973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:38.750334Z","caller":"traceutil/trace.go:171","msg":"trace[2060136141] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24491; }","duration":"7.672770727s","start":"2026-02-24T07:20:31.077541Z","end":"2026-02-24T07:20:38.750312Z","steps":["trace[2060136141] 'agreement among raft nodes before linearized reading' (duration: 7.672619274s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:38.750347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:30.961173Z","time spent":"7.78910971s","remote":"127.0.0.1:58324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:38.750429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.155778947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:38.750513Z","caller":"traceutil/trace.go:171","msg":"trace[206775740] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24491; }","duration":"7.155862319s","start":"2026-02-24T07:20:31.594621Z","end":"2026-02-24T07:20:38.750484Z","steps":["trace[206775740] 'agreement among raft nodes before linearized reading' (duration: 7.155766156s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:38.750518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.739396321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:20:38.750335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.010822128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:20:38.750582Z","caller":"traceutil/trace.go:171","msg":"trace[832860285] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24491; }","duration":"7.739521384s","start":"2026-02-24T07:20:31.011043Z","end":"2026-02-24T07:20:38.750564Z","steps":["trace[832860285] 'agreement among raft nodes before linearized reading' (duration: 7.739338419s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:38.750582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:31.594614Z","time spent":"7.155950801s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T07:20:38.750619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:31.01097Z","time spent":"7.739641636s","remote":"127.0.0.1:39394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:38.750331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.157210773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-24T07:20:38.750636Z","caller":"traceutil/trace.go:171","msg":"trace[1034189655] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24491; }","duration":"6.011139556s","start":"2026-02-24T07:20:32.739468Z","end":"2026-02-24T07:20:38.750607Z","steps":["trace[1034189655] 'agreement among raft nodes before linearized reading' (duration: 6.010738686s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:38.75077Z","caller":"traceutil/trace.go:171","msg":"trace[1811172310] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24491; }","duration":"7.157707247s","start":"2026-02-24T07:20:31.593055Z","end":"2026-02-24T07:20:38.750762Z","steps":["trace[1811172310] 'agreement among raft nodes before linearized reading' (duration: 7.157051649s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:38.750794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:31.593041Z","time spent":"7.157743937s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-24T07:20:38.750796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:32.739456Z","time spent":"6.011321102s","remote":"127.0.0.1:53402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:20:38.749983Z","caller":"traceutil/trace.go:171","msg":"trace[893901575] linearizableReadLoop","detail":"{readStateIndex:25441; appliedIndex:25434; }","duration":"5.159003845s","start":"2026-02-24T07:20:33.58876Z","end":"2026-02-24T07:20:38.747764Z","steps":["trace[893901575] 'read index received' (duration: 1.932473266s)","trace[893901575] 'applied index is now lower than readState.Index' (duration: 3.226529669s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:38.750392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:31.077515Z","time spent":"7.672864429s","remote":"127.0.0.1:39658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:38.751612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.048587828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:265502"} {"level":"info","ts":"2026-02-24T07:20:38.751687Z","caller":"traceutil/trace.go:171","msg":"trace[341370520] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24491; }","duration":"6.048719241s","start":"2026-02-24T07:20:32.702952Z","end":"2026-02-24T07:20:38.751671Z","steps":["trace[341370520] 'agreement among raft nodes before linearized reading' (duration: 6.047416638s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:38.751733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:32.702932Z","time spent":"6.048787672s","remote":"127.0.0.1:53384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":265526,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-24T07:20:39.251807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637882580,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:20:39.752401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637882580,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:20:40.252036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999778535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:20:40.252127Z","caller":"traceutil/trace.go:171","msg":"trace[943354383] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999929699s","start":"2026-02-24T07:20:38.252171Z","end":"2026-02-24T07:20:40.252101Z","steps":["trace[943354383] 'agreement among raft nodes before linearized reading' (duration: 1.999821216s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:40.252222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:38.252144Z","time spent":"2.000064294s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:20:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:20:40.253249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637882580,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:20:40.415123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000276278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:20:40.415202Z","caller":"traceutil/trace.go:171","msg":"trace[1488584126] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000431652s","start":"2026-02-24T07:20:38.414751Z","end":"2026-02-24T07:20:40.415183Z","steps":["trace[1488584126] 'agreement among raft nodes before linearized reading' (duration: 2.000317649s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:40.415291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:38.414726Z","time spent":"2.000551555s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:20:40.48192Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.738093872s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T07:20:40.58877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577724643s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:40.58889Z","caller":"traceutil/trace.go:171","msg":"trace[1349183283] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24491; }","duration":"1.577855036s","start":"2026-02-24T07:20:39.011019Z","end":"2026-02-24T07:20:40.588874Z","steps":["trace[1349183283] 'range keys from in-memory index tree' (duration: 1.577709352s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:40.589757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.50625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:20:40.590153Z","caller":"traceutil/trace.go:171","msg":"trace[611628378] transaction","detail":"{read_only:false; response_revision:24498; number_of_response:1; }","duration":"4.993771614s","start":"2026-02-24T07:20:35.596363Z","end":"2026-02-24T07:20:40.590135Z","steps":["trace[611628378] 'process raft request' (duration: 4.993734813s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:40.590234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:35.59635Z","time spent":"4.993846945s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:40.590345Z","caller":"traceutil/trace.go:171","msg":"trace[740965185] transaction","detail":"{read_only:false; response_revision:24494; number_of_response:1; }","duration":"4.994496943s","start":"2026-02-24T07:20:35.595802Z","end":"2026-02-24T07:20:40.590299Z","steps":["trace[740965185] 'process raft request' (duration: 4.994144824s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:40.590434Z","caller":"traceutil/trace.go:171","msg":"trace[2040801165] transaction","detail":"{read_only:false; response_revision:24495; number_of_response:1; }","duration":"4.994519463s","start":"2026-02-24T07:20:35.595902Z","end":"2026-02-24T07:20:40.590422Z","steps":["trace[2040801165] 'process raft request' (duration: 4.994086952s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:40.590499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:35.595876Z","time spent":"4.994590855s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:40.590509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:35.595778Z","time spent":"4.994644106s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:40.59062Z","caller":"traceutil/trace.go:171","msg":"trace[33983278] transaction","detail":"{read_only:false; response_revision:24492; number_of_response:1; }","duration":"4.996475641s","start":"2026-02-24T07:20:35.594134Z","end":"2026-02-24T07:20:40.59061Z","steps":["trace[33983278] 'process raft request' (duration: 4.888045658s)","trace[33983278] 'compare' (duration: 107.215323ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:20:40.59063Z","caller":"traceutil/trace.go:171","msg":"trace[1922773092] transaction","detail":"{read_only:false; response_revision:24496; number_of_response:1; }","duration":"4.994304167s","start":"2026-02-24T07:20:35.596316Z","end":"2026-02-24T07:20:40.59062Z","steps":["trace[1922773092] 'process raft request' (duration: 4.993710982s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:40.590655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:35.594109Z","time spent":"4.996525913s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:40.590682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:35.596306Z","time spent":"4.994346087s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:40.59076Z","caller":"traceutil/trace.go:171","msg":"trace[228826777] transaction","detail":"{read_only:false; response_revision:24497; number_of_response:1; }","duration":"4.994383039s","start":"2026-02-24T07:20:35.596368Z","end":"2026-02-24T07:20:40.590751Z","steps":["trace[228826777] 'process raft request' (duration: 4.993689622s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:40.590773Z","caller":"traceutil/trace.go:171","msg":"trace[1594735527] transaction","detail":"{read_only:false; response_revision:24493; number_of_response:1; }","duration":"4.996334178s","start":"2026-02-24T07:20:35.594409Z","end":"2026-02-24T07:20:40.590743Z","steps":["trace[1594735527] 'process raft request' (duration: 4.995451836s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:40.590811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:35.596361Z","time spent":"4.99442412s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:40.590914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:35.594399Z","time spent":"4.99643642s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:42.425486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000693169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:20:42.425588Z","caller":"traceutil/trace.go:171","msg":"trace[1111204808] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000841283s","start":"2026-02-24T07:20:40.424728Z","end":"2026-02-24T07:20:42.425569Z","steps":["trace[1111204808] 'agreement among raft nodes before linearized reading' (duration: 2.00071906s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:42.425642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:40.424712Z","time spent":"2.000921625s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:20:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:20:43.087389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.361075485s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:20:43.087907Z","caller":"traceutil/trace.go:171","msg":"trace[803157644] transaction","detail":"{read_only:false; response_revision:24499; number_of_response:1; }","duration":"4.423138425s","start":"2026-02-24T07:20:38.664738Z","end":"2026-02-24T07:20:43.087877Z","steps":["trace[803157644] 'process raft request' (duration: 2.061521967s)","trace[803157644] 'compare' (duration: 2.359440413s)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:20:43.087963Z","caller":"traceutil/trace.go:171","msg":"trace[607818702] linearizableReadLoop","detail":"{readStateIndex:25449; appliedIndex:25441; }","duration":"4.337028652s","start":"2026-02-24T07:20:38.750915Z","end":"2026-02-24T07:20:43.087943Z","steps":["trace[607818702] 'read index received' (duration: 1.731235839s)","trace[607818702] 'applied index is now lower than readState.Index' (duration: 2.605790723s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:43.088049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:38.664707Z","time spent":"4.423263159s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:44.421059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333592437s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-02-24T07:20:44.421728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.632693889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:20:44.421858Z","caller":"traceutil/trace.go:171","msg":"trace[388824585] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24500; }","duration":"7.632898315s","start":"2026-02-24T07:20:36.788931Z","end":"2026-02-24T07:20:44.42183Z","steps":["trace[388824585] 'agreement among raft nodes before linearized reading' (duration: 6.299044241s)","trace[388824585] 'count revisions from in-memory index tree' (duration: 1.33366734s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:44.42192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:36.788909Z","time spent":"7.632995837s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:44.422218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.335705001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:20:44.422266Z","caller":"traceutil/trace.go:171","msg":"trace[537766138] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24500; }","duration":"6.335752942s","start":"2026-02-24T07:20:38.086497Z","end":"2026-02-24T07:20:44.42225Z","steps":["trace[537766138] 'agreement among raft nodes before linearized reading' (duration: 5.001484228s)","trace[537766138] 'count revisions from in-memory index tree' (duration: 1.334202093s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:44.422324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:38.086436Z","time spent":"6.335855434s","remote":"127.0.0.1:53476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:44.422556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.647408512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:44.422603Z","caller":"traceutil/trace.go:171","msg":"trace[1506916231] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24500; }","duration":"6.647471125s","start":"2026-02-24T07:20:37.775116Z","end":"2026-02-24T07:20:44.422587Z","steps":["trace[1506916231] 'agreement among raft nodes before linearized reading' (duration: 5.312863312s)","trace[1506916231] 'count revisions from in-memory index tree' (duration: 1.334547111s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:44.422646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:37.775106Z","time spent":"6.647529206s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:44.422882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.439444792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:44.42293Z","caller":"traceutil/trace.go:171","msg":"trace[1015632015] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24500; }","duration":"7.439496364s","start":"2026-02-24T07:20:36.983422Z","end":"2026-02-24T07:20:44.422918Z","steps":["trace[1015632015] 'agreement among raft nodes before linearized reading' (duration: 6.104570373s)","trace[1015632015] 'count revisions from in-memory index tree' (duration: 1.334864079s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:44.422966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:36.983364Z","time spent":"7.439592607s","remote":"127.0.0.1:39114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:44.423084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.159859922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:20:44.423129Z","caller":"traceutil/trace.go:171","msg":"trace[501562659] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24500; }","duration":"6.159965515s","start":"2026-02-24T07:20:38.263145Z","end":"2026-02-24T07:20:44.42311Z","steps":["trace[501562659] 'agreement among raft nodes before linearized reading' (duration: 4.82483272s)","trace[501562659] 'count revisions from in-memory index tree' (duration: 1.335053214s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:44.423163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:38.263114Z","time spent":"6.160041837s","remote":"127.0.0.1:53426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:44.423383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.672048391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-24T07:20:44.423403Z","caller":"traceutil/trace.go:171","msg":"trace[948722697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24500; }","duration":"6.672087272s","start":"2026-02-24T07:20:37.75131Z","end":"2026-02-24T07:20:44.423397Z","steps":["trace[948722697] 'agreement among raft nodes before linearized reading' (duration: 5.336684469s)","trace[948722697] 'range keys from in-memory index tree' (duration: 1.335318731s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:44.423418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:37.751297Z","time spent":"6.672118233s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T07:20:44.423766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.674894234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T07:20:44.423801Z","caller":"traceutil/trace.go:171","msg":"trace[64524398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24500; }","duration":"6.674977005s","start":"2026-02-24T07:20:37.748815Z","end":"2026-02-24T07:20:44.423792Z","steps":["trace[64524398] 'agreement among raft nodes before linearized reading' (duration: 5.339171442s)","trace[64524398] 'range keys from in-memory index tree' (duration: 1.335732562s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:44.423823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:37.748766Z","time spent":"6.675049537s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T07:20:44.423909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.860360387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:20:44.423933Z","caller":"traceutil/trace.go:171","msg":"trace[2075151842] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24500; }","duration":"5.860420469s","start":"2026-02-24T07:20:38.563502Z","end":"2026-02-24T07:20:44.423923Z","steps":["trace[2075151842] 'agreement among raft nodes before linearized reading' (duration: 4.524482772s)","trace[2075151842] 'count revisions from in-memory index tree' (duration: 1.335896876s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:44.423951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:38.56348Z","time spent":"5.860466579s","remote":"127.0.0.1:39476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:44.424023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.442447395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:44.424041Z","caller":"traceutil/trace.go:171","msg":"trace[962777798] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24500; }","duration":"8.442499006s","start":"2026-02-24T07:20:35.981536Z","end":"2026-02-24T07:20:44.424035Z","steps":["trace[962777798] 'agreement among raft nodes before linearized reading' (duration: 7.106465427s)","trace[962777798] 'count revisions from in-memory index tree' (duration: 1.336010009s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:44.424057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:35.981516Z","time spent":"8.442536368s","remote":"127.0.0.1:53168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:44.424126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.983552881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:44.424146Z","caller":"traceutil/trace.go:171","msg":"trace[580115719] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24500; }","duration":"8.983609312s","start":"2026-02-24T07:20:35.440529Z","end":"2026-02-24T07:20:44.424138Z","steps":["trace[580115719] 'agreement among raft nodes before linearized reading' (duration: 7.6474687s)","trace[580115719] 'count revisions from in-memory index tree' (duration: 1.336115041s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:44.424161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:35.440507Z","time spent":"8.983648063s","remote":"127.0.0.1:38982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:44.424241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.234395304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:44.424258Z","caller":"traceutil/trace.go:171","msg":"trace[1153403469] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24500; }","duration":"9.234440936s","start":"2026-02-24T07:20:35.189812Z","end":"2026-02-24T07:20:44.424253Z","steps":["trace[1153403469] 'agreement among raft nodes before linearized reading' (duration: 7.898190381s)","trace[1153403469] 'count revisions from in-memory index tree' (duration: 1.336227314s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:44.424272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:35.189795Z","time spent":"9.234472416s","remote":"127.0.0.1:38954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:44.424358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.673659604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18971bb4a313e708\" ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-02-24T07:20:44.424376Z","caller":"traceutil/trace.go:171","msg":"trace[259921697] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18971bb4a313e708; range_end:; response_count:1; response_revision:24500; }","duration":"8.673725316s","start":"2026-02-24T07:20:35.750646Z","end":"2026-02-24T07:20:44.424371Z","steps":["trace[259921697] 'agreement among raft nodes before linearized reading' (duration: 7.337358408s)","trace[259921697] 'range keys from in-memory index tree' (duration: 1.336319016s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:44.424389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:35.750628Z","time spent":"8.673757486s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":862,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18971bb4a313e708\" "} {"level":"warn","ts":"2026-02-24T07:20:44.424532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.577570052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:20:44.424549Z","caller":"traceutil/trace.go:171","msg":"trace[2072844280] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24500; }","duration":"10.577598873s","start":"2026-02-24T07:20:33.846943Z","end":"2026-02-24T07:20:44.424542Z","steps":["trace[2072844280] 'agreement among raft nodes before linearized reading' (duration: 9.241066732s)","trace[2072844280] 'count revisions from in-memory index tree' (duration: 1.33649776s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:44.424566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:33.846923Z","time spent":"10.577637514s","remote":"127.0.0.1:53022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:44.42464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001927188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:44.42466Z","caller":"traceutil/trace.go:171","msg":"trace[1644899501] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24500; }","duration":"10.001965949s","start":"2026-02-24T07:20:34.422687Z","end":"2026-02-24T07:20:44.424653Z","steps":["trace[1644899501] 'agreement among raft nodes before linearized reading' (duration: 8.665318504s)","trace[1644899501] 'count revisions from in-memory index tree' (duration: 1.336618863s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:44.424673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:34.422641Z","time spent":"10.002028341s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:44.424752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.159007879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:20:44.424773Z","caller":"traceutil/trace.go:171","msg":"trace[1713154732] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24500; }","duration":"9.159055571s","start":"2026-02-24T07:20:35.26571Z","end":"2026-02-24T07:20:44.424765Z","steps":["trace[1713154732] 'agreement among raft nodes before linearized reading' (duration: 7.822299105s)","trace[1713154732] 'count revisions from in-memory index tree' (duration: 1.336728766s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:44.424786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:35.26569Z","time spent":"9.159092182s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:44.424871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.819427679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:20:44.42489Z","caller":"traceutil/trace.go:171","msg":"trace[1171029557] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24500; }","duration":"10.81947935s","start":"2026-02-24T07:20:33.605403Z","end":"2026-02-24T07:20:44.424883Z","steps":["trace[1171029557] 'agreement among raft nodes before linearized reading' (duration: 9.482613831s)","trace[1171029557] 'count revisions from in-memory index tree' (duration: 1.336832219s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:44.424904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:33.605386Z","time spent":"10.819514651s","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:44.425003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.669051639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-5b4rq\" ","response":"range_response_count:1 size:6989"} {"level":"info","ts":"2026-02-24T07:20:44.425019Z","caller":"traceutil/trace.go:171","msg":"trace[805860661] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-5b4rq; range_end:; response_count:1; response_revision:24500; }","duration":"8.66908856s","start":"2026-02-24T07:20:35.755926Z","end":"2026-02-24T07:20:44.425014Z","steps":["trace[805860661] 'agreement among raft nodes before linearized reading' (duration: 7.332075686s)","trace[805860661] 'range keys from in-memory index tree' (duration: 1.336948732s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:44.425033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:35.755917Z","time spent":"8.66911217s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7013,"request content":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-5b4rq\" "} {"level":"info","ts":"2026-02-24T07:20:44.425755Z","caller":"traceutil/trace.go:171","msg":"trace[184847988] transaction","detail":"{read_only:false; response_revision:24501; number_of_response:1; }","duration":"1.828963975s","start":"2026-02-24T07:20:42.596771Z","end":"2026-02-24T07:20:44.425735Z","steps":["trace[184847988] 'process raft request' (duration: 1.82437153s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:44.425946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999975362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:20:44.426022Z","caller":"traceutil/trace.go:171","msg":"trace[1398186531] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000090214s","start":"2026-02-24T07:20:42.42592Z","end":"2026-02-24T07:20:44.42601Z","steps":["trace[1398186531] 'agreement among raft nodes before linearized reading' (duration: 2.000012862s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:44.426081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:42.425891Z","time spent":"2.000179276s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:20:44.426893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:42.596747Z","time spent":"1.829064247s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:44.530242Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.31774046s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T07:20:45.403987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.137897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:20:45.404384Z","caller":"traceutil/trace.go:171","msg":"trace[1912398248] linearizableReadLoop","detail":"{readStateIndex:25454; appliedIndex:25449; }","duration":"2.316366111s","start":"2026-02-24T07:20:43.088001Z","end":"2026-02-24T07:20:45.404367Z","steps":["trace[1912398248] 'read index received' (duration: 125.828332ms)","trace[1912398248] 'applied index is now lower than readState.Index' (duration: 2.190537019s)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:20:45.404664Z","caller":"traceutil/trace.go:171","msg":"trace[2083307722] transaction","detail":"{read_only:false; response_revision:24502; number_of_response:1; }","duration":"2.79708761s","start":"2026-02-24T07:20:42.607564Z","end":"2026-02-24T07:20:45.404651Z","steps":["trace[2083307722] 'process raft request' (duration: 1.923025159s)","trace[2083307722] 'compare' (duration: 872.533123ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:45.404742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:42.607537Z","time spent":"2.797157852s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:45.404797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.822391398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:45.404818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.650418398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1cb6a659-a5b2-4e6e-92c0-8f2038fd67af\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-02-24T07:20:45.404853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.809183685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-02-24T07:20:45.404906Z","caller":"traceutil/trace.go:171","msg":"trace[760228180] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1cb6a659-a5b2-4e6e-92c0-8f2038fd67af; range_end:; response_count:1; response_revision:24504; }","duration":"6.650523711s","start":"2026-02-24T07:20:38.754361Z","end":"2026-02-24T07:20:45.404884Z","steps":["trace[760228180] 'agreement among raft nodes before linearized reading' (duration: 6.650273175s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:45.404936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.289818787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:45.404956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:38.754356Z","time spent":"6.650591113s","remote":"127.0.0.1:53110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-1cb6a659-a5b2-4e6e-92c0-8f2038fd67af\" "} {"level":"warn","ts":"2026-02-24T07:20:45.404898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.324157385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:20:45.404971Z","caller":"traceutil/trace.go:171","msg":"trace[207165247] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24504; }","duration":"6.289891769s","start":"2026-02-24T07:20:39.115067Z","end":"2026-02-24T07:20:45.404958Z","steps":["trace[207165247] 'agreement among raft nodes before linearized reading' (duration: 6.289847728s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:45.405013Z","caller":"traceutil/trace.go:171","msg":"trace[1923533624] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24504; }","duration":"5.324308169s","start":"2026-02-24T07:20:40.080692Z","end":"2026-02-24T07:20:45.405Z","steps":["trace[1923533624] 'agreement among raft nodes before linearized reading' (duration: 5.324179166s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:45.405016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:39.11504Z","time spent":"6.289966271s","remote":"127.0.0.1:39032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:45.405089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610820479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:45.405126Z","caller":"traceutil/trace.go:171","msg":"trace[934284337] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24504; }","duration":"2.610897001s","start":"2026-02-24T07:20:42.79422Z","end":"2026-02-24T07:20:45.405117Z","steps":["trace[934284337] 'agreement among raft nodes before linearized reading' (duration: 2.610836339s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:45.405118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.649995588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:45.40515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:42.794201Z","time spent":"2.610942533s","remote":"127.0.0.1:53108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:45.405158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.887216525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:45.405192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.65207225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16608"} {"level":"info","ts":"2026-02-24T07:20:45.4052Z","caller":"traceutil/trace.go:171","msg":"trace[222764948] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24504; }","duration":"2.887285126s","start":"2026-02-24T07:20:42.5179Z","end":"2026-02-24T07:20:45.405186Z","steps":["trace[222764948] 'agreement among raft nodes before linearized reading' (duration: 2.887218274s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:45.405178Z","caller":"traceutil/trace.go:171","msg":"trace[775135547] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24504; }","duration":"6.650066629s","start":"2026-02-24T07:20:38.755094Z","end":"2026-02-24T07:20:45.405161Z","steps":["trace[775135547] 'agreement among raft nodes before linearized reading' (duration: 6.649964637s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:45.404848Z","caller":"traceutil/trace.go:171","msg":"trace[161845627] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24504; }","duration":"4.822432379s","start":"2026-02-24T07:20:40.582393Z","end":"2026-02-24T07:20:45.404826Z","steps":["trace[161845627] 'agreement among raft nodes before linearized reading' (duration: 4.822371927s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:45.405226Z","caller":"traceutil/trace.go:171","msg":"trace[997896943] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24504; }","duration":"6.652154242s","start":"2026-02-24T07:20:38.753063Z","end":"2026-02-24T07:20:45.405218Z","steps":["trace[997896943] 'agreement among raft nodes before linearized reading' (duration: 6.65205072s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:45.405235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:42.517883Z","time spent":"2.887342508s","remote":"127.0.0.1:46048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:45.405248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:38.75509Z","time spent":"6.650145752s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-24T07:20:45.405268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:38.752908Z","time spent":"6.652335346s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16632,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-24T07:20:45.40509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:40.080671Z","time spent":"5.324397541s","remote":"127.0.0.1:53236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:45.40472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.472379955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:20:45.405251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:40.582332Z","time spent":"4.822907841s","remote":"127.0.0.1:38870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:20:45.405432Z","caller":"traceutil/trace.go:171","msg":"trace[1155193802] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24504; }","duration":"6.473154964s","start":"2026-02-24T07:20:38.932262Z","end":"2026-02-24T07:20:45.405417Z","steps":["trace[1155193802] 'agreement among raft nodes before linearized reading' (duration: 6.472338964s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:45.40548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:38.932239Z","time spent":"6.473230416s","remote":"127.0.0.1:53110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:45.405498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.809834252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"warn","ts":"2026-02-24T07:20:45.405509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.493694152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:20:45.405527Z","caller":"traceutil/trace.go:171","msg":"trace[1008209890] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24504; }","duration":"4.809893563s","start":"2026-02-24T07:20:40.595625Z","end":"2026-02-24T07:20:45.405518Z","steps":["trace[1008209890] 'agreement among raft nodes before linearized reading' (duration: 4.809814981s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:45.405525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.809077753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-02-24T07:20:45.405547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:40.59561Z","time spent":"4.809930614s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-24T07:20:45.405551Z","caller":"traceutil/trace.go:171","msg":"trace[1584045587] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24504; }","duration":"3.493770214s","start":"2026-02-24T07:20:41.911767Z","end":"2026-02-24T07:20:45.405537Z","steps":["trace[1584045587] 'agreement among raft nodes before linearized reading' (duration: 3.493660822s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:45.405558Z","caller":"traceutil/trace.go:171","msg":"trace[1678853628] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24504; }","duration":"4.809126105s","start":"2026-02-24T07:20:40.596421Z","end":"2026-02-24T07:20:45.405548Z","steps":["trace[1678853628] 'agreement among raft nodes before linearized reading' (duration: 4.808983931s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:45.405596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:40.596415Z","time spent":"4.809175186s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-24T07:20:45.405596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:41.911748Z","time spent":"3.493838607s","remote":"127.0.0.1:53384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:45.405099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.651442594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-24T07:20:45.4057Z","caller":"traceutil/trace.go:171","msg":"trace[1117962563] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24504; }","duration":"6.652085199s","start":"2026-02-24T07:20:38.753606Z","end":"2026-02-24T07:20:45.405691Z","steps":["trace[1117962563] 'agreement among raft nodes before linearized reading' (duration: 6.651347181s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:45.405741Z","caller":"traceutil/trace.go:171","msg":"trace[380718391] transaction","detail":"{read_only:false; response_revision:24504; number_of_response:1; }","duration":"2.798066274s","start":"2026-02-24T07:20:42.607667Z","end":"2026-02-24T07:20:45.405733Z","steps":["trace[380718391] 'process raft request' (duration: 2.796661959s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:45.405806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:42.607637Z","time spent":"2.798130606s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:45.404954Z","caller":"traceutil/trace.go:171","msg":"trace[1369701504] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24504; }","duration":"4.809330459s","start":"2026-02-24T07:20:40.595601Z","end":"2026-02-24T07:20:45.404932Z","steps":["trace[1369701504] 'agreement among raft nodes before linearized reading' (duration: 4.80897174s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:45.405914Z","caller":"traceutil/trace.go:171","msg":"trace[541484386] transaction","detail":"{read_only:false; response_revision:24503; number_of_response:1; }","duration":"2.798325581s","start":"2026-02-24T07:20:42.60758Z","end":"2026-02-24T07:20:45.405906Z","steps":["trace[541484386] 'process raft request' (duration: 2.796483045s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:45.405893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:40.595588Z","time spent":"4.810292913s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-24T07:20:45.405957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:42.607552Z","time spent":"2.798383762s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:45.406585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:38.753593Z","time spent":"6.652975582s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-24T07:20:45.593395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.695655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:20:45.593476Z","caller":"traceutil/trace.go:171","msg":"trace[1112221195] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"183.812428ms","start":"2026-02-24T07:20:45.409645Z","end":"2026-02-24T07:20:45.593458Z","steps":["trace[1112221195] 'agreement among raft nodes before linearized reading' (duration: 183.702825ms)"],"step_count":1} 2026/02/24 07:20:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:20:45.597723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.070305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:20:45.59776Z","caller":"traceutil/trace.go:171","msg":"trace[1002453905] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"188.136138ms","start":"2026-02-24T07:20:45.409614Z","end":"2026-02-24T07:20:45.59775Z","steps":["trace[1002453905] 'agreement among raft nodes before linearized reading' (duration: 188.088576ms)"],"step_count":1} 2026/02/24 07:20:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:20:45.598511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.920822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:20:45.598603Z","caller":"traceutil/trace.go:171","msg":"trace[4116857] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"188.033844ms","start":"2026-02-24T07:20:45.410546Z","end":"2026-02-24T07:20:45.59858Z","steps":["trace[4116857] 'agreement among raft nodes before linearized reading' (duration: 187.927081ms)"],"step_count":1} 2026/02/24 07:20:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:20:45.904709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637882592,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:20:46.058513Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.393935514s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T07:20:46.432336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000489396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:20:46.432403Z","caller":"traceutil/trace.go:171","msg":"trace[479117665] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000584858s","start":"2026-02-24T07:20:44.431803Z","end":"2026-02-24T07:20:46.432388Z","steps":["trace[479117665] 'agreement among raft nodes before linearized reading' (duration: 2.000499116s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:46.432438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:44.431796Z","time spent":"2.000634719s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:20:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:20:47.393393Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.008149132s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T07:20:47.50132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442405722s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:20:47.50166Z","caller":"traceutil/trace.go:171","msg":"trace[1740537497] transaction","detail":"{read_only:false; response_revision:24505; number_of_response:1; }","duration":"4.2493799s","start":"2026-02-24T07:20:43.252218Z","end":"2026-02-24T07:20:47.501598Z","steps":["trace[1740537497] 'process raft request' (duration: 2.806614909s)","trace[1740537497] 'compare' (duration: 1.441828348s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:47.501831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:43.252199Z","time spent":"4.249560985s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:47.50204Z","caller":"traceutil/trace.go:171","msg":"trace[430724080] transaction","detail":"{read_only:false; response_revision:24507; number_of_response:1; }","duration":"3.073617488s","start":"2026-02-24T07:20:44.428414Z","end":"2026-02-24T07:20:47.502031Z","steps":["trace[430724080] 'process raft request' (duration: 3.073342511s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:47.502048Z","caller":"traceutil/trace.go:171","msg":"trace[757499645] transaction","detail":"{read_only:false; response_revision:24506; number_of_response:1; }","duration":"3.745699904s","start":"2026-02-24T07:20:43.756315Z","end":"2026-02-24T07:20:47.502015Z","steps":["trace[757499645] 'process raft request' (duration: 3.745165521s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:47.502143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:44.428385Z","time spent":"3.07370574s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:47.502202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:43.75629Z","time spent":"3.745837118s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:47.502352Z","caller":"traceutil/trace.go:171","msg":"trace[1105003950] transaction","detail":"{read_only:false; response_revision:24508; number_of_response:1; }","duration":"3.072880499s","start":"2026-02-24T07:20:44.429365Z","end":"2026-02-24T07:20:47.502246Z","steps":["trace[1105003950] 'process raft request' (duration: 3.072479908s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:47.502545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:44.429348Z","time spent":"3.073053524s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:47.502714Z","caller":"traceutil/trace.go:171","msg":"trace[661645364] transaction","detail":"{read_only:false; response_revision:24509; number_of_response:1; }","duration":"3.07208307s","start":"2026-02-24T07:20:44.430602Z","end":"2026-02-24T07:20:47.502685Z","steps":["trace[661645364] 'process raft request' (duration: 3.07133825s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:47.50295Z","caller":"traceutil/trace.go:171","msg":"trace[2133649321] linearizableReadLoop","detail":"{readStateIndex:25461; appliedIndex:25454; }","duration":"2.098528038s","start":"2026-02-24T07:20:45.404412Z","end":"2026-02-24T07:20:47.50294Z","steps":["trace[2133649321] 'read index received' (duration: 654.420663ms)","trace[2133649321] 'applied index is now lower than readState.Index' (duration: 1.444106565s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:47.503018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:44.430593Z","time spent":"3.072282045s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:47.503073Z","caller":"traceutil/trace.go:171","msg":"trace[930788678] transaction","detail":"{read_only:false; response_revision:24511; number_of_response:1; }","duration":"1.902152493s","start":"2026-02-24T07:20:45.600912Z","end":"2026-02-24T07:20:47.503065Z","steps":["trace[930788678] 'process raft request' (duration: 1.901975809s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:47.504061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.153167533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:47.50426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:45.600898Z","time spent":"1.903267481s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:47.503294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.851557278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:47.504504Z","caller":"traceutil/trace.go:171","msg":"trace[986820369] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24511; }","duration":"2.85282044s","start":"2026-02-24T07:20:44.651673Z","end":"2026-02-24T07:20:47.504493Z","steps":["trace[986820369] 'agreement among raft nodes before linearized reading' (duration: 2.851571459s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:47.504571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:44.651652Z","time spent":"2.852895902s","remote":"127.0.0.1:53060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:20:47.504198Z","caller":"traceutil/trace.go:171","msg":"trace[834389339] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24511; }","duration":"4.153817839s","start":"2026-02-24T07:20:43.350365Z","end":"2026-02-24T07:20:47.504183Z","steps":["trace[834389339] 'agreement among raft nodes before linearized reading' (duration: 4.153142802s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:47.504774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:43.350316Z","time spent":"4.154446854s","remote":"127.0.0.1:39490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:47.503334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423067822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:20:47.50503Z","caller":"traceutil/trace.go:171","msg":"trace[2118021247] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24511; }","duration":"2.424800516s","start":"2026-02-24T07:20:45.08022Z","end":"2026-02-24T07:20:47.505021Z","steps":["trace[2118021247] 'agreement among raft nodes before linearized reading' (duration: 2.423094003s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:47.505115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:45.080192Z","time spent":"2.424903468s","remote":"127.0.0.1:53696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:47.503378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.480881872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:20:47.505204Z","caller":"traceutil/trace.go:171","msg":"trace[1331606981] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24511; }","duration":"3.482760279s","start":"2026-02-24T07:20:44.02243Z","end":"2026-02-24T07:20:47.505191Z","steps":["trace[1331606981] 'agreement among raft nodes before linearized reading' (duration: 3.480787739s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:47.505249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:44.022407Z","time spent":"3.482829s","remote":"127.0.0.1:53302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:47.503382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.688357138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-02-24T07:20:47.505324Z","caller":"traceutil/trace.go:171","msg":"trace[1990996280] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:24511; }","duration":"2.690311257s","start":"2026-02-24T07:20:44.814968Z","end":"2026-02-24T07:20:47.505279Z","steps":["trace[1990996280] 'agreement among raft nodes before linearized reading' (duration: 2.688377578s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:47.503439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933815715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:47.505503Z","caller":"traceutil/trace.go:171","msg":"trace[1148266954] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24511; }","duration":"2.935908998s","start":"2026-02-24T07:20:44.56956Z","end":"2026-02-24T07:20:47.505469Z","steps":["trace[1148266954] 'agreement among raft nodes before linearized reading' (duration: 2.933848806s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:47.505549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:44.569533Z","time spent":"2.9360019s","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:47.503448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.345224112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:47.505659Z","caller":"traceutil/trace.go:171","msg":"trace[701197937] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24511; }","duration":"3.347454708s","start":"2026-02-24T07:20:44.158181Z","end":"2026-02-24T07:20:47.505636Z","steps":["trace[701197937] 'agreement among raft nodes before linearized reading' (duration: 3.345248032s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:47.505722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:44.15816Z","time spent":"3.347548041s","remote":"127.0.0.1:58392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:47.503483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.903784538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:47.505794Z","caller":"traceutil/trace.go:171","msg":"trace[430596813] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24511; }","duration":"3.906130346s","start":"2026-02-24T07:20:43.599651Z","end":"2026-02-24T07:20:47.505781Z","steps":["trace[430596813] 'agreement among raft nodes before linearized reading' (duration: 3.903818248s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:47.505834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:43.599618Z","time spent":"3.906203607s","remote":"127.0.0.1:53498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:47.503475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.408502062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:47.505951Z","caller":"traceutil/trace.go:171","msg":"trace[2001191941] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24511; }","duration":"3.411004185s","start":"2026-02-24T07:20:44.094938Z","end":"2026-02-24T07:20:47.505942Z","steps":["trace[2001191941] 'agreement among raft nodes before linearized reading' (duration: 3.408519203s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:47.505975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:44.094918Z","time spent":"3.411048816s","remote":"127.0.0.1:53672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:47.503521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.600687921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:20:47.50603Z","caller":"traceutil/trace.go:171","msg":"trace[1577789276] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24511; }","duration":"3.603223214s","start":"2026-02-24T07:20:43.902793Z","end":"2026-02-24T07:20:47.506016Z","steps":["trace[1577789276] 'agreement among raft nodes before linearized reading' (duration: 3.600701921s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:47.506066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:43.902773Z","time spent":"3.603278575s","remote":"127.0.0.1:39598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:47.503562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.95208878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:47.506141Z","caller":"traceutil/trace.go:171","msg":"trace[647504583] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24511; }","duration":"3.954683545s","start":"2026-02-24T07:20:43.551449Z","end":"2026-02-24T07:20:47.506133Z","steps":["trace[647504583] 'agreement among raft nodes before linearized reading' (duration: 3.95209297s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:47.506167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:43.551433Z","time spent":"3.954726097s","remote":"127.0.0.1:39208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:20:47.502972Z","caller":"traceutil/trace.go:171","msg":"trace[1573162498] transaction","detail":"{read_only:false; response_revision:24510; number_of_response:1; }","duration":"1.904879812s","start":"2026-02-24T07:20:45.598062Z","end":"2026-02-24T07:20:47.502942Z","steps":["trace[1573162498] 'process raft request' (duration: 1.904651637s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:47.506231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:45.598032Z","time spent":"1.908164224s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:47.503667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.786848079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:47.506378Z","caller":"traceutil/trace.go:171","msg":"trace[1256838069] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24511; }","duration":"3.789601618s","start":"2026-02-24T07:20:43.716725Z","end":"2026-02-24T07:20:47.506326Z","steps":["trace[1256838069] 'agreement among raft nodes before linearized reading' (duration: 3.786778447s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:47.505384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:44.814952Z","time spent":"2.69041738s","remote":"127.0.0.1:53080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":376,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-02-24T07:20:47.506505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:43.716705Z","time spent":"3.789752551s","remote":"127.0.0.1:38942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:48.432718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000025453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:20:48.432864Z","caller":"traceutil/trace.go:171","msg":"trace[1827648869] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000206797s","start":"2026-02-24T07:20:46.432637Z","end":"2026-02-24T07:20:48.432843Z","steps":["trace[1827648869] 'agreement among raft nodes before linearized reading' (duration: 2.000045483s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:48.432946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:46.432624Z","time spent":"2.000308619s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:20:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:20:48.891298Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.226188129s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T07:20:49.251526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.082207ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:49.251656Z","caller":"traceutil/trace.go:171","msg":"trace[1906259727] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24511; }","duration":"241.226961ms","start":"2026-02-24T07:20:49.010411Z","end":"2026-02-24T07:20:49.251638Z","steps":["trace[1906259727] 'range keys from in-memory index tree' (duration: 241.059287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:49.252201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587072206s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:20:49.252715Z","caller":"traceutil/trace.go:171","msg":"trace[1897319272] linearizableReadLoop","detail":"{readStateIndex:25465; appliedIndex:25461; }","duration":"1.749652521s","start":"2026-02-24T07:20:47.503038Z","end":"2026-02-24T07:20:49.252691Z","steps":["trace[1897319272] 'read index received' (duration: 162.251156ms)","trace[1897319272] 'applied index is now lower than readState.Index' (duration: 1.587399655s)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:20:49.252841Z","caller":"traceutil/trace.go:171","msg":"trace[2096318037] transaction","detail":"{read_only:false; response_revision:24512; number_of_response:1; }","duration":"2.812648381s","start":"2026-02-24T07:20:46.440167Z","end":"2026-02-24T07:20:49.252816Z","steps":["trace[2096318037] 'process raft request' (duration: 1.224858987s)","trace[2096318037] 'compare' (duration: 1.586618015s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:49.253082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.796586928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:49.253156Z","caller":"traceutil/trace.go:171","msg":"trace[1910320764] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24515; }","duration":"2.796695631s","start":"2026-02-24T07:20:46.45644Z","end":"2026-02-24T07:20:49.253136Z","steps":["trace[1910320764] 'agreement among raft nodes before linearized reading' (duration: 2.796566787s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:49.253135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:46.440155Z","time spent":"2.812724993s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:49.253219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:46.456429Z","time spent":"2.796771033s","remote":"127.0.0.1:39052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:20:49.25351Z","caller":"traceutil/trace.go:171","msg":"trace[39045612] transaction","detail":"{read_only:false; response_revision:24513; number_of_response:1; }","duration":"1.843197722s","start":"2026-02-24T07:20:47.410295Z","end":"2026-02-24T07:20:49.253493Z","steps":["trace[39045612] 'process raft request' (duration: 1.842035142s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:49.253494Z","caller":"traceutil/trace.go:171","msg":"trace[470859889] transaction","detail":"{read_only:false; response_revision:24514; number_of_response:1; }","duration":"1.842280999s","start":"2026-02-24T07:20:47.411181Z","end":"2026-02-24T07:20:49.253462Z","steps":["trace[470859889] 'process raft request' (duration: 1.841234252s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:49.25356Z","caller":"traceutil/trace.go:171","msg":"trace[1216029017] transaction","detail":"{read_only:false; response_revision:24515; number_of_response:1; }","duration":"1.839851988s","start":"2026-02-24T07:20:47.413695Z","end":"2026-02-24T07:20:49.253547Z","steps":["trace[1216029017] 'process raft request' (duration: 1.838908294s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:49.253593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:47.410251Z","time spent":"1.843301095s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:49.253628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:47.413664Z","time spent":"1.83992041s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:49.253632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:47.411163Z","time spent":"1.842402473s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:49.253511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987589591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:20:49.253747Z","caller":"traceutil/trace.go:171","msg":"trace[1496723851] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24515; }","duration":"1.987912099s","start":"2026-02-24T07:20:47.265824Z","end":"2026-02-24T07:20:49.253736Z","steps":["trace[1496723851] 'agreement among raft nodes before linearized reading' (duration: 1.98757534s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:49.253781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:47.265803Z","time spent":"1.987968321s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:49.253783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175275586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:49.253895Z","caller":"traceutil/trace.go:171","msg":"trace[948144524] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24515; }","duration":"2.175478281s","start":"2026-02-24T07:20:47.078398Z","end":"2026-02-24T07:20:49.253877Z","steps":["trace[948144524] 'agreement among raft nodes before linearized reading' (duration: 2.175243785s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:49.25392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.850551414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-5b4rq\" ","response":"range_response_count:1 size:6989"} {"level":"warn","ts":"2026-02-24T07:20:49.254692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.768750343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:49.254772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.845539033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12013"} {"level":"info","ts":"2026-02-24T07:20:49.254824Z","caller":"traceutil/trace.go:171","msg":"trace[633019127] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24515; }","duration":"3.845614835s","start":"2026-02-24T07:20:45.409197Z","end":"2026-02-24T07:20:49.254812Z","steps":["trace[633019127] 'agreement among raft nodes before linearized reading' (duration: 3.845452171s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:49.25485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:45.40919Z","time spent":"3.845654976s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12037,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T07:20:49.254949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.84620821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:49.254985Z","caller":"traceutil/trace.go:171","msg":"trace[1330517388] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:0; response_revision:24515; }","duration":"3.846268242s","start":"2026-02-24T07:20:45.408708Z","end":"2026-02-24T07:20:49.254976Z","steps":["trace[1330517388] 'agreement among raft nodes before linearized reading' (duration: 3.84620562s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:49.255022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:45.408691Z","time spent":"3.846325693s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-02-24T07:20:49.255033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.813942849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:544"} {"level":"info","ts":"2026-02-24T07:20:49.255071Z","caller":"traceutil/trace.go:171","msg":"trace[1277560865] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:24515; }","duration":"3.813963089s","start":"2026-02-24T07:20:45.441084Z","end":"2026-02-24T07:20:49.255047Z","steps":["trace[1277560865] 'agreement among raft nodes before linearized reading' (duration: 3.813898838s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:49.255086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:45.441024Z","time spent":"3.814057882s","remote":"127.0.0.1:53154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":568,"request content":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" "} {"level":"info","ts":"2026-02-24T07:20:49.254959Z","caller":"traceutil/trace.go:171","msg":"trace[1986905344] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24515; }","duration":"3.768920117s","start":"2026-02-24T07:20:45.485878Z","end":"2026-02-24T07:20:49.254798Z","steps":["trace[1986905344] 'agreement among raft nodes before linearized reading' (duration: 3.768746263s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:49.255229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:45.485856Z","time spent":"3.769347508s","remote":"127.0.0.1:53526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:49.255245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665303549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-24T07:20:49.255305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.511756159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:20:49.255329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.07371735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:49.255338Z","caller":"traceutil/trace.go:171","msg":"trace[1350739315] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24515; }","duration":"2.665443821s","start":"2026-02-24T07:20:46.589884Z","end":"2026-02-24T07:20:49.255328Z","steps":["trace[1350739315] 'agreement among raft nodes before linearized reading' (duration: 2.665214736s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:49.255332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.741420207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-24T07:20:49.255349Z","caller":"traceutil/trace.go:171","msg":"trace[956638285] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24515; }","duration":"2.511820321s","start":"2026-02-24T07:20:46.743514Z","end":"2026-02-24T07:20:49.255335Z","steps":["trace[956638285] 'agreement among raft nodes before linearized reading' (duration: 2.51175948s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:49.25537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:46.589866Z","time spent":"2.665493963s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-24T07:20:49.255373Z","caller":"traceutil/trace.go:171","msg":"trace[1306091736] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24515; }","duration":"3.073793232s","start":"2026-02-24T07:20:46.181563Z","end":"2026-02-24T07:20:49.255356Z","steps":["trace[1306091736] 'agreement among raft nodes before linearized reading' (duration: 3.073736591s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:49.255381Z","caller":"traceutil/trace.go:171","msg":"trace[1401420998] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24515; }","duration":"3.741519919s","start":"2026-02-24T07:20:45.513846Z","end":"2026-02-24T07:20:49.255366Z","steps":["trace[1401420998] 'agreement among raft nodes before linearized reading' (duration: 3.741382686s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:49.255424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:46.181474Z","time spent":"3.073940855s","remote":"127.0.0.1:39400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:49.255386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:46.7435Z","time spent":"2.511876592s","remote":"127.0.0.1:39044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:49.255427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:45.513824Z","time spent":"3.741594211s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-02-24T07:20:49.255251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.712906821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-02-24T07:20:49.255723Z","caller":"traceutil/trace.go:171","msg":"trace[1225368905] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:24515; }","duration":"3.713433013s","start":"2026-02-24T07:20:45.54228Z","end":"2026-02-24T07:20:49.255713Z","steps":["trace[1225368905] 'agreement among raft nodes before linearized reading' (duration: 3.712806167s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:49.255758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:45.542263Z","time spent":"3.713483835s","remote":"127.0.0.1:53154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":825,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-02-24T07:20:49.255999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:47.078381Z","time spent":"2.175569734s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:20:49.263934Z","caller":"traceutil/trace.go:171","msg":"trace[1637681681] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-5b4rq; range_end:; response_count:1; response_revision:24515; }","duration":"2.850632516s","start":"2026-02-24T07:20:46.403351Z","end":"2026-02-24T07:20:49.253983Z","steps":["trace[1637681681] 'agreement among raft nodes before linearized reading' (duration: 2.850175085s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:49.263979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:46.403293Z","time spent":"2.860670357s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7013,"request content":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-5b4rq\" "} {"level":"warn","ts":"2026-02-24T07:20:49.509904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000545266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:20:49.510002Z","caller":"traceutil/trace.go:171","msg":"trace[1099896109] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000667949s","start":"2026-02-24T07:20:47.509311Z","end":"2026-02-24T07:20:49.509979Z","steps":["trace[1099896109] 'agreement among raft nodes before linearized reading' (duration: 2.000539746s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:49.510065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:47.509279Z","time spent":"2.000767951s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:20:49.753266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637882601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:20:50.440265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000554777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:20:50.440332Z","caller":"traceutil/trace.go:171","msg":"trace[1025425768] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000668279s","start":"2026-02-24T07:20:48.439648Z","end":"2026-02-24T07:20:50.440316Z","steps":["trace[1025425768] 'agreement among raft nodes before linearized reading' (duration: 2.000582727s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:50.440407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:48.439632Z","time spent":"2.000757701s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:20:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:20:51.385088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142450416s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:20:51.386929Z","caller":"traceutil/trace.go:171","msg":"trace[595615329] transaction","detail":"{read_only:false; response_revision:24516; number_of_response:1; }","duration":"2.290194843s","start":"2026-02-24T07:20:49.096665Z","end":"2026-02-24T07:20:51.386859Z","steps":["trace[595615329] 'process raft request' (duration: 1.145908002s)","trace[595615329] 'compare' (duration: 1.142371124s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:51.387314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:49.096639Z","time spent":"2.290564423s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:52.140863Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.781349668s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T07:20:52.448074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000078154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:20:52.448179Z","caller":"traceutil/trace.go:171","msg":"trace[1968696007] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000241108s","start":"2026-02-24T07:20:50.447919Z","end":"2026-02-24T07:20:52.44816Z","steps":["trace[1968696007] 'agreement among raft nodes before linearized reading' (duration: 2.000116125s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:52.448235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:50.447897Z","time spent":"2.00031849s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:20:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:20:52.475901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.647128ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-02-24T07:20:52.47618Z","caller":"traceutil/trace.go:171","msg":"trace[1728488723] linearizableReadLoop","detail":"{readStateIndex:25469; appliedIndex:25465; }","duration":"3.223394361s","start":"2026-02-24T07:20:49.252773Z","end":"2026-02-24T07:20:52.476168Z","steps":["trace[1728488723] 'read index received' (duration: 989.902113ms)","trace[1728488723] 'applied index is now lower than readState.Index' (duration: 2.233491358s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:52.476261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:49.263865Z","time spent":"3.212391995s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T07:20:52.476504Z","caller":"traceutil/trace.go:171","msg":"trace[1552110410] transaction","detail":"{read_only:false; response_revision:24517; number_of_response:1; }","duration":"3.206325142s","start":"2026-02-24T07:20:49.270171Z","end":"2026-02-24T07:20:52.476496Z","steps":["trace[1552110410] 'process raft request' (duration: 3.205813029s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:52.476594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:49.270144Z","time spent":"3.206384363s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:52.476804Z","caller":"traceutil/trace.go:171","msg":"trace[1515349221] transaction","detail":"{read_only:false; response_revision:24518; number_of_response:1; }","duration":"3.197349686s","start":"2026-02-24T07:20:49.279447Z","end":"2026-02-24T07:20:52.476797Z","steps":["trace[1515349221] 'process raft request' (duration: 3.196675589s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:52.476867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:49.279428Z","time spent":"3.197398808s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4819,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:20:52.477039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.709941606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:52.477068Z","caller":"traceutil/trace.go:171","msg":"trace[867111995] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24518; }","duration":"3.709973987s","start":"2026-02-24T07:20:48.767086Z","end":"2026-02-24T07:20:52.47706Z","steps":["trace[867111995] 'agreement among raft nodes before linearized reading' (duration: 3.709918505s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:52.477211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:48.76703Z","time spent":"3.710158272s","remote":"127.0.0.1:39208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T07:20:52.477389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.883881326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-24T07:20:52.477414Z","caller":"traceutil/trace.go:171","msg":"trace[2125903287] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24518; }","duration":"3.883946278s","start":"2026-02-24T07:20:48.593462Z","end":"2026-02-24T07:20:52.477408Z","steps":["trace[2125903287] 'agreement among raft nodes before linearized reading' (duration: 3.883862945s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:52.477552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:48.593431Z","time spent":"3.884097092s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-24T07:20:52.477758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.981780897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T07:20:52.477784Z","caller":"traceutil/trace.go:171","msg":"trace[1406241128] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24518; }","duration":"3.981839948s","start":"2026-02-24T07:20:48.495937Z","end":"2026-02-24T07:20:52.477777Z","steps":["trace[1406241128] 'agreement among raft nodes before linearized reading' (duration: 3.981723515s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:52.4779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:48.495921Z","time spent":"3.981969842s","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:52.478146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.114224464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:20:52.478174Z","caller":"traceutil/trace.go:171","msg":"trace[827055629] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24518; }","duration":"4.114298296s","start":"2026-02-24T07:20:48.363868Z","end":"2026-02-24T07:20:52.478166Z","steps":["trace[827055629] 'agreement among raft nodes before linearized reading' (duration: 4.114248995s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:52.478286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:48.363844Z","time spent":"4.11443212s","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:52.478434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.393976964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:52.478468Z","caller":"traceutil/trace.go:171","msg":"trace[1333689480] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24518; }","duration":"4.394052305s","start":"2026-02-24T07:20:48.08441Z","end":"2026-02-24T07:20:52.478462Z","steps":["trace[1333689480] 'agreement among raft nodes before linearized reading' (duration: 4.394001534s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:52.478769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:48.084391Z","time spent":"4.394261371s","remote":"127.0.0.1:39618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:52.479066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.936237028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-02-24T07:20:52.479145Z","caller":"traceutil/trace.go:171","msg":"trace[1344285917] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24518; }","duration":"4.93633468s","start":"2026-02-24T07:20:47.542779Z","end":"2026-02-24T07:20:52.479113Z","steps":["trace[1344285917] 'agreement among raft nodes before linearized reading' (duration: 4.936111635s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:52.479191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:47.54276Z","time spent":"4.936418712s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T07:20:52.479178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.971221167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-5b4rq.18971bc99a8aa95d\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:52.479248Z","caller":"traceutil/trace.go:171","msg":"trace[1001470646] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-7fcd8d6ffd-5b4rq.18971bc99a8aa95d; range_end:; response_count:0; response_revision:24518; }","duration":"4.971326789s","start":"2026-02-24T07:20:47.5079Z","end":"2026-02-24T07:20:52.479227Z","steps":["trace[1001470646] 'agreement among raft nodes before linearized reading' (duration: 4.971201466s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:52.479301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:47.507887Z","time spent":"4.971405372s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-5b4rq.18971bc99a8aa95d\" "} {"level":"info","ts":"2026-02-24T07:20:52.71918Z","caller":"traceutil/trace.go:171","msg":"trace[1942709099] linearizableReadLoop","detail":"{readStateIndex:25473; appliedIndex:25469; }","duration":"242.951555ms","start":"2026-02-24T07:20:52.47621Z","end":"2026-02-24T07:20:52.719161Z","steps":["trace[1942709099] 'read index received' (duration: 235.914648ms)","trace[1942709099] 'applied index is now lower than readState.Index' (duration: 7.036017ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:20:52.71928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.661211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:52.719301Z","caller":"traceutil/trace.go:171","msg":"trace[2126011786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24522; }","duration":"270.732313ms","start":"2026-02-24T07:20:52.448562Z","end":"2026-02-24T07:20:52.719295Z","steps":["trace[2126011786] 'agreement among raft nodes before linearized reading' (duration: 270.682761ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:52.719445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668031011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:52.719472Z","caller":"traceutil/trace.go:171","msg":"trace[1240862721] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24522; }","duration":"1.668103833s","start":"2026-02-24T07:20:51.051362Z","end":"2026-02-24T07:20:52.719466Z","steps":["trace[1240862721] 'agreement among raft nodes before linearized reading' (duration: 1.668058332s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:52.719492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:51.051333Z","time spent":"1.668151694s","remote":"127.0.0.1:38804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:52.719502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.448907287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:4633"} {"level":"info","ts":"2026-02-24T07:20:52.719527Z","caller":"traceutil/trace.go:171","msg":"trace[1529266280] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:24522; }","duration":"3.448946758s","start":"2026-02-24T07:20:49.270572Z","end":"2026-02-24T07:20:52.719519Z","steps":["trace[1529266280] 'agreement among raft nodes before linearized reading' (duration: 3.448855106s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:52.719555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:49.270567Z","time spent":"3.448983409s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4657,"request content":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" "} {"level":"warn","ts":"2026-02-24T07:20:52.719622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.449138744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e520f413-d240-4bef-9da9-66f9abb4494f\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-02-24T07:20:52.719643Z","caller":"traceutil/trace.go:171","msg":"trace[415242712] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e520f413-d240-4bef-9da9-66f9abb4494f; range_end:; response_count:1; response_revision:24522; }","duration":"3.449174374s","start":"2026-02-24T07:20:49.270463Z","end":"2026-02-24T07:20:52.719637Z","steps":["trace[415242712] 'agreement among raft nodes before linearized reading' (duration: 3.449119523s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:52.719656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:49.270458Z","time spent":"3.449195194s","remote":"127.0.0.1:53110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-e520f413-d240-4bef-9da9-66f9abb4494f\" "} {"level":"warn","ts":"2026-02-24T07:20:52.719669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801672169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:52.719693Z","caller":"traceutil/trace.go:171","msg":"trace[1122885386] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24522; }","duration":"1.80175078s","start":"2026-02-24T07:20:50.917936Z","end":"2026-02-24T07:20:52.719687Z","steps":["trace[1122885386] 'agreement among raft nodes before linearized reading' (duration: 1.801713639s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:52.719715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:50.917917Z","time spent":"1.801793572s","remote":"127.0.0.1:53332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:52.719771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.449334598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16991"} {"level":"info","ts":"2026-02-24T07:20:52.719788Z","caller":"traceutil/trace.go:171","msg":"trace[1552422170] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24522; }","duration":"3.449373489s","start":"2026-02-24T07:20:49.270411Z","end":"2026-02-24T07:20:52.719784Z","steps":["trace[1552422170] 'agreement among raft nodes before linearized reading' (duration: 3.449321747s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:52.7198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:49.270394Z","time spent":"3.44940414s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17015,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-24T07:20:52.719825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990956186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:52.719851Z","caller":"traceutil/trace.go:171","msg":"trace[281601506] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24522; }","duration":"1.991012466s","start":"2026-02-24T07:20:50.72883Z","end":"2026-02-24T07:20:52.719843Z","steps":["trace[281601506] 'agreement among raft nodes before linearized reading' (duration: 1.990974545s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:52.719875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:50.728793Z","time spent":"1.991075788s","remote":"127.0.0.1:38968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:20:52.7199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.45578669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-79767c77db-vnhb4\" ","response":"range_response_count:1 size:7970"} {"level":"info","ts":"2026-02-24T07:20:52.719919Z","caller":"traceutil/trace.go:171","msg":"trace[1938345865] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-79767c77db-vnhb4; range_end:; response_count:1; response_revision:24522; }","duration":"3.455826032s","start":"2026-02-24T07:20:49.264089Z","end":"2026-02-24T07:20:52.719915Z","steps":["trace[1938345865] 'agreement among raft nodes before linearized reading' (duration: 3.455777711s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:52.719933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:49.264072Z","time spent":"3.455857192s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7994,"request content":"key:\"/registry/pods/openstack/memcached-memcached-79767c77db-vnhb4\" "} {"level":"info","ts":"2026-02-24T07:20:52.719201Z","caller":"traceutil/trace.go:171","msg":"trace[695532059] transaction","detail":"{read_only:false; response_revision:24519; number_of_response:1; }","duration":"1.460290401s","start":"2026-02-24T07:20:51.258893Z","end":"2026-02-24T07:20:52.719183Z","steps":["trace[695532059] 'process raft request' (duration: 1.453037318s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:52.720039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.152576932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-24T07:20:52.72005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:51.258873Z","time spent":"1.461143952s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:52.720068Z","caller":"traceutil/trace.go:171","msg":"trace[912064739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24522; }","duration":"3.152613943s","start":"2026-02-24T07:20:49.567447Z","end":"2026-02-24T07:20:52.720061Z","steps":["trace[912064739] 'agreement among raft nodes before linearized reading' (duration: 3.15251008s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:52.720093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:49.567444Z","time spent":"3.152643753s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T07:20:52.72021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.152783287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T07:20:52.720234Z","caller":"traceutil/trace.go:171","msg":"trace[242546971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24522; }","duration":"3.152832568s","start":"2026-02-24T07:20:49.567396Z","end":"2026-02-24T07:20:52.720229Z","steps":["trace[242546971] 'agreement among raft nodes before linearized reading' (duration: 3.152771386s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:52.720251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:49.567383Z","time spent":"3.152864668s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T07:20:52.720474Z","caller":"traceutil/trace.go:171","msg":"trace[151512873] transaction","detail":"{read_only:false; response_revision:24520; number_of_response:1; }","duration":"1.461518862s","start":"2026-02-24T07:20:51.258949Z","end":"2026-02-24T07:20:52.720468Z","steps":["trace[151512873] 'process raft request' (duration: 1.460096886s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:52.720514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:51.258928Z","time spent":"1.461569623s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:52.720566Z","caller":"traceutil/trace.go:171","msg":"trace[710000091] transaction","detail":"{read_only:false; response_revision:24521; number_of_response:1; }","duration":"1.453315885s","start":"2026-02-24T07:20:51.267246Z","end":"2026-02-24T07:20:52.720561Z","steps":["trace[710000091] 'process raft request' (duration: 1.451827308s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:52.720594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:51.26723Z","time spent":"1.453351426s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:52.720736Z","caller":"traceutil/trace.go:171","msg":"trace[521367406] transaction","detail":"{read_only:false; response_revision:24522; number_of_response:1; }","duration":"1.451216523s","start":"2026-02-24T07:20:51.269499Z","end":"2026-02-24T07:20:52.720715Z","steps":["trace[521367406] 'process raft request' (duration: 1.449602493s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:52.720797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:20:51.269484Z","time spent":"1.451287335s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:20:52.725902Z","caller":"traceutil/trace.go:171","msg":"trace[151146322] transaction","detail":"{read_only:false; response_revision:24527; number_of_response:1; }","duration":"217.779802ms","start":"2026-02-24T07:20:52.508104Z","end":"2026-02-24T07:20:52.725884Z","steps":["trace[151146322] 'process raft request' (duration: 217.753181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:52.726234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.897393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-02-24T07:20:52.726275Z","caller":"traceutil/trace.go:171","msg":"trace[946696322] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24527; }","duration":"162.979104ms","start":"2026-02-24T07:20:52.563288Z","end":"2026-02-24T07:20:52.726268Z","steps":["trace[946696322] 'agreement among raft nodes before linearized reading' (duration: 162.840171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:52.726398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.778335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:20:52.726424Z","caller":"traceutil/trace.go:171","msg":"trace[621733219] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24527; }","duration":"241.824056ms","start":"2026-02-24T07:20:52.484593Z","end":"2026-02-24T07:20:52.726417Z","steps":["trace[621733219] 'agreement among raft nodes before linearized reading' (duration: 241.783235ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:52.726542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.090077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-5b4rq\" ","response":"range_response_count:1 size:4836"} {"level":"info","ts":"2026-02-24T07:20:52.726565Z","caller":"traceutil/trace.go:171","msg":"trace[1914284955] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-5b4rq; range_end:; response_count:1; response_revision:24527; }","duration":"243.144429ms","start":"2026-02-24T07:20:52.483415Z","end":"2026-02-24T07:20:52.72656Z","steps":["trace[1914284955] 'agreement among raft nodes before linearized reading' (duration: 243.082697ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:52.726874Z","caller":"traceutil/trace.go:171","msg":"trace[260929494] transaction","detail":"{read_only:false; response_revision:24525; number_of_response:1; }","duration":"242.854882ms","start":"2026-02-24T07:20:52.484011Z","end":"2026-02-24T07:20:52.726866Z","steps":["trace[260929494] 'process raft request' (duration: 241.780715ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:52.726982Z","caller":"traceutil/trace.go:171","msg":"trace[618405730] transaction","detail":"{read_only:false; response_revision:24524; number_of_response:1; }","duration":"243.202621ms","start":"2026-02-24T07:20:52.483768Z","end":"2026-02-24T07:20:52.726971Z","steps":["trace[618405730] 'process raft request' (duration: 241.98025ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:52.727403Z","caller":"traceutil/trace.go:171","msg":"trace[607396542] transaction","detail":"{read_only:false; response_revision:24526; number_of_response:1; }","duration":"242.053912ms","start":"2026-02-24T07:20:52.485337Z","end":"2026-02-24T07:20:52.727391Z","steps":["trace[607396542] 'process raft request' (duration: 240.493283ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:52.731169Z","caller":"traceutil/trace.go:171","msg":"trace[370834634] transaction","detail":"{read_only:false; response_revision:24523; number_of_response:1; }","duration":"245.458707ms","start":"2026-02-24T07:20:52.480621Z","end":"2026-02-24T07:20:52.726079Z","steps":["trace[370834634] 'process raft request' (duration: 245.036656ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:20:53.876405Z","caller":"traceutil/trace.go:171","msg":"trace[1878849790] linearizableReadLoop","detail":"{readStateIndex:25521; appliedIndex:25520; }","duration":"102.170607ms","start":"2026-02-24T07:20:53.774073Z","end":"2026-02-24T07:20:53.876244Z","steps":["trace[1878849790] 'read index received' (duration: 101.531962ms)","trace[1878849790] 'applied index is now lower than readState.Index' (duration: 637.955µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:20:53.876576Z","caller":"traceutil/trace.go:171","msg":"trace[54820959] transaction","detail":"{read_only:false; response_revision:24570; number_of_response:1; }","duration":"117.521543ms","start":"2026-02-24T07:20:53.759031Z","end":"2026-02-24T07:20:53.876553Z","steps":["trace[54820959] 'process raft request' (duration: 116.620571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:20:53.876881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.791824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"info","ts":"2026-02-24T07:20:53.876942Z","caller":"traceutil/trace.go:171","msg":"trace[473165866] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24570; }","duration":"102.892275ms","start":"2026-02-24T07:20:53.774039Z","end":"2026-02-24T07:20:53.876931Z","steps":["trace[473165866] 'agreement among raft nodes before linearized reading' (duration: 102.517946ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:03.517823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.764078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:03.517888Z","caller":"traceutil/trace.go:171","msg":"trace[1453173068] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24646; }","duration":"581.894451ms","start":"2026-02-24T07:21:02.935977Z","end":"2026-02-24T07:21:03.517871Z","steps":["trace[1453173068] 'range keys from in-memory index tree' (duration: 581.597134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:03.517916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:02.935936Z","time spent":"581.971363ms","remote":"127.0.0.1:53384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-24T07:21:03.518437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.08775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:03.518466Z","caller":"traceutil/trace.go:171","msg":"trace[1979635027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24646; }","duration":"454.158802ms","start":"2026-02-24T07:21:03.064301Z","end":"2026-02-24T07:21:03.51846Z","steps":["trace[1979635027] 'range keys from in-memory index tree' (duration: 453.991427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:03.518484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:03.064275Z","time spent":"454.204992ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:21:03.518617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.098004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:21:03.518648Z","caller":"traceutil/trace.go:171","msg":"trace[781609586] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24646; }","duration":"451.173196ms","start":"2026-02-24T07:21:03.067465Z","end":"2026-02-24T07:21:03.518639Z","steps":["trace[781609586] 'count revisions from in-memory index tree' (duration: 451.023373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:03.518676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:03.067442Z","time spent":"451.224398ms","remote":"127.0.0.1:53562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:03.518688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.123384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:03.51885Z","caller":"traceutil/trace.go:171","msg":"trace[893648875] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24646; }","duration":"367.36182ms","start":"2026-02-24T07:21:03.151448Z","end":"2026-02-24T07:21:03.51881Z","steps":["trace[893648875] 'count revisions from in-memory index tree' (duration: 367.023302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:03.518936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:03.151432Z","time spent":"367.479384ms","remote":"127.0.0.1:38996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:04.985019Z","caller":"traceutil/trace.go:171","msg":"trace[285627672] transaction","detail":"{read_only:false; response_revision:24652; number_of_response:1; }","duration":"105.52093ms","start":"2026-02-24T07:21:04.879471Z","end":"2026-02-24T07:21:04.984991Z","steps":["trace[285627672] 'process raft request' (duration: 105.346596ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:04.986141Z","caller":"traceutil/trace.go:171","msg":"trace[963168137] transaction","detail":"{read_only:false; response_revision:24654; number_of_response:1; }","duration":"104.686281ms","start":"2026-02-24T07:21:04.881438Z","end":"2026-02-24T07:21:04.986125Z","steps":["trace[963168137] 'process raft request' (duration: 104.599699ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:04.986152Z","caller":"traceutil/trace.go:171","msg":"trace[2038031332] transaction","detail":"{read_only:false; response_revision:24653; number_of_response:1; }","duration":"105.810548ms","start":"2026-02-24T07:21:04.880319Z","end":"2026-02-24T07:21:04.986129Z","steps":["trace[2038031332] 'process raft request' (duration: 105.620174ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:04.986782Z","caller":"traceutil/trace.go:171","msg":"trace[379189025] transaction","detail":"{read_only:false; response_revision:24655; number_of_response:1; }","duration":"104.956547ms","start":"2026-02-24T07:21:04.881816Z","end":"2026-02-24T07:21:04.986772Z","steps":["trace[379189025] 'process raft request' (duration: 104.24924ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:04.986728Z","caller":"traceutil/trace.go:171","msg":"trace[670309696] linearizableReadLoop","detail":"{readStateIndex:25607; appliedIndex:25603; }","duration":"100.115656ms","start":"2026-02-24T07:21:04.886598Z","end":"2026-02-24T07:21:04.986714Z","steps":["trace[670309696] 'read index received' (duration: 98.191857ms)","trace[670309696] 'applied index is now lower than readState.Index' (duration: 1.922819ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:04.987052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.428703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T07:21:04.987128Z","caller":"traceutil/trace.go:171","msg":"trace[57473214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24655; }","duration":"100.535807ms","start":"2026-02-24T07:21:04.886573Z","end":"2026-02-24T07:21:04.987109Z","steps":["trace[57473214] 'agreement among raft nodes before linearized reading' (duration: 100.297801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:09.506084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637882992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:21:10.006951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637882992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:21:10.295106Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.296040455s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T07:21:10.295662Z","caller":"traceutil/trace.go:171","msg":"trace[870588638] transaction","detail":"{read_only:false; response_revision:24679; number_of_response:1; }","duration":"1.296697611s","start":"2026-02-24T07:21:08.998929Z","end":"2026-02-24T07:21:10.295626Z","steps":["trace[870588638] 'process raft request' (duration: 1.296443295s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:10.295818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:08.998908Z","time spent":"1.296828215s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:12.065739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99991532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:21:12.065814Z","caller":"traceutil/trace.go:171","msg":"trace[1142731957] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000049994s","start":"2026-02-24T07:21:10.065747Z","end":"2026-02-24T07:21:12.065797Z","steps":["trace[1142731957] 'agreement among raft nodes before linearized reading' (duration: 1.999941811s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:12.06585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:10.065733Z","time spent":"2.000110325s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:21:12.608464Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.31313027s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T07:21:12.608858Z","caller":"traceutil/trace.go:171","msg":"trace[1555931546] transaction","detail":"{read_only:false; response_revision:24680; number_of_response:1; }","duration":"3.609720259s","start":"2026-02-24T07:21:08.999109Z","end":"2026-02-24T07:21:12.608829Z","steps":["trace[1555931546] 'process raft request' (duration: 3.609514104s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:12.608884Z","caller":"traceutil/trace.go:171","msg":"trace[1340047055] transaction","detail":"{read_only:false; response_revision:24681; number_of_response:1; }","duration":"3.607884552s","start":"2026-02-24T07:21:09.000976Z","end":"2026-02-24T07:21:12.608861Z","steps":["trace[1340047055] 'process raft request' (duration: 3.607772709s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:12.608886Z","caller":"traceutil/trace.go:171","msg":"trace[1924315521] transaction","detail":"{read_only:false; response_revision:24682; number_of_response:1; }","duration":"3.607109323s","start":"2026-02-24T07:21:09.001758Z","end":"2026-02-24T07:21:12.608867Z","steps":["trace[1924315521] 'process raft request' (duration: 3.607031521s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:12.608903Z","caller":"traceutil/trace.go:171","msg":"trace[1760800300] linearizableReadLoop","detail":"{readStateIndex:25636; appliedIndex:25632; }","duration":"3.602947618s","start":"2026-02-24T07:21:09.005939Z","end":"2026-02-24T07:21:12.608887Z","steps":["trace[1760800300] 'read index received' (duration: 1.289421958s)","trace[1760800300] 'applied index is now lower than readState.Index' (duration: 2.313525s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:12.60897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:08.999082Z","time spent":"3.609822441s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:12.60897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:09.000956Z","time spent":"3.607959304s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:12.608989Z","caller":"traceutil/trace.go:171","msg":"trace[668579721] transaction","detail":"{read_only:false; response_revision:24683; number_of_response:1; }","duration":"2.550110235s","start":"2026-02-24T07:21:10.058871Z","end":"2026-02-24T07:21:12.608981Z","steps":["trace[668579721] 'process raft request' (duration: 2.54994153s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:12.608991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:09.001745Z","time spent":"3.607178114s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:12.609072Z","caller":"traceutil/trace.go:171","msg":"trace[1482406552] transaction","detail":"{read_only:false; response_revision:24685; number_of_response:1; }","duration":"2.362377747s","start":"2026-02-24T07:21:10.246652Z","end":"2026-02-24T07:21:12.60903Z","steps":["trace[1482406552] 'process raft request' (duration: 2.362210523s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:12.609148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.603213475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T07:21:12.609182Z","caller":"traceutil/trace.go:171","msg":"trace[1626179762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24685; }","duration":"3.603267215s","start":"2026-02-24T07:21:09.005907Z","end":"2026-02-24T07:21:12.609174Z","steps":["trace[1626179762] 'agreement among raft nodes before linearized reading' (duration: 3.603152133s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:12.609211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:09.005895Z","time spent":"3.603310117s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T07:21:12.609217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:10.246625Z","time spent":"2.362524491s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:12.609154Z","caller":"traceutil/trace.go:171","msg":"trace[705016529] transaction","detail":"{read_only:false; response_revision:24684; number_of_response:1; }","duration":"2.511399613s","start":"2026-02-24T07:21:10.097748Z","end":"2026-02-24T07:21:12.609147Z","steps":["trace[705016529] 'process raft request' (duration: 2.511095895s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:12.609263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:10.097738Z","time spent":"2.511508105s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:12.613692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:10.058854Z","time spent":"2.550153656s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:13.109346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637883004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:21:13.609958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637883004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:21:14.012076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000081562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:21:14.012142Z","caller":"traceutil/trace.go:171","msg":"trace[1439813253] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000172255s","start":"2026-02-24T07:21:09.011952Z","end":"2026-02-24T07:21:14.012125Z","steps":["trace[1439813253] 'agreement among raft nodes before linearized reading' (duration: 5.000092213s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:14.012177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:09.011946Z","time spent":"5.000224576s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/24 07:21:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:14.066442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000118685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:21:14.066538Z","caller":"traceutil/trace.go:171","msg":"trace[1476608554] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000262668s","start":"2026-02-24T07:21:12.066253Z","end":"2026-02-24T07:21:14.066516Z","steps":["trace[1476608554] 'agreement among raft nodes before linearized reading' (duration: 2.000138535s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:14.066602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:12.066239Z","time spent":"2.00035123s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:21:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:14.110757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637883004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:21:14.448849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999060308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:21:14.448968Z","caller":"traceutil/trace.go:171","msg":"trace[765841119] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999212251s","start":"2026-02-24T07:21:09.449729Z","end":"2026-02-24T07:21:14.448941Z","steps":["trace[765841119] 'agreement among raft nodes before linearized reading' (duration: 4.999078707s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:14.449028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:09.449718Z","time spent":"4.999297614s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/24 07:21:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:14.562094Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.859349998s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T07:21:15.137433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999490867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:21:15.137517Z","caller":"traceutil/trace.go:171","msg":"trace[2012821754] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.99961484s","start":"2026-02-24T07:21:10.137884Z","end":"2026-02-24T07:21:15.137499Z","steps":["trace[2012821754] 'agreement among raft nodes before linearized reading' (duration: 4.999514577s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:15.137561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:10.137871Z","time spent":"4.999679882s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/02/24 07:21:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:15.651277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996136734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:21:15.651411Z","caller":"traceutil/trace.go:171","msg":"trace[1171288835] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.996322808s","start":"2026-02-24T07:21:10.655067Z","end":"2026-02-24T07:21:15.65139Z","steps":["trace[1171288835] 'agreement among raft nodes before linearized reading' (duration: 4.996168775s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:15.65147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:10.655045Z","time spent":"4.996411771s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/24 07:21:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:15.679194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116846582s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-24T07:21:15.680747Z","caller":"traceutil/trace.go:171","msg":"trace[878334295] transaction","detail":"{read_only:false; response_revision:24686; number_of_response:1; }","duration":"3.736559846s","start":"2026-02-24T07:21:11.944161Z","end":"2026-02-24T07:21:15.68072Z","steps":["trace[878334295] 'process raft request' (duration: 3.73513091s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:15.680853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:11.94414Z","time spent":"3.736656748s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:16.074243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0003127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:21:16.074423Z","caller":"traceutil/trace.go:171","msg":"trace[601323109] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000558206s","start":"2026-02-24T07:21:14.073843Z","end":"2026-02-24T07:21:16.074401Z","steps":["trace[601323109] 'agreement among raft nodes before linearized reading' (duration: 2.000346881s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:16.074519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:14.073821Z","time spent":"2.000679559s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:21:16.347641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.816415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:21:16.347987Z","caller":"traceutil/trace.go:171","msg":"trace[25722370] transaction","detail":"{read_only:false; response_revision:24687; number_of_response:1; }","duration":"4.046738318s","start":"2026-02-24T07:21:12.301206Z","end":"2026-02-24T07:21:16.347944Z","steps":["trace[25722370] 'process raft request' (duration: 3.379501893s)","trace[25722370] 'compare' (duration: 666.334273ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:21:16.348036Z","caller":"traceutil/trace.go:171","msg":"trace[199178874] transaction","detail":"{read_only:false; response_revision:24688; number_of_response:1; }","duration":"3.734983976s","start":"2026-02-24T07:21:12.613025Z","end":"2026-02-24T07:21:16.348009Z","steps":["trace[199178874] 'process raft request' (duration: 3.734824911s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:16.348146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:12.612998Z","time spent":"3.735097929s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:16.348195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:12.301181Z","time spent":"4.046883592s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:16.348316Z","caller":"traceutil/trace.go:171","msg":"trace[1685748464] transaction","detail":"{read_only:false; response_revision:24690; number_of_response:1; }","duration":"2.463325735s","start":"2026-02-24T07:21:13.884966Z","end":"2026-02-24T07:21:16.348292Z","steps":["trace[1685748464] 'process raft request' (duration: 2.463220232s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:16.348342Z","caller":"traceutil/trace.go:171","msg":"trace[1774004505] linearizableReadLoop","detail":"{readStateIndex:25645; appliedIndex:25639; }","duration":"3.739371796s","start":"2026-02-24T07:21:12.608954Z","end":"2026-02-24T07:21:16.348326Z","steps":["trace[1774004505] 'read index received' (duration: 1.95336369s)","trace[1774004505] 'applied index is now lower than readState.Index' (duration: 1.786006496s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:16.34843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:13.884938Z","time spent":"2.463436577s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:16.348452Z","caller":"traceutil/trace.go:171","msg":"trace[349338994] transaction","detail":"{read_only:false; response_revision:24693; number_of_response:1; }","duration":"1.733745912s","start":"2026-02-24T07:21:14.614681Z","end":"2026-02-24T07:21:16.348427Z","steps":["trace[349338994] 'process raft request' (duration: 1.733684071s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:16.348468Z","caller":"traceutil/trace.go:171","msg":"trace[1798594436] transaction","detail":"{read_only:false; response_revision:24692; number_of_response:1; }","duration":"1.733929187s","start":"2026-02-24T07:21:14.614521Z","end":"2026-02-24T07:21:16.34845Z","steps":["trace[1798594436] 'process raft request' (duration: 1.733795794s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:16.348488Z","caller":"traceutil/trace.go:171","msg":"trace[1139521456] transaction","detail":"{read_only:false; response_revision:24691; number_of_response:1; }","duration":"1.734364797s","start":"2026-02-24T07:21:14.614068Z","end":"2026-02-24T07:21:16.348433Z","steps":["trace[1139521456] 'process raft request' (duration: 1.734199443s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:16.34857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.254921172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:21:16.348609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:14.614675Z","time spent":"1.733850925s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:16.348619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:14.614499Z","time spent":"1.73404081s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:16.348677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:14.614044Z","time spent":"1.734531132s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:16.348507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.768484829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-24T07:21:16.348742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.099250207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:16.348755Z","caller":"traceutil/trace.go:171","msg":"trace[625340059] transaction","detail":"{read_only:false; response_revision:24695; number_of_response:1; }","duration":"1.732821049s","start":"2026-02-24T07:21:14.615919Z","end":"2026-02-24T07:21:16.34874Z","steps":["trace[625340059] 'process raft request' (duration: 1.732771808s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:16.34881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.754442523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-02-24T07:21:16.348827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.817971559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:16.348837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:14.615913Z","time spent":"1.732898181s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:16.348831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.92197247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:21:16.348851Z","caller":"traceutil/trace.go:171","msg":"trace[1115761447] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:24694; }","duration":"6.754519665s","start":"2026-02-24T07:21:09.594321Z","end":"2026-02-24T07:21:16.34884Z","steps":["trace[1115761447] 'agreement among raft nodes before linearized reading' (duration: 6.75433456s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:16.348859Z","caller":"traceutil/trace.go:171","msg":"trace[748256743] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:24695; }","duration":"6.818037631s","start":"2026-02-24T07:21:09.530812Z","end":"2026-02-24T07:21:16.34885Z","steps":["trace[748256743] 'agreement among raft nodes before linearized reading' (duration: 6.81799328s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:16.348872Z","caller":"traceutil/trace.go:171","msg":"trace[281727751] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24695; }","duration":"4.922060112s","start":"2026-02-24T07:21:11.426803Z","end":"2026-02-24T07:21:16.348864Z","steps":["trace[281727751] 'agreement among raft nodes before linearized reading' (duration: 4.92198032s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:16.348878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.978445593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:21:16.348888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:09.530793Z","time spent":"6.818088412s","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-24T07:21:16.348903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:11.426778Z","time spent":"4.922117414s","remote":"127.0.0.1:53252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:16.348923Z","caller":"traceutil/trace.go:171","msg":"trace[746701423] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24695; }","duration":"3.978542955s","start":"2026-02-24T07:21:12.370366Z","end":"2026-02-24T07:21:16.348909Z","steps":["trace[746701423] 'agreement among raft nodes before linearized reading' (duration: 3.978471143s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:16.348947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.550291094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:16.348955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:12.370342Z","time spent":"3.978605336s","remote":"127.0.0.1:39580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:16.348983Z","caller":"traceutil/trace.go:171","msg":"trace[980124663] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24695; }","duration":"3.550326396s","start":"2026-02-24T07:21:12.798646Z","end":"2026-02-24T07:21:16.348972Z","steps":["trace[980124663] 'agreement among raft nodes before linearized reading' (duration: 3.550273815s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:16.348985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.333227676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-24T07:21:16.348991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.993822138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-24T07:21:16.349011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:12.79863Z","time spent":"3.550372727s","remote":"127.0.0.1:39208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-24T07:21:16.348626Z","caller":"traceutil/trace.go:171","msg":"trace[431796111] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24693; }","duration":"6.255011814s","start":"2026-02-24T07:21:10.093596Z","end":"2026-02-24T07:21:16.348608Z","steps":["trace[431796111] 'agreement among raft nodes before linearized reading' (duration: 6.25484573s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:16.349033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.512754784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:16.349036Z","caller":"traceutil/trace.go:171","msg":"trace[2119625238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24695; }","duration":"7.333311968s","start":"2026-02-24T07:21:09.015708Z","end":"2026-02-24T07:21:16.34902Z","steps":["trace[2119625238] 'agreement among raft nodes before linearized reading' (duration: 7.333186085s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:16.34904Z","caller":"traceutil/trace.go:171","msg":"trace[364426979] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24695; }","duration":"6.99391071s","start":"2026-02-24T07:21:09.355116Z","end":"2026-02-24T07:21:16.349027Z","steps":["trace[364426979] 'agreement among raft nodes before linearized reading' (duration: 6.993723456s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:16.349053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:10.093581Z","time spent":"6.255459386s","remote":"127.0.0.1:53464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:16.349065Z","caller":"traceutil/trace.go:171","msg":"trace[286852101] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24695; }","duration":"5.512786815s","start":"2026-02-24T07:21:10.836265Z","end":"2026-02-24T07:21:16.349052Z","steps":["trace[286852101] 'agreement among raft nodes before linearized reading' (duration: 5.512731683s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:16.349078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:09.015692Z","time spent":"7.333374639s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T07:21:16.349093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:10.836223Z","time spent":"5.512864937s","remote":"127.0.0.1:53488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:16.349094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.037813225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:21:16.34912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:09.355094Z","time spent":"6.994010612s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:16.349133Z","caller":"traceutil/trace.go:171","msg":"trace[1943214917] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24695; }","duration":"4.037877695s","start":"2026-02-24T07:21:12.311242Z","end":"2026-02-24T07:21:16.34912Z","steps":["trace[1943214917] 'agreement among raft nodes before linearized reading' (duration: 4.037818754s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:16.349148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.762860435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:16.349162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:12.311229Z","time spent":"4.037925307s","remote":"127.0.0.1:46030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:16.349185Z","caller":"traceutil/trace.go:171","msg":"trace[1682563286] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24695; }","duration":"3.762921467s","start":"2026-02-24T07:21:12.586252Z","end":"2026-02-24T07:21:16.349174Z","steps":["trace[1682563286] 'agreement among raft nodes before linearized reading' (duration: 3.762858645s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:16.348889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:09.594299Z","time spent":"6.754582026s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-02-24T07:21:16.349218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:12.58624Z","time spent":"3.762971078s","remote":"127.0.0.1:39404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:16.348806Z","caller":"traceutil/trace.go:171","msg":"trace[1739992326] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24694; }","duration":"7.099350788s","start":"2026-02-24T07:21:09.249435Z","end":"2026-02-24T07:21:16.348786Z","steps":["trace[1739992326] 'agreement among raft nodes before linearized reading' (duration: 7.099222845s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:16.349261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:09.249415Z","time spent":"7.099837111s","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:16.349268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.457586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:16.349261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.640193995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:16.3493Z","caller":"traceutil/trace.go:171","msg":"trace[1234268705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24695; }","duration":"274.523928ms","start":"2026-02-24T07:21:16.074767Z","end":"2026-02-24T07:21:16.349291Z","steps":["trace[1234268705] 'agreement among raft nodes before linearized reading' (duration: 274.479247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:16.34931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.266222472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:21:16.349328Z","caller":"traceutil/trace.go:171","msg":"trace[780883988] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24695; }","duration":"5.640264647s","start":"2026-02-24T07:21:10.709042Z","end":"2026-02-24T07:21:16.349306Z","steps":["trace[780883988] 'agreement among raft nodes before linearized reading' (duration: 5.640149044s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:16.349361Z","caller":"traceutil/trace.go:171","msg":"trace[1313383042] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24695; }","duration":"7.266301884s","start":"2026-02-24T07:21:09.083042Z","end":"2026-02-24T07:21:16.349344Z","steps":["trace[1313383042] 'agreement among raft nodes before linearized reading' (duration: 7.266214742s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:16.349389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:10.708982Z","time spent":"5.640389641s","remote":"127.0.0.1:58378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:16.349223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.519567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:21:16.34878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.921840659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:21:16.349457Z","caller":"traceutil/trace.go:171","msg":"trace[1658012099] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24695; }","duration":"145.796754ms","start":"2026-02-24T07:21:16.203649Z","end":"2026-02-24T07:21:16.349445Z","steps":["trace[1658012099] 'agreement among raft nodes before linearized reading' (duration: 145.538157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:16.3495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.395888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-24T07:21:16.349505Z","caller":"traceutil/trace.go:171","msg":"trace[731936398] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24695; }","duration":"6.922592697s","start":"2026-02-24T07:21:09.426884Z","end":"2026-02-24T07:21:16.349477Z","steps":["trace[731936398] 'agreement among raft nodes before linearized reading' (duration: 6.921829468s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:16.349534Z","caller":"traceutil/trace.go:171","msg":"trace[387576464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24695; }","duration":"335.467199ms","start":"2026-02-24T07:21:16.014057Z","end":"2026-02-24T07:21:16.349524Z","steps":["trace[387576464] 'agreement among raft nodes before linearized reading' (duration: 335.373107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:16.349547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717548135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:16.34957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:16.014037Z","time spent":"335.52123ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T07:21:16.349576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:09.426868Z","time spent":"6.922682639s","remote":"127.0.0.1:39560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:16.349588Z","caller":"traceutil/trace.go:171","msg":"trace[1494817934] transaction","detail":"{read_only:false; response_revision:24694; number_of_response:1; }","duration":"1.734679706s","start":"2026-02-24T07:21:14.614895Z","end":"2026-02-24T07:21:16.349575Z","steps":["trace[1494817934] 'process raft request' (duration: 1.733511647s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:16.349604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124527814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:16.349629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367996752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:21:16.349649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:14.614869Z","time spent":"1.734745837s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:16.349658Z","caller":"traceutil/trace.go:171","msg":"trace[1899569053] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24695; }","duration":"1.368060864s","start":"2026-02-24T07:21:14.981589Z","end":"2026-02-24T07:21:16.34965Z","steps":["trace[1899569053] 'agreement among raft nodes before linearized reading' (duration: 1.368013282s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:16.349664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.153405088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:16.349692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:14.981569Z","time spent":"1.368114945s","remote":"127.0.0.1:53440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:16.349699Z","caller":"traceutil/trace.go:171","msg":"trace[433695793] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24695; }","duration":"2.15348126s","start":"2026-02-24T07:21:14.196208Z","end":"2026-02-24T07:21:16.349689Z","steps":["trace[433695793] 'agreement among raft nodes before linearized reading' (duration: 2.153422648s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:16.349715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.772861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:16.349733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:14.196187Z","time spent":"2.15353587s","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:16.348757Z","caller":"traceutil/trace.go:171","msg":"trace[446854270] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24692; }","duration":"5.768752716s","start":"2026-02-24T07:21:10.579986Z","end":"2026-02-24T07:21:16.348739Z","steps":["trace[446854270] 'agreement among raft nodes before linearized reading' (duration: 5.768360846s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:16.349762Z","caller":"traceutil/trace.go:171","msg":"trace[163403976] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24695; }","duration":"607.858023ms","start":"2026-02-24T07:21:15.74189Z","end":"2026-02-24T07:21:16.349748Z","steps":["trace[163403976] 'agreement among raft nodes before linearized reading' (duration: 607.789851ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:16.349809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:15.741867Z","time spent":"607.927145ms","remote":"127.0.0.1:38916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:16.349807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:10.57997Z","time spent":"5.769818382s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-24T07:21:16.349654Z","caller":"traceutil/trace.go:171","msg":"trace[2026158073] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24695; }","duration":"1.124619566s","start":"2026-02-24T07:21:15.22502Z","end":"2026-02-24T07:21:16.34964Z","steps":["trace[2026158073] 'agreement among raft nodes before linearized reading' (duration: 1.124532474s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:16.349925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:15.224997Z","time spent":"1.124914664s","remote":"127.0.0.1:38854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:16.349945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.712944125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12013"} {"level":"warn","ts":"2026-02-24T07:21:16.349962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.229186746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:16.349974Z","caller":"traceutil/trace.go:171","msg":"trace[2029896647] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24695; }","duration":"2.713006916s","start":"2026-02-24T07:21:13.636959Z","end":"2026-02-24T07:21:16.349965Z","steps":["trace[2029896647] 'agreement among raft nodes before linearized reading' (duration: 2.712907064s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:16.349979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688412313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-c56c5d7c6-lwt7z.18971daa10ff36bb\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-02-24T07:21:16.350003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:13.636944Z","time spent":"2.713052428s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12037,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-24T07:21:16.350004Z","caller":"traceutil/trace.go:171","msg":"trace[1441447378] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24695; }","duration":"3.229290249s","start":"2026-02-24T07:21:13.120698Z","end":"2026-02-24T07:21:16.349988Z","steps":["trace[1441447378] 'agreement among raft nodes before linearized reading' (duration: 3.229219977s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:16.350017Z","caller":"traceutil/trace.go:171","msg":"trace[1606830065] range","detail":"{range_begin:/registry/events/openstack/magnum-api-c56c5d7c6-lwt7z.18971daa10ff36bb; range_end:; response_count:1; response_revision:24695; }","duration":"1.688488735s","start":"2026-02-24T07:21:14.661518Z","end":"2026-02-24T07:21:16.350007Z","steps":["trace[1606830065] 'agreement among raft nodes before linearized reading' (duration: 1.688353252s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:16.350033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:13.120677Z","time spent":"3.229348911s","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:16.349409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:09.08303Z","time spent":"7.266364985s","remote":"127.0.0.1:53434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:16.350055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.427720974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:16.350068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.473075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-24T07:21:16.350112Z","caller":"traceutil/trace.go:171","msg":"trace[1137036021] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24695; }","duration":"3.427819097s","start":"2026-02-24T07:21:12.922278Z","end":"2026-02-24T07:21:16.350097Z","steps":["trace[1137036021] 'agreement among raft nodes before linearized reading' (duration: 3.427700334s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:16.350118Z","caller":"traceutil/trace.go:171","msg":"trace[120196111] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:24695; }","duration":"939.569237ms","start":"2026-02-24T07:21:15.410534Z","end":"2026-02-24T07:21:16.350104Z","steps":["trace[120196111] 'agreement among raft nodes before linearized reading' (duration: 939.381582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:16.350152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:15.410514Z","time spent":"939.630529ms","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-02-24T07:21:16.350157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:12.922257Z","time spent":"3.427885589s","remote":"127.0.0.1:58302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:16.349582Z","caller":"traceutil/trace.go:171","msg":"trace[381375320] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24695; }","duration":"1.717616507s","start":"2026-02-24T07:21:14.631954Z","end":"2026-02-24T07:21:16.349571Z","steps":["trace[381375320] 'agreement among raft nodes before linearized reading' (duration: 1.717556255s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:16.348305Z","caller":"traceutil/trace.go:171","msg":"trace[1980149314] transaction","detail":"{read_only:false; response_revision:24689; number_of_response:1; }","duration":"3.59429469s","start":"2026-02-24T07:21:12.753976Z","end":"2026-02-24T07:21:16.348271Z","steps":["trace[1980149314] 'process raft request' (duration: 3.593984253s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:16.350276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:14.631941Z","time spent":"1.718311885s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:16.35005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:14.661494Z","time spent":"1.688549747s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-c56c5d7c6-lwt7z.18971daa10ff36bb\" "} {"level":"warn","ts":"2026-02-24T07:21:16.350462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:12.753959Z","time spent":"3.59632777s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:16.85381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637883014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:21:18.012716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.916303ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-02-24T07:21:18.012942Z","caller":"traceutil/trace.go:171","msg":"trace[1019377049] linearizableReadLoop","detail":"{readStateIndex:25654; appliedIndex:25650; }","duration":"1.659364613s","start":"2026-02-24T07:21:16.353566Z","end":"2026-02-24T07:21:18.012931Z","steps":["trace[1019377049] 'read index received' (duration: 788.246295ms)","trace[1019377049] 'applied index is now lower than readState.Index' (duration: 871.117758ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:18.012994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:16.350777Z","time spent":"1.662214215s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T07:21:18.013094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:16.353357Z","time spent":"1.659736183s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T07:21:18.013225Z","caller":"traceutil/trace.go:171","msg":"trace[669621457] transaction","detail":"{read_only:false; response_revision:24696; number_of_response:1; }","duration":"1.658769288s","start":"2026-02-24T07:21:16.35445Z","end":"2026-02-24T07:21:18.013219Z","steps":["trace[669621457] 'process raft request' (duration: 1.658384549s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:18.013275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:16.35443Z","time spent":"1.65880732s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:18.013333Z","caller":"traceutil/trace.go:171","msg":"trace[217634068] transaction","detail":"{read_only:false; response_revision:24697; number_of_response:1; }","duration":"1.656107182s","start":"2026-02-24T07:21:16.357221Z","end":"2026-02-24T07:21:18.013328Z","steps":["trace[217634068] 'process raft request' (duration: 1.655687372s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:18.013357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:16.357206Z","time spent":"1.656135922s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:18.013461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659895556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12013"} {"level":"info","ts":"2026-02-24T07:21:18.013473Z","caller":"traceutil/trace.go:171","msg":"trace[1671968701] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24697; }","duration":"1.659926458s","start":"2026-02-24T07:21:16.353543Z","end":"2026-02-24T07:21:18.013469Z","steps":["trace[1671968701] 'agreement among raft nodes before linearized reading' (duration: 1.659860977s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:18.013491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:16.353534Z","time spent":"1.659954209s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12037,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T07:21:18.013591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659069416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-09aa670a-752e-4ae0-b36b-6df43d2e942e\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-02-24T07:21:18.013603Z","caller":"traceutil/trace.go:171","msg":"trace[504107649] range","detail":"{range_begin:/registry/persistentvolumes/pvc-09aa670a-752e-4ae0-b36b-6df43d2e942e; range_end:; response_count:1; response_revision:24697; }","duration":"1.659100777s","start":"2026-02-24T07:21:16.354498Z","end":"2026-02-24T07:21:18.013599Z","steps":["trace[504107649] 'agreement among raft nodes before linearized reading' (duration: 1.659059886s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:18.013618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:16.354488Z","time spent":"1.659125407s","remote":"127.0.0.1:53110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-09aa670a-752e-4ae0-b36b-6df43d2e942e\" "} {"level":"warn","ts":"2026-02-24T07:21:18.013846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.513066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:18.013863Z","caller":"traceutil/trace.go:171","msg":"trace[2126442005] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24697; }","duration":"215.556436ms","start":"2026-02-24T07:21:17.7983Z","end":"2026-02-24T07:21:18.013856Z","steps":["trace[2126442005] 'agreement among raft nodes before linearized reading' (duration: 215.528005ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:18.013952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.214841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-24T07:21:18.013963Z","caller":"traceutil/trace.go:171","msg":"trace[1933456768] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24697; }","duration":"360.259732ms","start":"2026-02-24T07:21:17.6537Z","end":"2026-02-24T07:21:18.01396Z","steps":["trace[1933456768] 'agreement among raft nodes before linearized reading' (duration: 360.220991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:18.013975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:17.653682Z","time spent":"360.289793ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T07:21:18.014048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.376556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T07:21:18.014059Z","caller":"traceutil/trace.go:171","msg":"trace[403541345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24697; }","duration":"442.415907ms","start":"2026-02-24T07:21:17.57164Z","end":"2026-02-24T07:21:18.014056Z","steps":["trace[403541345] 'agreement among raft nodes before linearized reading' (duration: 442.382706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:18.01407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:17.571621Z","time spent":"442.446407ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T07:21:18.014255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.812163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T07:21:18.014269Z","caller":"traceutil/trace.go:171","msg":"trace[1238057739] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24697; }","duration":"654.886764ms","start":"2026-02-24T07:21:17.359378Z","end":"2026-02-24T07:21:18.014265Z","steps":["trace[1238057739] 'agreement among raft nodes before linearized reading' (duration: 654.73455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:18.014281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:17.359346Z","time spent":"654.931835ms","remote":"127.0.0.1:53154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:18.014353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.735603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:21:18.014366Z","caller":"traceutil/trace.go:171","msg":"trace[15084268] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24697; }","duration":"826.778265ms","start":"2026-02-24T07:21:17.187584Z","end":"2026-02-24T07:21:18.014362Z","steps":["trace[15084268] 'agreement among raft nodes before linearized reading' (duration: 826.751814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:18.014378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:17.187567Z","time spent":"826.807375ms","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:18.014454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241207367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:21:18.014473Z","caller":"traceutil/trace.go:171","msg":"trace[509036523] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24697; }","duration":"1.241260228s","start":"2026-02-24T07:21:16.773209Z","end":"2026-02-24T07:21:18.01447Z","steps":["trace[509036523] 'agreement among raft nodes before linearized reading' (duration: 1.241225897s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:18.014485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:16.773193Z","time spent":"1.2412895s","remote":"127.0.0.1:53080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:18.014554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653962008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:18.01457Z","caller":"traceutil/trace.go:171","msg":"trace[783087354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24697; }","duration":"1.653987279s","start":"2026-02-24T07:21:16.36058Z","end":"2026-02-24T07:21:18.014567Z","steps":["trace[783087354] 'agreement among raft nodes before linearized reading' (duration: 1.653962858s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:18.014582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:16.360575Z","time spent":"1.654004929s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:21:18.014653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656704467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:18.01467Z","caller":"traceutil/trace.go:171","msg":"trace[222578433] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24697; }","duration":"1.656731127s","start":"2026-02-24T07:21:16.357935Z","end":"2026-02-24T07:21:18.014666Z","steps":["trace[222578433] 'agreement among raft nodes before linearized reading' (duration: 1.656703026s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:18.014682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:16.357929Z","time spent":"1.656749497s","remote":"127.0.0.1:53060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-02-24T07:21:18.014751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660137442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:18.014767Z","caller":"traceutil/trace.go:171","msg":"trace[492582750] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24697; }","duration":"1.660656315s","start":"2026-02-24T07:21:16.354107Z","end":"2026-02-24T07:21:18.014763Z","steps":["trace[492582750] 'agreement among raft nodes before linearized reading' (duration: 1.660629855s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:18.014783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:16.354096Z","time spent":"1.660683047s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T07:21:18.598905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637883023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:21:19.099502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637883023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:21:19.396508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.957308ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:19.396638Z","caller":"traceutil/trace.go:171","msg":"trace[24254524] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24697; }","duration":"386.100711ms","start":"2026-02-24T07:21:19.010519Z","end":"2026-02-24T07:21:19.39662Z","steps":["trace[24254524] 'range keys from in-memory index tree' (duration: 385.940268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:19.570946Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.553651258s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T07:21:19.571353Z","caller":"traceutil/trace.go:171","msg":"trace[1436361897] transaction","detail":"{read_only:false; response_revision:24698; number_of_response:1; }","duration":"1.5541511s","start":"2026-02-24T07:21:18.01718Z","end":"2026-02-24T07:21:19.571331Z","steps":["trace[1436361897] 'process raft request' (duration: 1.553987126s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:19.571478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:18.017155Z","time spent":"1.554246591s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:19.580029Z","caller":"traceutil/trace.go:171","msg":"trace[1285439295] transaction","detail":"{read_only:false; response_revision:24699; number_of_response:1; }","duration":"1.562754876s","start":"2026-02-24T07:21:18.017216Z","end":"2026-02-24T07:21:19.579971Z","steps":["trace[1285439295] 'process raft request' (duration: 1.562489509s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:19.580096Z","caller":"traceutil/trace.go:171","msg":"trace[976319665] transaction","detail":"{read_only:false; response_revision:24700; number_of_response:1; }","duration":"1.559200916s","start":"2026-02-24T07:21:18.020866Z","end":"2026-02-24T07:21:19.580067Z","steps":["trace[976319665] 'process raft request' (duration: 1.558977661s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:19.580245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:18.017189Z","time spent":"1.56292393s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:19.580281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:18.020853Z","time spent":"1.55936621s","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1611,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T07:21:19.580269Z","caller":"traceutil/trace.go:171","msg":"trace[128518056] transaction","detail":"{read_only:false; response_revision:24702; number_of_response:1; }","duration":"1.558726635s","start":"2026-02-24T07:21:18.021477Z","end":"2026-02-24T07:21:19.580203Z","steps":["trace[128518056] 'process raft request' (duration: 1.55854741s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:19.580267Z","caller":"traceutil/trace.go:171","msg":"trace[1355573936] transaction","detail":"{read_only:false; response_revision:24701; number_of_response:1; }","duration":"1.558867958s","start":"2026-02-24T07:21:18.021357Z","end":"2026-02-24T07:21:19.580225Z","steps":["trace[1355573936] 'process raft request' (duration: 1.558613132s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:19.580426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:18.021469Z","time spent":"1.558863448s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:19.580521Z","caller":"traceutil/trace.go:171","msg":"trace[1649970988] transaction","detail":"{read_only:false; response_revision:24703; number_of_response:1; }","duration":"1.558990571s","start":"2026-02-24T07:21:18.021511Z","end":"2026-02-24T07:21:19.580502Z","steps":["trace[1649970988] 'process raft request' (duration: 1.558591731s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:19.580551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:18.021338Z","time spent":"1.559096533s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:19.580604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:18.021507Z","time spent":"1.559054663s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:19.580699Z","caller":"traceutil/trace.go:171","msg":"trace[180861682] transaction","detail":"{read_only:false; response_revision:24704; number_of_response:1; }","duration":"1.227267707s","start":"2026-02-24T07:21:18.353421Z","end":"2026-02-24T07:21:19.580689Z","steps":["trace[180861682] 'process raft request' (duration: 1.22698298s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:19.580709Z","caller":"traceutil/trace.go:171","msg":"trace[898915472] transaction","detail":"{read_only:false; response_revision:24705; number_of_response:1; }","duration":"1.226973389s","start":"2026-02-24T07:21:18.353724Z","end":"2026-02-24T07:21:19.580697Z","steps":["trace[898915472] 'process raft request' (duration: 1.226854896s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:19.580748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:18.353398Z","time spent":"1.227321137s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:19.580817Z","caller":"traceutil/trace.go:171","msg":"trace[1458393073] linearizableReadLoop","detail":"{readStateIndex:25666; appliedIndex:25654; }","duration":"1.559830842s","start":"2026-02-24T07:21:18.02097Z","end":"2026-02-24T07:21:19.580801Z","steps":["trace[1458393073] 'read index received' (duration: 1.550270461s)","trace[1458393073] 'applied index is now lower than readState.Index' (duration: 9.559641ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:21:19.58091Z","caller":"traceutil/trace.go:171","msg":"trace[1511641802] transaction","detail":"{read_only:false; response_revision:24706; number_of_response:1; }","duration":"1.226679362s","start":"2026-02-24T07:21:18.35422Z","end":"2026-02-24T07:21:19.5809Z","steps":["trace[1511641802] 'process raft request' (duration: 1.226437185s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:19.580988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:18.354209Z","time spent":"1.226721653s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:19.581126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557037722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:19.58114Z","caller":"traceutil/trace.go:171","msg":"trace[624264899] transaction","detail":"{read_only:false; response_revision:24708; number_of_response:1; }","duration":"1.226369404s","start":"2026-02-24T07:21:18.354757Z","end":"2026-02-24T07:21:19.581127Z","steps":["trace[624264899] 'process raft request' (duration: 1.225973933s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:19.581216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332196573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:19.581235Z","caller":"traceutil/trace.go:171","msg":"trace[828930769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24709; }","duration":"1.332252104s","start":"2026-02-24T07:21:18.248978Z","end":"2026-02-24T07:21:19.58123Z","steps":["trace[828930769] 'agreement among raft nodes before linearized reading' (duration: 1.332224763s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:19.581252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:18.248958Z","time spent":"1.332290886s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:21:19.581203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:18.35475Z","time spent":"1.226420856s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:19.581279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227855762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T07:21:19.581314Z","caller":"traceutil/trace.go:171","msg":"trace[917082208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24709; }","duration":"1.227919363s","start":"2026-02-24T07:21:18.353385Z","end":"2026-02-24T07:21:19.581305Z","steps":["trace[917082208] 'agreement among raft nodes before linearized reading' (duration: 1.22780352s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:19.581339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:18.353369Z","time spent":"1.227963195s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T07:21:19.581396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460027504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-24T07:21:19.581415Z","caller":"traceutil/trace.go:171","msg":"trace[2147113530] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24709; }","duration":"1.460084406s","start":"2026-02-24T07:21:18.121325Z","end":"2026-02-24T07:21:19.58141Z","steps":["trace[2147113530] 'agreement among raft nodes before linearized reading' (duration: 1.460001944s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:19.581456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:18.121301Z","time spent":"1.460150938s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-02-24T07:21:19.581456Z","caller":"traceutil/trace.go:171","msg":"trace[744154573] transaction","detail":"{read_only:false; response_revision:24707; number_of_response:1; }","duration":"1.22703142s","start":"2026-02-24T07:21:18.354412Z","end":"2026-02-24T07:21:19.581444Z","steps":["trace[744154573] 'process raft request' (duration: 1.226280881s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:19.581525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:18.354405Z","time spent":"1.227089532s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:19.581564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47538096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:19.581575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.133991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:19.581614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502953913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:19.581151Z","caller":"traceutil/trace.go:171","msg":"trace[1996148153] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24709; }","duration":"1.557081123s","start":"2026-02-24T07:21:18.024063Z","end":"2026-02-24T07:21:19.581144Z","steps":["trace[1996148153] 'agreement among raft nodes before linearized reading' (duration: 1.557038052s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:19.581635Z","caller":"traceutil/trace.go:171","msg":"trace[74882284] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24709; }","duration":"1.503007755s","start":"2026-02-24T07:21:18.078621Z","end":"2026-02-24T07:21:19.581629Z","steps":["trace[74882284] 'agreement among raft nodes before linearized reading' (duration: 1.502974394s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:19.581653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:18.078603Z","time spent":"1.503045836s","remote":"127.0.0.1:39112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:19.581653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.903966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:19.581656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:18.024054Z","time spent":"1.557591776s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-24T07:21:19.58168Z","caller":"traceutil/trace.go:171","msg":"trace[1038715116] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24709; }","duration":"980.953228ms","start":"2026-02-24T07:21:18.600719Z","end":"2026-02-24T07:21:19.581672Z","steps":["trace[1038715116] 'agreement among raft nodes before linearized reading' (duration: 980.909757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:19.581708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:18.600705Z","time spent":"980.995129ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:19.581612Z","caller":"traceutil/trace.go:171","msg":"trace[1296746829] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24709; }","duration":"651.200972ms","start":"2026-02-24T07:21:18.9304Z","end":"2026-02-24T07:21:19.581601Z","steps":["trace[1296746829] 'agreement among raft nodes before linearized reading' (duration: 651.144641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:19.58191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:18.930384Z","time spent":"651.513841ms","remote":"127.0.0.1:39106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:19.581584Z","caller":"traceutil/trace.go:171","msg":"trace[1380317019] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24709; }","duration":"1.475424982s","start":"2026-02-24T07:21:18.106151Z","end":"2026-02-24T07:21:19.581576Z","steps":["trace[1380317019] 'agreement among raft nodes before linearized reading' (duration: 1.475394791s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:19.582391Z","caller":"traceutil/trace.go:171","msg":"trace[1621554286] transaction","detail":"{read_only:false; response_revision:24709; number_of_response:1; }","duration":"1.227139393s","start":"2026-02-24T07:21:18.355228Z","end":"2026-02-24T07:21:19.582367Z","steps":["trace[1621554286] 'process raft request' (duration: 1.225537434s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:19.582437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:18.106138Z","time spent":"1.476285133s","remote":"127.0.0.1:53384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-24T07:21:19.58248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:18.355201Z","time spent":"1.227237965s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:19.580772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:18.353699Z","time spent":"1.227036091s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:19.58119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56015639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:19.588233Z","caller":"traceutil/trace.go:171","msg":"trace[958838110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24709; }","duration":"1.566975802s","start":"2026-02-24T07:21:18.020933Z","end":"2026-02-24T07:21:19.587908Z","steps":["trace[958838110] 'agreement among raft nodes before linearized reading' (duration: 1.560153121s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:19.588352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:18.020914Z","time spent":"1.567401812s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:21:24.09839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034088153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:24.098434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.047047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-02-24T07:21:24.09848Z","caller":"traceutil/trace.go:171","msg":"trace[1204190106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24822; }","duration":"1.034217506s","start":"2026-02-24T07:21:23.06424Z","end":"2026-02-24T07:21:24.098458Z","steps":["trace[1204190106] 'range keys from in-memory index tree' (duration: 1.03401684s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:24.09851Z","caller":"traceutil/trace.go:171","msg":"trace[581731595] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8; range_end:; response_count:1; response_revision:24822; }","duration":"600.17085ms","start":"2026-02-24T07:21:23.498319Z","end":"2026-02-24T07:21:24.09849Z","steps":["trace[581731595] 'range keys from in-memory index tree' (duration: 599.854221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:24.09852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:23.064222Z","time spent":"1.034289597s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:21:24.098557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:23.4983Z","time spent":"600.247271ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" "} {"level":"warn","ts":"2026-02-24T07:21:24.098902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.43236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-02-24T07:21:24.098938Z","caller":"traceutil/trace.go:171","msg":"trace[1618597030] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8; range_end:; response_count:1; response_revision:24822; }","duration":"950.500752ms","start":"2026-02-24T07:21:23.148424Z","end":"2026-02-24T07:21:24.098925Z","steps":["trace[1618597030] 'range keys from in-memory index tree' (duration: 950.275646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:24.098966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:23.148405Z","time spent":"950.554123ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" "} {"level":"warn","ts":"2026-02-24T07:21:24.101043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637883437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:21:24.60173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637883437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:21:25.090046Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.48966312s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T07:21:25.090896Z","caller":"traceutil/trace.go:171","msg":"trace[1144101247] transaction","detail":"{read_only:false; response_revision:24823; number_of_response:1; }","duration":"1.490579213s","start":"2026-02-24T07:21:23.600276Z","end":"2026-02-24T07:21:25.090855Z","steps":["trace[1144101247] 'process raft request' (duration: 1.490290926s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.091267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:23.600256Z","time spent":"1.49083191s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:25.632547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.332071Z","time spent":"300.459229ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T07:21:25.634889Z","caller":"traceutil/trace.go:171","msg":"trace[2116576737] transaction","detail":"{read_only:false; response_revision:24825; number_of_response:1; }","duration":"2.034196743s","start":"2026-02-24T07:21:23.600671Z","end":"2026-02-24T07:21:25.634868Z","steps":["trace[2116576737] 'process raft request' (duration: 2.034119771s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:25.634927Z","caller":"traceutil/trace.go:171","msg":"trace[174955794] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"2.034305535s","start":"2026-02-24T07:21:23.600589Z","end":"2026-02-24T07:21:25.634894Z","steps":["trace[174955794] 'process raft request' (duration: 2.034049629s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.635049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:23.600665Z","time spent":"2.034290445s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:25.635132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:23.600579Z","time spent":"2.034454579s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:25.635669Z","caller":"traceutil/trace.go:171","msg":"trace[620196514] transaction","detail":"{read_only:false; response_revision:24827; number_of_response:1; }","duration":"2.034913179s","start":"2026-02-24T07:21:23.600746Z","end":"2026-02-24T07:21:25.635659Z","steps":["trace[620196514] 'process raft request' (duration: 2.034836037s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:25.635687Z","caller":"traceutil/trace.go:171","msg":"trace[690764852] transaction","detail":"{read_only:false; response_revision:24826; number_of_response:1; }","duration":"2.035011593s","start":"2026-02-24T07:21:23.600661Z","end":"2026-02-24T07:21:25.635673Z","steps":["trace[690764852] 'process raft request' (duration: 2.034168742s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.635728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:23.600741Z","time spent":"2.03495953s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:25.635754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:23.600645Z","time spent":"2.035073724s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:25.636086Z","caller":"traceutil/trace.go:171","msg":"trace[1438521939] transaction","detail":"{read_only:false; response_revision:24828; number_of_response:1; }","duration":"2.035306399s","start":"2026-02-24T07:21:23.60077Z","end":"2026-02-24T07:21:25.636076Z","steps":["trace[1438521939] 'process raft request' (duration: 2.034858737s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.63614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:23.600759Z","time spent":"2.035355151s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:25.636164Z","caller":"traceutil/trace.go:171","msg":"trace[435705901] transaction","detail":"{read_only:false; response_revision:24829; number_of_response:1; }","duration":"2.00153449s","start":"2026-02-24T07:21:23.634618Z","end":"2026-02-24T07:21:25.636153Z","steps":["trace[435705901] 'process raft request' (duration: 2.001395887s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.636223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:23.634602Z","time spent":"2.001594822s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:25.6364Z","caller":"traceutil/trace.go:171","msg":"trace[928340230] linearizableReadLoop","detail":"{readStateIndex:25800; appliedIndex:25792; }","duration":"2.03573679s","start":"2026-02-24T07:21:23.600654Z","end":"2026-02-24T07:21:25.636391Z","steps":["trace[928340230] 'read index received' (duration: 1.489773623s)","trace[928340230] 'applied index is now lower than readState.Index' (duration: 545.962317ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:25.636573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035915765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-24T07:21:25.636609Z","caller":"traceutil/trace.go:171","msg":"trace[1170855954] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24830; }","duration":"2.035974947s","start":"2026-02-24T07:21:23.600626Z","end":"2026-02-24T07:21:25.636601Z","steps":["trace[1170855954] 'agreement among raft nodes before linearized reading' (duration: 2.035863524s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.636631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:23.600604Z","time spent":"2.036021847s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T07:21:25.636642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.027971595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T07:21:25.636676Z","caller":"traceutil/trace.go:171","msg":"trace[157088336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24830; }","duration":"2.028031436s","start":"2026-02-24T07:21:23.608635Z","end":"2026-02-24T07:21:25.636667Z","steps":["trace[157088336] 'agreement among raft nodes before linearized reading' (duration: 2.027913453s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.636701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:23.608622Z","time spent":"2.028073128s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T07:21:25.636807Z","caller":"traceutil/trace.go:171","msg":"trace[442424971] transaction","detail":"{read_only:false; response_revision:24830; number_of_response:1; }","duration":"1.529732456s","start":"2026-02-24T07:21:24.107066Z","end":"2026-02-24T07:21:25.636798Z","steps":["trace[442424971] 'process raft request' (duration: 1.5290548s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.636862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:24.107052Z","time spent":"1.529780177s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3680,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:25.636923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.222483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-24T07:21:25.636951Z","caller":"traceutil/trace.go:171","msg":"trace[865892966] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:24830; }","duration":"226.285155ms","start":"2026-02-24T07:21:25.41066Z","end":"2026-02-24T07:21:25.636945Z","steps":["trace[865892966] 'agreement among raft nodes before linearized reading' (duration: 226.225554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.636873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.161299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-24T07:21:25.637053Z","caller":"traceutil/trace.go:171","msg":"trace[11918574] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24830; }","duration":"120.378815ms","start":"2026-02-24T07:21:25.516663Z","end":"2026-02-24T07:21:25.637042Z","steps":["trace[11918574] 'agreement among raft nodes before linearized reading' (duration: 120.152929ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.637092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.876788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5302"} {"level":"info","ts":"2026-02-24T07:21:25.637118Z","caller":"traceutil/trace.go:171","msg":"trace[748916868] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:24830; }","duration":"282.96049ms","start":"2026-02-24T07:21:25.354152Z","end":"2026-02-24T07:21:25.637113Z","steps":["trace[748916868] 'agreement among raft nodes before linearized reading' (duration: 282.890959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.637277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.020798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3276"} {"level":"info","ts":"2026-02-24T07:21:25.637303Z","caller":"traceutil/trace.go:171","msg":"trace[171406700] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24830; }","duration":"657.062119ms","start":"2026-02-24T07:21:24.980234Z","end":"2026-02-24T07:21:25.637296Z","steps":["trace[171406700] 'agreement among raft nodes before linearized reading' (duration: 656.991317ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.637326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:24.980229Z","time spent":"657.092269ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3300,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-02-24T07:21:25.637417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599697636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-24T07:21:25.637448Z","caller":"traceutil/trace.go:171","msg":"trace[2083030112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24830; }","duration":"1.599771057s","start":"2026-02-24T07:21:24.037668Z","end":"2026-02-24T07:21:25.637439Z","steps":["trace[2083030112] 'agreement among raft nodes before linearized reading' (duration: 1.599700436s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.637471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:24.037646Z","time spent":"1.599821148s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T07:21:25.637549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.914816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2897"} {"level":"warn","ts":"2026-02-24T07:21:25.63764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.46864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3294"} {"level":"warn","ts":"2026-02-24T07:21:25.637593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.365827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3300"} {"level":"info","ts":"2026-02-24T07:21:25.637664Z","caller":"traceutil/trace.go:171","msg":"trace[1955400400] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24830; }","duration":"657.516951ms","start":"2026-02-24T07:21:24.98014Z","end":"2026-02-24T07:21:25.637657Z","steps":["trace[1955400400] 'agreement among raft nodes before linearized reading' (duration: 657.464779ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:25.637677Z","caller":"traceutil/trace.go:171","msg":"trace[2107490540] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24830; }","duration":"657.441839ms","start":"2026-02-24T07:21:24.980221Z","end":"2026-02-24T07:21:25.637663Z","steps":["trace[2107490540] 'agreement among raft nodes before linearized reading' (duration: 657.323876ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:25.637631Z","caller":"traceutil/trace.go:171","msg":"trace[78872004] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:24830; }","duration":"657.029859ms","start":"2026-02-24T07:21:24.980583Z","end":"2026-02-24T07:21:25.637613Z","steps":["trace[78872004] 'agreement among raft nodes before linearized reading' (duration: 656.489774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.637705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:24.980574Z","time spent":"657.125832ms","remote":"127.0.0.1:53402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2921,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-02-24T07:21:25.637721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:24.980192Z","time spent":"657.516491ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3324,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-24T07:21:25.63784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3284"} {"level":"info","ts":"2026-02-24T07:21:25.637867Z","caller":"traceutil/trace.go:171","msg":"trace[1133259014] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24830; }","duration":"658.349612ms","start":"2026-02-24T07:21:24.979511Z","end":"2026-02-24T07:21:25.63786Z","steps":["trace[1133259014] 'agreement among raft nodes before linearized reading' (duration: 658.28187ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.637884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:24.979488Z","time spent":"658.392122ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3308,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-02-24T07:21:25.637969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.950087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-c56c5d7c6-lwt7z.18971daa10ff36bb\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-02-24T07:21:25.637989Z","caller":"traceutil/trace.go:171","msg":"trace[1840809062] range","detail":"{range_begin:/registry/events/openstack/magnum-api-c56c5d7c6-lwt7z.18971daa10ff36bb; range_end:; response_count:1; response_revision:24830; }","duration":"977.000568ms","start":"2026-02-24T07:21:24.660984Z","end":"2026-02-24T07:21:25.637984Z","steps":["trace[1840809062] 'agreement among raft nodes before linearized reading' (duration: 976.943396ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.63801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:24.660966Z","time spent":"977.039669ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-c56c5d7c6-lwt7z.18971daa10ff36bb\" "} {"level":"warn","ts":"2026-02-24T07:21:25.638067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.840653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7705"} {"level":"info","ts":"2026-02-24T07:21:25.638111Z","caller":"traceutil/trace.go:171","msg":"trace[281741417] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24830; }","duration":"521.917475ms","start":"2026-02-24T07:21:25.116183Z","end":"2026-02-24T07:21:25.638101Z","steps":["trace[281741417] 'agreement among raft nodes before linearized reading' (duration: 521.795462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.638138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.873331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12013"} {"level":"warn","ts":"2026-02-24T07:21:25.638147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.116153Z","time spent":"521.985977ms","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7729,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-02-24T07:21:25.638164Z","caller":"traceutil/trace.go:171","msg":"trace[493458482] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24830; }","duration":"983.922302ms","start":"2026-02-24T07:21:24.654234Z","end":"2026-02-24T07:21:25.638157Z","steps":["trace[493458482] 'agreement among raft nodes before linearized reading' (duration: 983.857311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.638185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:24.65422Z","time spent":"983.958783ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12037,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T07:21:25.638327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04071602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3300"} {"level":"warn","ts":"2026-02-24T07:21:25.638337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.743091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" ","response":"range_response_count:1 size:3698"} {"level":"info","ts":"2026-02-24T07:21:25.63835Z","caller":"traceutil/trace.go:171","msg":"trace[1834087470] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24830; }","duration":"1.040774371s","start":"2026-02-24T07:21:24.59757Z","end":"2026-02-24T07:21:25.638345Z","steps":["trace[1834087470] 'agreement among raft nodes before linearized reading' (duration: 1.040713419s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.638372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:24.597552Z","time spent":"1.040815952s","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3324,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-24T07:21:25.638373Z","caller":"traceutil/trace.go:171","msg":"trace[2075619367] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8; range_end:; response_count:1; response_revision:24830; }","duration":"533.828633ms","start":"2026-02-24T07:21:25.104534Z","end":"2026-02-24T07:21:25.638363Z","steps":["trace[2075619367] 'agreement among raft nodes before linearized reading' (duration: 533.762982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.638404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.104511Z","time spent":"533.884995ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3722,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" "} {"level":"warn","ts":"2026-02-24T07:21:25.638471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537472491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:25.638495Z","caller":"traceutil/trace.go:171","msg":"trace[2048308519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24830; }","duration":"1.537519482s","start":"2026-02-24T07:21:24.10097Z","end":"2026-02-24T07:21:25.638489Z","steps":["trace[2048308519] 'agreement among raft nodes before linearized reading' (duration: 1.537482051s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.638515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:24.100956Z","time spent":"1.537555403s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:21:25.638537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898479371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T07:21:25.638588Z","caller":"traceutil/trace.go:171","msg":"trace[1233966077] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24830; }","duration":"1.898557893s","start":"2026-02-24T07:21:23.740006Z","end":"2026-02-24T07:21:25.638564Z","steps":["trace[1233966077] 'agreement among raft nodes before linearized reading' (duration: 1.897410825s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.638609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:23.739986Z","time spent":"1.898617145s","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2761,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:25.638631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597207242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-24T07:21:25.638656Z","caller":"traceutil/trace.go:171","msg":"trace[2040017766] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24830; }","duration":"1.597271033s","start":"2026-02-24T07:21:24.041377Z","end":"2026-02-24T07:21:25.638648Z","steps":["trace[2040017766] 'agreement among raft nodes before linearized reading' (duration: 1.597211622s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.638679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:24.041363Z","time spent":"1.597310174s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T07:21:25.638787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975100377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:21:25.638818Z","caller":"traceutil/trace.go:171","msg":"trace[112377875] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24830; }","duration":"1.975157338s","start":"2026-02-24T07:21:23.663654Z","end":"2026-02-24T07:21:25.638812Z","steps":["trace[112377875] 'agreement among raft nodes before linearized reading' (duration: 1.975054256s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.638846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:23.663643Z","time spent":"1.975195109s","remote":"127.0.0.1:53292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:25.639513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.531027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9518"} {"level":"info","ts":"2026-02-24T07:21:25.639559Z","caller":"traceutil/trace.go:171","msg":"trace[371723474] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:24830; }","duration":"658.600828ms","start":"2026-02-24T07:21:24.980948Z","end":"2026-02-24T07:21:25.639548Z","steps":["trace[371723474] 'agreement among raft nodes before linearized reading' (duration: 658.484835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.639592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:24.980937Z","time spent":"658.64772ms","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9542,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"warn","ts":"2026-02-24T07:21:25.639738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.025484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/nova-compute-default\" ","response":"range_response_count:1 size:18097"} {"level":"info","ts":"2026-02-24T07:21:25.63984Z","caller":"traceutil/trace.go:171","msg":"trace[1158969226] range","detail":"{range_begin:/registry/daemonsets/openstack/nova-compute-default; range_end:; response_count:1; response_revision:24830; }","duration":"658.125797ms","start":"2026-02-24T07:21:24.98167Z","end":"2026-02-24T07:21:25.639796Z","steps":["trace[1158969226] 'agreement among raft nodes before linearized reading' (duration: 657.809339ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.639916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:24.981665Z","time spent":"658.233709ms","remote":"127.0.0.1:53402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18121,"request content":"key:\"/registry/daemonsets/openstack/nova-compute-default\" "} {"level":"warn","ts":"2026-02-24T07:21:25.639999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.464145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-02-24T07:21:25.640039Z","caller":"traceutil/trace.go:171","msg":"trace[275675983] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:24830; }","duration":"658.541187ms","start":"2026-02-24T07:21:24.981487Z","end":"2026-02-24T07:21:25.640028Z","steps":["trace[275675983] 'agreement among raft nodes before linearized reading' (duration: 658.453724ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.640071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:24.98148Z","time spent":"658.584987ms","remote":"127.0.0.1:53402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5103,"request content":"key:\"/registry/daemonsets/monitoring/vector\" "} {"level":"warn","ts":"2026-02-24T07:21:25.640201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.829269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9499"} {"level":"info","ts":"2026-02-24T07:21:25.640243Z","caller":"traceutil/trace.go:171","msg":"trace[1227409766] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:24830; }","duration":"657.889011ms","start":"2026-02-24T07:21:24.982344Z","end":"2026-02-24T07:21:25.640233Z","steps":["trace[1227409766] 'agreement among raft nodes before linearized reading' (duration: 657.777747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.640273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.965758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3294"} {"level":"info","ts":"2026-02-24T07:21:25.640308Z","caller":"traceutil/trace.go:171","msg":"trace[1088939674] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24830; }","duration":"659.020579ms","start":"2026-02-24T07:21:24.981278Z","end":"2026-02-24T07:21:25.640299Z","steps":["trace[1088939674] 'agreement among raft nodes before linearized reading' (duration: 658.927257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.640391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:24.981269Z","time spent":"659.112561ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3318,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-24T07:21:25.640472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.317871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18050"} {"level":"info","ts":"2026-02-24T07:21:25.640529Z","caller":"traceutil/trace.go:171","msg":"trace[1491200312] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:24830; }","duration":"658.405084ms","start":"2026-02-24T07:21:24.982113Z","end":"2026-02-24T07:21:25.640518Z","steps":["trace[1491200312] 'agreement among raft nodes before linearized reading' (duration: 658.181918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.640567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:24.982097Z","time spent":"658.461775ms","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18074,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-02-24T07:21:25.640278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:24.982335Z","time spent":"657.935852ms","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9523,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-02-24T07:21:25.640679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.761973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3845"} {"level":"info","ts":"2026-02-24T07:21:25.640715Z","caller":"traceutil/trace.go:171","msg":"trace[398283735] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:24830; }","duration":"658.820633ms","start":"2026-02-24T07:21:24.981887Z","end":"2026-02-24T07:21:25.640707Z","steps":["trace[398283735] 'agreement among raft nodes before linearized reading' (duration: 658.731541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.640739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:24.981874Z","time spent":"658.860074ms","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3869,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-02-24T07:21:25.639852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.219329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3286"} {"level":"info","ts":"2026-02-24T07:21:25.640778Z","caller":"traceutil/trace.go:171","msg":"trace[1628323464] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24830; }","duration":"659.156933ms","start":"2026-02-24T07:21:24.981609Z","end":"2026-02-24T07:21:25.640766Z","steps":["trace[1628323464] 'agreement among raft nodes before linearized reading' (duration: 658.170737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.640749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.29276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3274"} {"level":"warn","ts":"2026-02-24T07:21:25.640824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:24.981604Z","time spent":"659.208304ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3310,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-02-24T07:21:25.640833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.023688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15165"} {"level":"info","ts":"2026-02-24T07:21:25.640859Z","caller":"traceutil/trace.go:171","msg":"trace[861657828] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24830; }","duration":"659.060841ms","start":"2026-02-24T07:21:24.981791Z","end":"2026-02-24T07:21:25.640851Z","steps":["trace[861657828] 'agreement among raft nodes before linearized reading' (duration: 658.997409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.640902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:24.981785Z","time spent":"659.098572ms","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":15189,"request content":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-24T07:21:25.639924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.334722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3284"} {"level":"info","ts":"2026-02-24T07:21:25.640995Z","caller":"traceutil/trace.go:171","msg":"trace[1792068754] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24830; }","duration":"659.417329ms","start":"2026-02-24T07:21:24.981566Z","end":"2026-02-24T07:21:25.640984Z","steps":["trace[1792068754] 'agreement among raft nodes before linearized reading' (duration: 658.306381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.641008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.026414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:6783"} {"level":"warn","ts":"2026-02-24T07:21:25.641029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:24.981557Z","time spent":"659.46295ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3308,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-02-24T07:21:25.641062Z","caller":"traceutil/trace.go:171","msg":"trace[1642884775] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:24830; }","duration":"660.104996ms","start":"2026-02-24T07:21:24.980926Z","end":"2026-02-24T07:21:25.641031Z","steps":["trace[1642884775] 'agreement among raft nodes before linearized reading' (duration: 659.960693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.641116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:24.9809Z","time spent":"660.205829ms","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6807,"request content":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-02-24T07:21:25.641341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.367593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3856"} {"level":"info","ts":"2026-02-24T07:21:25.641369Z","caller":"traceutil/trace.go:171","msg":"trace[2094245410] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:24830; }","duration":"660.431305ms","start":"2026-02-24T07:21:24.98093Z","end":"2026-02-24T07:21:25.641361Z","steps":["trace[2094245410] 'agreement among raft nodes before linearized reading' (duration: 660.357323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.641388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:24.980915Z","time spent":"660.468285ms","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3880,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"info","ts":"2026-02-24T07:21:25.640853Z","caller":"traceutil/trace.go:171","msg":"trace[612610898] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24830; }","duration":"658.439284ms","start":"2026-02-24T07:21:24.982387Z","end":"2026-02-24T07:21:25.640827Z","steps":["trace[612610898] 'agreement among raft nodes before linearized reading' (duration: 656.148737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.641467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.516216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3291"} {"level":"warn","ts":"2026-02-24T07:21:25.641463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:24.982377Z","time spent":"659.07278ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3298,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-02-24T07:21:25.641484Z","caller":"traceutil/trace.go:171","msg":"trace[1745710553] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24830; }","duration":"660.559318ms","start":"2026-02-24T07:21:24.98092Z","end":"2026-02-24T07:21:25.641479Z","steps":["trace[1745710553] 'agreement among raft nodes before linearized reading' (duration: 660.511156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.641498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:24.980911Z","time spent":"660.583458ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3315,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-02-24T07:21:25.641567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.684691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3289"} {"level":"info","ts":"2026-02-24T07:21:25.641582Z","caller":"traceutil/trace.go:171","msg":"trace[772638038] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24830; }","duration":"660.722042ms","start":"2026-02-24T07:21:24.980856Z","end":"2026-02-24T07:21:25.641578Z","steps":["trace[772638038] 'agreement among raft nodes before linearized reading' (duration: 660.678481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.641597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:24.980846Z","time spent":"660.746402ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3313,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-02-24T07:21:25.637685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:24.980127Z","time spent":"657.553532ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3318,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-02-24T07:21:25.646065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018673001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T07:21:25.646125Z","caller":"traceutil/trace.go:171","msg":"trace[123982752] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24830; }","duration":"2.018778444s","start":"2026-02-24T07:21:23.627334Z","end":"2026-02-24T07:21:25.646112Z","steps":["trace[123982752] 'agreement among raft nodes before linearized reading' (duration: 2.011631584s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:25.646157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:23.627269Z","time spent":"2.018881087s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T07:21:26.142712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637883447,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:21:26.659053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.133036ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-02-24T07:21:26.659261Z","caller":"traceutil/trace.go:171","msg":"trace[531300484] transaction","detail":"{read_only:false; response_revision:24831; number_of_response:1; }","duration":"1.017793693s","start":"2026-02-24T07:21:25.641444Z","end":"2026-02-24T07:21:26.659238Z","steps":["trace[531300484] 'process raft request' (duration: 1.0176821s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:26.65934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.641425Z","time spent":"1.017867335s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:26.659739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.641424Z","time spent":"1.018307796s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T07:21:27.646266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994508234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:21:27.646354Z","caller":"traceutil/trace.go:171","msg":"trace[821285848] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.994634417s","start":"2026-02-24T07:21:25.651701Z","end":"2026-02-24T07:21:27.646336Z","steps":["trace[821285848] 'agreement among raft nodes before linearized reading' (duration: 1.994529794s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:27.646397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.651681Z","time spent":"1.994707139s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:21:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:27.817327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.962103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:21:27.817577Z","caller":"traceutil/trace.go:171","msg":"trace[1007657399] transaction","detail":"{read_only:false; number_of_response:0; response_revision:24832; }","duration":"2.16623483s","start":"2026-02-24T07:21:25.65132Z","end":"2026-02-24T07:21:27.817555Z","steps":["trace[1007657399] 'process raft request' (duration: 2.166092206s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:27.81762Z","caller":"traceutil/trace.go:171","msg":"trace[1349036989] transaction","detail":"{read_only:false; response_revision:24833; number_of_response:1; }","duration":"2.165938201s","start":"2026-02-24T07:21:25.65167Z","end":"2026-02-24T07:21:27.817609Z","steps":["trace[1349036989] 'process raft request' (duration: 2.165777117s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:27.817672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.651301Z","time spent":"2.166332462s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":30,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T07:21:27.817816Z","caller":"traceutil/trace.go:171","msg":"trace[1173949293] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"2.166103576s","start":"2026-02-24T07:21:25.651691Z","end":"2026-02-24T07:21:27.817795Z","steps":["trace[1173949293] 'process raft request' (duration: 2.16587939s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:27.817682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.651655Z","time spent":"2.165995613s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:27.817933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.651685Z","time spent":"2.166190508s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:27.818041Z","caller":"traceutil/trace.go:171","msg":"trace[2085104272] transaction","detail":"{read_only:false; response_revision:24835; number_of_response:1; }","duration":"2.165554262s","start":"2026-02-24T07:21:25.652477Z","end":"2026-02-24T07:21:27.818031Z","steps":["trace[2085104272] 'process raft request' (duration: 2.165250314s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:27.81811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.652466Z","time spent":"2.165612984s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:27.81835Z","caller":"traceutil/trace.go:171","msg":"trace[149399445] transaction","detail":"{read_only:false; response_revision:24836; number_of_response:1; }","duration":"2.165788278s","start":"2026-02-24T07:21:25.652543Z","end":"2026-02-24T07:21:27.818331Z","steps":["trace[149399445] 'process raft request' (duration: 2.16544767s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:27.818464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.652534Z","time spent":"2.16587559s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:27.818755Z","caller":"traceutil/trace.go:171","msg":"trace[1701833298] linearizableReadLoop","detail":"{readStateIndex:25809; appliedIndex:25800; }","duration":"2.176527877s","start":"2026-02-24T07:21:25.642215Z","end":"2026-02-24T07:21:27.818742Z","steps":["trace[1701833298] 'read index received' (duration: 596.714113ms)","trace[1701833298] 'applied index is now lower than readState.Index' (duration: 1.579812944s)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:21:27.81882Z","caller":"traceutil/trace.go:171","msg":"trace[785104124] transaction","detail":"{read_only:false; response_revision:24837; number_of_response:1; }","duration":"1.917339265s","start":"2026-02-24T07:21:25.901458Z","end":"2026-02-24T07:21:27.818797Z","steps":["trace[785104124] 'process raft request' (duration: 1.916786881s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:27.818932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.901436Z","time spent":"1.917433276s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:27.819075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176838415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29531960-6v822\" ","response":"range_response_count:1 size:6749"} {"level":"info","ts":"2026-02-24T07:21:27.81914Z","caller":"traceutil/trace.go:171","msg":"trace[1071186673] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29531960-6v822; range_end:; response_count:1; response_revision:24837; }","duration":"2.176931098s","start":"2026-02-24T07:21:25.642193Z","end":"2026-02-24T07:21:27.819124Z","steps":["trace[1071186673] 'agreement among raft nodes before linearized reading' (duration: 2.176594719s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:27.819189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.642181Z","time spent":"2.176995509s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6773,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29531960-6v822\" "} {"level":"info","ts":"2026-02-24T07:21:27.817515Z","caller":"traceutil/trace.go:171","msg":"trace[1855799447] transaction","detail":"{read_only:false; response_revision:24832; number_of_response:1; }","duration":"2.175754349s","start":"2026-02-24T07:21:25.64171Z","end":"2026-02-24T07:21:27.817465Z","steps":["trace[1855799447] 'process raft request' (duration: 1.43158489s)","trace[1855799447] 'compare' (duration: 743.853991ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:27.819832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.641694Z","time spent":"2.178032056s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:28.319725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637883470,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:21:28.419932Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.346980645s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T07:21:29.273708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.351287ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:29.27382Z","caller":"traceutil/trace.go:171","msg":"trace[1068476739] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24837; }","duration":"263.47268ms","start":"2026-02-24T07:21:29.010334Z","end":"2026-02-24T07:21:29.273806Z","steps":["trace[1068476739] 'range keys from in-memory index tree' (duration: 263.338917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:29.274067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.900996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:21:29.274284Z","caller":"traceutil/trace.go:171","msg":"trace[1215073534] transaction","detail":"{read_only:false; response_revision:24840; number_of_response:1; }","duration":"2.602231263s","start":"2026-02-24T07:21:26.672044Z","end":"2026-02-24T07:21:29.274275Z","steps":["trace[1215073534] 'process raft request' (duration: 2.602139591s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:29.274292Z","caller":"traceutil/trace.go:171","msg":"trace[1426370868] transaction","detail":"{read_only:false; response_revision:24838; number_of_response:1; }","duration":"2.881342068s","start":"2026-02-24T07:21:26.392862Z","end":"2026-02-24T07:21:29.274204Z","steps":["trace[1426370868] 'process raft request' (duration: 2.027250907s)","trace[1426370868] 'compare' (duration: 853.757472ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:29.274347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:26.67202Z","time spent":"2.602298425s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:29.274447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:26.392835Z","time spent":"2.881531302s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:29.274496Z","caller":"traceutil/trace.go:171","msg":"trace[1440996931] transaction","detail":"{read_only:false; response_revision:24839; number_of_response:1; }","duration":"2.610041361s","start":"2026-02-24T07:21:26.664447Z","end":"2026-02-24T07:21:29.274489Z","steps":["trace[1440996931] 'process raft request' (duration: 2.609666271s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:29.274533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:26.664425Z","time spent":"2.610088361s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:29.646526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999966831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:21:29.646652Z","caller":"traceutil/trace.go:171","msg":"trace[1663298240] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000174987s","start":"2026-02-24T07:21:27.64646Z","end":"2026-02-24T07:21:29.646635Z","steps":["trace[1663298240] 'agreement among raft nodes before linearized reading' (duration: 1.999968061s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:29.646729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:27.646445Z","time spent":"2.000274s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:21:30.200373Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.780136948s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T07:21:30.250634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000265209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:21:30.250709Z","caller":"traceutil/trace.go:171","msg":"trace[990036556] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000394212s","start":"2026-02-24T07:21:28.250295Z","end":"2026-02-24T07:21:30.250689Z","steps":["trace[990036556] 'agreement among raft nodes before linearized reading' (duration: 2.0003049s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:30.250782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:28.25027Z","time spent":"2.000472693s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:21:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:31.656373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000306179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:21:31.656765Z","caller":"traceutil/trace.go:171","msg":"trace[1649861437] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001050758s","start":"2026-02-24T07:21:29.655693Z","end":"2026-02-24T07:21:31.656744Z","steps":["trace[1649861437] 'agreement among raft nodes before linearized reading' (duration: 2.00034079s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.656982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:29.655674Z","time spent":"2.001292134s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:21:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:31.9535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752892494s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:21:31.954205Z","caller":"traceutil/trace.go:171","msg":"trace[1984285740] linearizableReadLoop","detail":"{readStateIndex:25822; appliedIndex:25809; }","duration":"4.135393315s","start":"2026-02-24T07:21:27.818792Z","end":"2026-02-24T07:21:31.954186Z","steps":["trace[1984285740] 'read index received' (duration: 601.39734ms)","trace[1984285740] 'applied index is now lower than readState.Index' (duration: 3.533994845s)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:21:31.954324Z","caller":"traceutil/trace.go:171","msg":"trace[484017227] transaction","detail":"{read_only:false; response_revision:24841; number_of_response:1; }","duration":"4.85634744s","start":"2026-02-24T07:21:27.097961Z","end":"2026-02-24T07:21:31.954309Z","steps":["trace[484017227] 'process raft request' (duration: 3.102561305s)","trace[484017227] 'compare' (duration: 1.752714519s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:31.9544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:27.097935Z","time spent":"4.856424062s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:31.95474Z","caller":"traceutil/trace.go:171","msg":"trace[1763062145] transaction","detail":"{read_only:false; response_revision:24842; number_of_response:1; }","duration":"4.508255236s","start":"2026-02-24T07:21:27.446473Z","end":"2026-02-24T07:21:31.954728Z","steps":["trace[1763062145] 'process raft request' (duration: 4.507137997s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.954811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:27.446454Z","time spent":"4.508323677s","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7688,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:31.955076Z","caller":"traceutil/trace.go:171","msg":"trace[1227336741] transaction","detail":"{read_only:false; response_revision:24843; number_of_response:1; }","duration":"4.324359904s","start":"2026-02-24T07:21:27.630704Z","end":"2026-02-24T07:21:31.955064Z","steps":["trace[1227336741] 'process raft request' (duration: 4.32302863s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.955152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:27.63068Z","time spent":"4.324432246s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:31.955316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.277557279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:31.955364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.303787409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9539"} {"level":"warn","ts":"2026-02-24T07:21:31.955405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.303896232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3284"} {"level":"info","ts":"2026-02-24T07:21:31.955438Z","caller":"traceutil/trace.go:171","msg":"trace[379573965] transaction","detail":"{read_only:false; response_revision:24844; number_of_response:1; }","duration":"4.315760168s","start":"2026-02-24T07:21:27.639666Z","end":"2026-02-24T07:21:31.955426Z","steps":["trace[379573965] 'process raft request' (duration: 4.314120796s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:31.955441Z","caller":"traceutil/trace.go:171","msg":"trace[1463715109] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24850; }","duration":"6.303940073s","start":"2026-02-24T07:21:25.65149Z","end":"2026-02-24T07:21:31.95543Z","steps":["trace[1463715109] 'agreement among raft nodes before linearized reading' (duration: 6.303794859s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.956998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:27.639636Z","time spent":"4.317271606s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:31.955441Z","caller":"traceutil/trace.go:171","msg":"trace[674548878] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:24850; }","duration":"6.303879611s","start":"2026-02-24T07:21:25.651544Z","end":"2026-02-24T07:21:31.955424Z","steps":["trace[674548878] 'agreement among raft nodes before linearized reading' (duration: 6.303705137s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.957064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.651487Z","time spent":"6.305557243s","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3308,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-02-24T07:21:31.957082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.65154Z","time spent":"6.305529472s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9563,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-02-24T07:21:31.955379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.303636165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-ovn-vpn-agent-default\" ","response":"range_response_count:1 size:12968"} {"level":"info","ts":"2026-02-24T07:21:31.957208Z","caller":"traceutil/trace.go:171","msg":"trace[1351968491] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-ovn-vpn-agent-default; range_end:; response_count:1; response_revision:24850; }","duration":"6.305476801s","start":"2026-02-24T07:21:25.651713Z","end":"2026-02-24T07:21:31.957189Z","steps":["trace[1351968491] 'agreement among raft nodes before linearized reading' (duration: 6.30344342s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.955532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.303810949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" ","response":"range_response_count:1 size:9677"} {"level":"warn","ts":"2026-02-24T07:21:31.957283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.651707Z","time spent":"6.305548543s","remote":"127.0.0.1:53402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":12992,"request content":"key:\"/registry/daemonsets/openstack/neutron-ovn-vpn-agent-default\" "} {"level":"info","ts":"2026-02-24T07:21:31.957328Z","caller":"traceutil/trace.go:171","msg":"trace[988437104] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default; range_end:; response_count:1; response_revision:24850; }","duration":"6.305602545s","start":"2026-02-24T07:21:25.651705Z","end":"2026-02-24T07:21:31.957308Z","steps":["trace[988437104] 'agreement among raft nodes before linearized reading' (duration: 6.303763758s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.955614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.303909252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14327"} {"level":"warn","ts":"2026-02-24T07:21:31.957397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.651702Z","time spent":"6.305676346s","remote":"127.0.0.1:53402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9701,"request content":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" "} {"level":"info","ts":"2026-02-24T07:21:31.957431Z","caller":"traceutil/trace.go:171","msg":"trace[1558474860] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:24850; }","duration":"6.305719758s","start":"2026-02-24T07:21:25.651699Z","end":"2026-02-24T07:21:31.957418Z","steps":["trace[1558474860] 'agreement among raft nodes before linearized reading' (duration: 6.303853211s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.957476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.651678Z","time spent":"6.30578581s","remote":"127.0.0.1:53402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14351,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"warn","ts":"2026-02-24T07:21:31.955752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.304055176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" ","response":"range_response_count:1 size:3358"} {"level":"info","ts":"2026-02-24T07:21:31.957553Z","caller":"traceutil/trace.go:171","msg":"trace[410290751] range","detail":"{range_begin:/registry/daemonsets/openstack/magnum-cluster-api-proxy; range_end:; response_count:1; response_revision:24850; }","duration":"6.305846451s","start":"2026-02-24T07:21:25.651681Z","end":"2026-02-24T07:21:31.957528Z","steps":["trace[410290751] 'agreement among raft nodes before linearized reading' (duration: 6.303949343s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.957627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.651678Z","time spent":"6.305931373s","remote":"127.0.0.1:53402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":3382,"request content":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" "} {"level":"info","ts":"2026-02-24T07:21:31.95575Z","caller":"traceutil/trace.go:171","msg":"trace[826022319] transaction","detail":"{read_only:false; response_revision:24850; number_of_response:1; }","duration":"4.126776319s","start":"2026-02-24T07:21:27.828951Z","end":"2026-02-24T07:21:31.955728Z","steps":["trace[826022319] 'process raft request' (duration: 4.125168659s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.957804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:27.828938Z","time spent":"4.12880865s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7014,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:31.955768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.304277271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3289"} {"level":"info","ts":"2026-02-24T07:21:31.957981Z","caller":"traceutil/trace.go:171","msg":"trace[363891639] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24850; }","duration":"6.306491047s","start":"2026-02-24T07:21:25.651468Z","end":"2026-02-24T07:21:31.957959Z","steps":["trace[363891639] 'agreement among raft nodes before linearized reading' (duration: 6.304159768s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.95804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.651464Z","time spent":"6.306558888s","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3313,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-02-24T07:21:31.955827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.30422276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:11940"} {"level":"info","ts":"2026-02-24T07:21:31.958115Z","caller":"traceutil/trace.go:171","msg":"trace[1859473931] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24850; }","duration":"6.306506647s","start":"2026-02-24T07:21:25.651591Z","end":"2026-02-24T07:21:31.958097Z","steps":["trace[1859473931] 'agreement among raft nodes before linearized reading' (duration: 6.304180219s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.958172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.651588Z","time spent":"6.306565569s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":11964,"request content":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-02-24T07:21:31.955799Z","caller":"traceutil/trace.go:171","msg":"trace[1847687565] transaction","detail":"{read_only:false; response_revision:24849; number_of_response:1; }","duration":"4.306575816s","start":"2026-02-24T07:21:27.649193Z","end":"2026-02-24T07:21:31.955769Z","steps":["trace[1847687565] 'process raft request' (duration: 4.304888034s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.958298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:27.649185Z","time spent":"4.30907512s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:31.955856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.304451825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner.18971dbe1c503901\" ","response":"range_response_count:1 size:758"} {"level":"info","ts":"2026-02-24T07:21:31.958394Z","caller":"traceutil/trace.go:171","msg":"trace[726833024] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner.18971dbe1c503901; range_end:; response_count:1; response_revision:24850; }","duration":"6.307000129s","start":"2026-02-24T07:21:25.651382Z","end":"2026-02-24T07:21:31.958382Z","steps":["trace[726833024] 'agreement among raft nodes before linearized reading' (duration: 6.304415534s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.958462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.651374Z","time spent":"6.307077162s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":782,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner.18971dbe1c503901\" "} {"level":"warn","ts":"2026-02-24T07:21:31.955853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.028983878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:31.958622Z","caller":"traceutil/trace.go:171","msg":"trace[1032546549] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24850; }","duration":"5.031762038s","start":"2026-02-24T07:21:26.926847Z","end":"2026-02-24T07:21:31.958609Z","steps":["trace[1032546549] 'agreement among raft nodes before linearized reading' (duration: 5.028957947s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.958665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:26.926801Z","time spent":"5.03185203s","remote":"127.0.0.1:39132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:31.955882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.30425362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15226"} {"level":"info","ts":"2026-02-24T07:21:31.958873Z","caller":"traceutil/trace.go:171","msg":"trace[727224423] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:24850; }","duration":"6.307245476s","start":"2026-02-24T07:21:25.651615Z","end":"2026-02-24T07:21:31.958861Z","steps":["trace[727224423] 'agreement among raft nodes before linearized reading' (duration: 6.304159519s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.958911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.651613Z","time spent":"6.307285547s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15250,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-02-24T07:21:31.955886Z","caller":"traceutil/trace.go:171","msg":"trace[453790826] transaction","detail":"{read_only:false; response_revision:24845; number_of_response:1; }","duration":"4.313997264s","start":"2026-02-24T07:21:27.641878Z","end":"2026-02-24T07:21:31.955875Z","steps":["trace[453790826] 'process raft request' (duration: 4.312041265s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.959174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:27.641861Z","time spent":"4.317278756s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:31.955895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.304306841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5305"} {"level":"info","ts":"2026-02-24T07:21:31.959425Z","caller":"traceutil/trace.go:171","msg":"trace[331279043] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:24850; }","duration":"6.307835091s","start":"2026-02-24T07:21:25.651578Z","end":"2026-02-24T07:21:31.959413Z","steps":["trace[331279043] 'agreement among raft nodes before linearized reading' (duration: 6.304269201s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.959464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.651574Z","time spent":"6.307878252s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5329,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"warn","ts":"2026-02-24T07:21:31.955887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.304251841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:15954"} {"level":"info","ts":"2026-02-24T07:21:31.959758Z","caller":"traceutil/trace.go:171","msg":"trace[485457653] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:24850; }","duration":"6.308145258s","start":"2026-02-24T07:21:25.651602Z","end":"2026-02-24T07:21:31.959748Z","steps":["trace[485457653] 'agreement among raft nodes before linearized reading' (duration: 6.304121427s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.959805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.6516Z","time spent":"6.308190169s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":15978,"request content":"key:\"/registry/statefulsets/openstack/valkey-node\" "} {"level":"info","ts":"2026-02-24T07:21:31.955925Z","caller":"traceutil/trace.go:171","msg":"trace[1452965292] transaction","detail":"{read_only:false; response_revision:24846; number_of_response:1; }","duration":"4.313950962s","start":"2026-02-24T07:21:27.641966Z","end":"2026-02-24T07:21:31.955917Z","steps":["trace[1452965292] 'process raft request' (duration: 4.311999423s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.96002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:27.641941Z","time spent":"4.318046225s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:31.955891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.30422129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3906"} {"level":"info","ts":"2026-02-24T07:21:31.960317Z","caller":"traceutil/trace.go:171","msg":"trace[1401540126] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:24850; }","duration":"6.308668652s","start":"2026-02-24T07:21:25.651635Z","end":"2026-02-24T07:21:31.960303Z","steps":["trace[1401540126] 'agreement among raft nodes before linearized reading' (duration: 6.304095677s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.960374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.651627Z","time spent":"6.308730933s","remote":"127.0.0.1:53402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":3930,"request content":"key:\"/registry/daemonsets/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-02-24T07:21:31.955936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.304635901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7318"} {"level":"info","ts":"2026-02-24T07:21:31.960535Z","caller":"traceutil/trace.go:171","msg":"trace[1053894353] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24850; }","duration":"6.309260407s","start":"2026-02-24T07:21:25.651267Z","end":"2026-02-24T07:21:31.960528Z","steps":["trace[1053894353] 'agreement among raft nodes before linearized reading' (duration: 6.30460974s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.960557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.651246Z","time spent":"6.309304509s","remote":"127.0.0.1:46030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7342,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-02-24T07:21:31.955954Z","caller":"traceutil/trace.go:171","msg":"trace[999383808] transaction","detail":"{read_only:false; response_revision:24847; number_of_response:1; }","duration":"4.313708517s","start":"2026-02-24T07:21:27.642233Z","end":"2026-02-24T07:21:31.955942Z","steps":["trace[999383808] 'process raft request' (duration: 4.311787228s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.960732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:27.642218Z","time spent":"4.318490857s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:31.955956Z","caller":"traceutil/trace.go:171","msg":"trace[977833934] transaction","detail":"{read_only:false; response_revision:24848; number_of_response:1; }","duration":"4.308629169s","start":"2026-02-24T07:21:27.647319Z","end":"2026-02-24T07:21:31.955948Z","steps":["trace[977833934] 'process raft request' (duration: 4.306731531s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.960811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:27.647301Z","time spent":"4.313491701s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:31.955977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.29172578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-85f878d69c-9w74w.18971c51aea4c552\" ","response":"range_response_count:1 size:1180"} {"level":"info","ts":"2026-02-24T07:21:31.960869Z","caller":"traceutil/trace.go:171","msg":"trace[167553014] range","detail":"{range_begin:/registry/events/openstack/cinder-api-85f878d69c-9w74w.18971c51aea4c552; range_end:; response_count:1; response_revision:24850; }","duration":"5.296641724s","start":"2026-02-24T07:21:26.66422Z","end":"2026-02-24T07:21:31.960862Z","steps":["trace[167553014] 'agreement among raft nodes before linearized reading' (duration: 5.291667018s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.960892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:26.66421Z","time spent":"5.296677395s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1204,"request content":"key:\"/registry/events/openstack/cinder-api-85f878d69c-9w74w.18971c51aea4c552\" "} {"level":"warn","ts":"2026-02-24T07:21:31.956003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.304418625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12013"} {"level":"info","ts":"2026-02-24T07:21:31.960974Z","caller":"traceutil/trace.go:171","msg":"trace[1712490832] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24850; }","duration":"6.3093903s","start":"2026-02-24T07:21:25.651568Z","end":"2026-02-24T07:21:31.960958Z","steps":["trace[1712490832] 'agreement among raft nodes before linearized reading' (duration: 6.304346613s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.961021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.651561Z","time spent":"6.309448331s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12037,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T07:21:31.956045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.24019426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:21:31.961138Z","caller":"traceutil/trace.go:171","msg":"trace[895826646] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24850; }","duration":"4.245321329s","start":"2026-02-24T07:21:27.715807Z","end":"2026-02-24T07:21:31.961128Z","steps":["trace[895826646] 'agreement among raft nodes before linearized reading' (duration: 4.24018117s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.961285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:27.715791Z","time spent":"4.245467852s","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:31.956077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.136389831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29531960\" ","response":"range_response_count:1 size:5498"} {"level":"info","ts":"2026-02-24T07:21:31.961322Z","caller":"traceutil/trace.go:171","msg":"trace[433128282] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29531960; range_end:; response_count:1; response_revision:24850; }","duration":"4.141660803s","start":"2026-02-24T07:21:27.819651Z","end":"2026-02-24T07:21:31.961311Z","steps":["trace[433128282] 'agreement among raft nodes before linearized reading' (duration: 4.136342839s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.961355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:27.819638Z","time spent":"4.141707024s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":5522,"request content":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29531960\" "} {"level":"warn","ts":"2026-02-24T07:21:31.956086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.304788905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5542"} {"level":"info","ts":"2026-02-24T07:21:31.961478Z","caller":"traceutil/trace.go:171","msg":"trace[1688063022] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24850; }","duration":"6.31020408s","start":"2026-02-24T07:21:25.651263Z","end":"2026-02-24T07:21:31.961468Z","steps":["trace[1688063022] 'agreement among raft nodes before linearized reading' (duration: 6.304696292s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.961517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.651251Z","time spent":"6.310255402s","remote":"127.0.0.1:39580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5566,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-24T07:21:31.95609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.304397704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:6781"} {"level":"info","ts":"2026-02-24T07:21:31.961599Z","caller":"traceutil/trace.go:171","msg":"trace[1156601927] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:24850; }","duration":"6.309911212s","start":"2026-02-24T07:21:25.651678Z","end":"2026-02-24T07:21:31.961589Z","steps":["trace[1156601927] 'agreement among raft nodes before linearized reading' (duration: 6.304255601s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.961625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.651671Z","time spent":"6.309946233s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6805,"request content":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-02-24T07:21:31.956124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.204030861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T07:21:31.961719Z","caller":"traceutil/trace.go:171","msg":"trace[1156144943] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24850; }","duration":"4.209646862s","start":"2026-02-24T07:21:27.752067Z","end":"2026-02-24T07:21:31.961714Z","steps":["trace[1156144943] 'agreement among raft nodes before linearized reading' (duration: 4.203885407s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.96174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:27.75206Z","time spent":"4.209673272s","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":229,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:31.956215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128835659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T07:21:31.961822Z","caller":"traceutil/trace.go:171","msg":"trace[1436782121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24850; }","duration":"2.13446499s","start":"2026-02-24T07:21:29.827348Z","end":"2026-02-24T07:21:31.961813Z","steps":["trace[1436782121] 'agreement among raft nodes before linearized reading' (duration: 2.128768017s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.961922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:29.82734Z","time spent":"2.134572863s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T07:21:31.956213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.304456195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:1 size:2513"} {"level":"info","ts":"2026-02-24T07:21:31.961974Z","caller":"traceutil/trace.go:171","msg":"trace[91464978] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:1; response_revision:24850; }","duration":"6.310217241s","start":"2026-02-24T07:21:25.65174Z","end":"2026-02-24T07:21:31.961957Z","steps":["trace[91464978] 'agreement among raft nodes before linearized reading' (duration: 6.304334103s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.956293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132224004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-24T07:21:31.962033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.651736Z","time spent":"6.310282432s","remote":"127.0.0.1:53402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":2537,"request content":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" "} {"level":"info","ts":"2026-02-24T07:21:31.962059Z","caller":"traceutil/trace.go:171","msg":"trace[684808087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24850; }","duration":"2.13802263s","start":"2026-02-24T07:21:29.824028Z","end":"2026-02-24T07:21:31.96205Z","steps":["trace[684808087] 'agreement among raft nodes before linearized reading' (duration: 2.132211144s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.962091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:29.824014Z","time spent":"2.138067891s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T07:21:31.9563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.13205638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-24T07:21:31.962164Z","caller":"traceutil/trace.go:171","msg":"trace[1411505545] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24850; }","duration":"2.137954158s","start":"2026-02-24T07:21:29.824204Z","end":"2026-02-24T07:21:31.962158Z","steps":["trace[1411505545] 'agreement among raft nodes before linearized reading' (duration: 2.131930957s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.962185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:29.824187Z","time spent":"2.137989799s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T07:21:31.956363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132397449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-24T07:21:31.962239Z","caller":"traceutil/trace.go:171","msg":"trace[928246338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24850; }","duration":"2.138292266s","start":"2026-02-24T07:21:29.82394Z","end":"2026-02-24T07:21:31.962232Z","steps":["trace[928246338] 'agreement among raft nodes before linearized reading' (duration: 2.132373838s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.962255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:29.82393Z","time spent":"2.138320277s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T07:21:31.95639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.685022906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:265502"} {"level":"info","ts":"2026-02-24T07:21:31.962291Z","caller":"traceutil/trace.go:171","msg":"trace[2129386870] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24850; }","duration":"4.690958185s","start":"2026-02-24T07:21:27.271321Z","end":"2026-02-24T07:21:31.96228Z","steps":["trace[2129386870] 'agreement among raft nodes before linearized reading' (duration: 4.684093553s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.96234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:27.271302Z","time spent":"4.691025247s","remote":"127.0.0.1:53384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":265526,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-24T07:21:31.956409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.908501499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:21:31.962413Z","caller":"traceutil/trace.go:171","msg":"trace[1526327710] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24850; }","duration":"2.914532671s","start":"2026-02-24T07:21:29.047873Z","end":"2026-02-24T07:21:31.962405Z","steps":["trace[1526327710] 'agreement among raft nodes before linearized reading' (duration: 2.90850917s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.962482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:29.04786Z","time spent":"2.914613012s","remote":"127.0.0.1:39556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:31.956385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.30464014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/octavia-health-manager-default\" ","response":"range_response_count:1 size:10698"} {"level":"info","ts":"2026-02-24T07:21:31.962694Z","caller":"traceutil/trace.go:171","msg":"trace[1527525728] range","detail":"{range_begin:/registry/daemonsets/openstack/octavia-health-manager-default; range_end:; response_count:1; response_revision:24850; }","duration":"6.310964609s","start":"2026-02-24T07:21:25.651723Z","end":"2026-02-24T07:21:31.962688Z","steps":["trace[1527525728] 'agreement among raft nodes before linearized reading' (duration: 6.304466066s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.962716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.65171Z","time spent":"6.310998879s","remote":"127.0.0.1:53402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":10722,"request content":"key:\"/registry/daemonsets/openstack/octavia-health-manager-default\" "} {"level":"warn","ts":"2026-02-24T07:21:31.956448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.25639161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:31.956483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.303778333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" ","response":"range_response_count:1 size:3698"} {"level":"info","ts":"2026-02-24T07:21:31.962973Z","caller":"traceutil/trace.go:171","msg":"trace[1800459723] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8; range_end:; response_count:1; response_revision:24850; }","duration":"5.310308427s","start":"2026-02-24T07:21:26.652656Z","end":"2026-02-24T07:21:31.962964Z","steps":["trace[1800459723] 'agreement among raft nodes before linearized reading' (duration: 5.303350432s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.96303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:26.652634Z","time spent":"5.310386449s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3722,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" "} {"level":"warn","ts":"2026-02-24T07:21:31.956495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.679881214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-24T07:21:31.963096Z","caller":"traceutil/trace.go:171","msg":"trace[1145862004] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24850; }","duration":"2.686556312s","start":"2026-02-24T07:21:29.276528Z","end":"2026-02-24T07:21:31.963084Z","steps":["trace[1145862004] 'agreement among raft nodes before linearized reading' (duration: 2.679841523s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.963134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:29.276508Z","time spent":"2.686614603s","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-24T07:21:31.956536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.295208673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-24T07:21:31.963191Z","caller":"traceutil/trace.go:171","msg":"trace[65073561] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24850; }","duration":"3.26278913s","start":"2026-02-24T07:21:28.70002Z","end":"2026-02-24T07:21:31.962809Z","steps":["trace[65073561] 'agreement among raft nodes before linearized reading' (duration: 3.25640694s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:31.963196Z","caller":"traceutil/trace.go:171","msg":"trace[1849925871] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24850; }","duration":"6.301889132s","start":"2026-02-24T07:21:25.661295Z","end":"2026-02-24T07:21:31.963184Z","steps":["trace[1849925871] 'agreement among raft nodes before linearized reading' (duration: 6.294732912s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.963219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:28.700001Z","time spent":"3.263208891s","remote":"127.0.0.1:39444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:31.963229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.661283Z","time spent":"6.301935703s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-02-24T07:21:31.956573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.30174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:21:31.963292Z","caller":"traceutil/trace.go:171","msg":"trace[7045107] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24850; }","duration":"109.06267ms","start":"2026-02-24T07:21:31.85422Z","end":"2026-02-24T07:21:31.963283Z","steps":["trace[7045107] 'agreement among raft nodes before linearized reading' (duration: 102.30111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.956617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.638199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:31.963386Z","caller":"traceutil/trace.go:171","msg":"trace[946731013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24850; }","duration":"306.4335ms","start":"2026-02-24T07:21:31.656929Z","end":"2026-02-24T07:21:31.963363Z","steps":["trace[946731013] 'agreement among raft nodes before linearized reading' (duration: 299.67086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.96346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.656909Z","time spent":"306.525572ms","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:21:31.956619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.304877156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/openvswitch\" ","response":"range_response_count:1 size:9414"} {"level":"info","ts":"2026-02-24T07:21:31.963555Z","caller":"traceutil/trace.go:171","msg":"trace[744153474] range","detail":"{range_begin:/registry/daemonsets/openstack/openvswitch; range_end:; response_count:1; response_revision:24850; }","duration":"6.311818991s","start":"2026-02-24T07:21:25.651726Z","end":"2026-02-24T07:21:31.963545Z","steps":["trace[744153474] 'agreement among raft nodes before linearized reading' (duration: 6.304386034s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.963615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.651721Z","time spent":"6.311885422s","remote":"127.0.0.1:53402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9438,"request content":"key:\"/registry/daemonsets/openstack/openvswitch\" "} {"level":"warn","ts":"2026-02-24T07:21:31.956624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.134956762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T07:21:31.963785Z","caller":"traceutil/trace.go:171","msg":"trace[849844381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24850; }","duration":"2.142150473s","start":"2026-02-24T07:21:29.821622Z","end":"2026-02-24T07:21:31.963773Z","steps":["trace[849844381] 'agreement among raft nodes before linearized reading' (duration: 2.134905781s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.963825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:29.821605Z","time spent":"2.142209335s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T07:21:31.956658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.684195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:31.963955Z","caller":"traceutil/trace.go:171","msg":"trace[1672786246] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24850; }","duration":"861.998829ms","start":"2026-02-24T07:21:31.101941Z","end":"2026-02-24T07:21:31.96394Z","steps":["trace[1672786246] 'agreement among raft nodes before linearized reading' (duration: 854.695585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.964044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.101926Z","time spent":"862.108422ms","remote":"127.0.0.1:53254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:31.956636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.304859226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller-default\" ","response":"range_response_count:1 size:11434"} {"level":"info","ts":"2026-02-24T07:21:31.964212Z","caller":"traceutil/trace.go:171","msg":"trace[897449401] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller-default; range_end:; response_count:1; response_revision:24850; }","duration":"6.312487407s","start":"2026-02-24T07:21:25.651717Z","end":"2026-02-24T07:21:31.964205Z","steps":["trace[897449401] 'agreement among raft nodes before linearized reading' (duration: 6.304743223s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.964273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.651713Z","time spent":"6.312512418s","remote":"127.0.0.1:53402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":11458,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller-default\" "} {"level":"warn","ts":"2026-02-24T07:21:31.95668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.297263981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T07:21:31.965859Z","caller":"traceutil/trace.go:171","msg":"trace[273125930] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24850; }","duration":"2.306450433s","start":"2026-02-24T07:21:29.659389Z","end":"2026-02-24T07:21:31.965839Z","steps":["trace[273125930] 'agreement among raft nodes before linearized reading' (duration: 2.29719576s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.966018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:29.65938Z","time spent":"2.306620817s","remote":"127.0.0.1:53494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":162,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:31.956676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336308383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:31.966177Z","caller":"traceutil/trace.go:171","msg":"trace[118147558] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24850; }","duration":"2.345836622s","start":"2026-02-24T07:21:29.620328Z","end":"2026-02-24T07:21:31.966165Z","steps":["trace[118147558] 'agreement among raft nodes before linearized reading' (duration: 2.336316472s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.966231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:29.620311Z","time spent":"2.345894584s","remote":"127.0.0.1:39208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T07:21:31.956698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.304945307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" ","response":"range_response_count:1 size:17389"} {"level":"info","ts":"2026-02-24T07:21:31.966359Z","caller":"traceutil/trace.go:171","msg":"trace[801836897] range","detail":"{range_begin:/registry/daemonsets/openstack/libvirt-libvirt-default; range_end:; response_count:1; response_revision:24850; }","duration":"6.314615891s","start":"2026-02-24T07:21:25.651736Z","end":"2026-02-24T07:21:31.966352Z","steps":["trace[801836897] 'agreement among raft nodes before linearized reading' (duration: 6.304243141s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.966385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:25.651731Z","time spent":"6.314646792s","remote":"127.0.0.1:53402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":17413,"request content":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" "} {"level":"warn","ts":"2026-02-24T07:21:31.956739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30900739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3300"} {"level":"info","ts":"2026-02-24T07:21:31.966487Z","caller":"traceutil/trace.go:171","msg":"trace[1150469280] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24850; }","duration":"1.318785425s","start":"2026-02-24T07:21:30.647689Z","end":"2026-02-24T07:21:31.966475Z","steps":["trace[1150469280] 'agreement among raft nodes before linearized reading' (duration: 1.308984549s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.966527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:30.64767Z","time spent":"1.318843637s","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3324,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-24T07:21:31.956784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51279507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:21:31.966624Z","caller":"traceutil/trace.go:171","msg":"trace[360729143] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24850; }","duration":"1.522678799s","start":"2026-02-24T07:21:30.443935Z","end":"2026-02-24T07:21:31.966614Z","steps":["trace[360729143] 'agreement among raft nodes before linearized reading' (duration: 1.512820961s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.966653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:30.443916Z","time spent":"1.522727541s","remote":"127.0.0.1:53670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:31.9554Z","caller":"traceutil/trace.go:171","msg":"trace[619275276] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24850; }","duration":"4.27766292s","start":"2026-02-24T07:21:27.6777Z","end":"2026-02-24T07:21:31.955363Z","steps":["trace[619275276] 'agreement among raft nodes before linearized reading' (duration: 4.277557618s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:31.966719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:27.677684Z","time spent":"4.289021006s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:32.471784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637883485,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:21:32.972955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637883485,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:21:33.473954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637883485,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:21:33.688648Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.717273108s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T07:21:33.705414Z","caller":"traceutil/trace.go:171","msg":"trace[1578730565] transaction","detail":"{read_only:false; response_revision:24851; number_of_response:1; }","duration":"1.734126152s","start":"2026-02-24T07:21:31.971261Z","end":"2026-02-24T07:21:33.705387Z","steps":["trace[1578730565] 'process raft request' (duration: 1.717612767s)","trace[1578730565] 'compare' (duration: 14.576576ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:33.705536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.971243Z","time spent":"1.734232535s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":740,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:34.019389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000048814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:21:34.019445Z","caller":"traceutil/trace.go:171","msg":"trace[652797465] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000126795s","start":"2026-02-24T07:21:32.019306Z","end":"2026-02-24T07:21:34.019432Z","steps":["trace[652797465] 'agreement among raft nodes before linearized reading' (duration: 2.000057964s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:34.019471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:32.0193Z","time spent":"2.000164796s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:21:36.020084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999832998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:21:36.02023Z","caller":"traceutil/trace.go:171","msg":"trace[885154314] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000078845s","start":"2026-02-24T07:21:34.020121Z","end":"2026-02-24T07:21:36.0202Z","steps":["trace[885154314] 'agreement among raft nodes before linearized reading' (duration: 1.99987811s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:36.020308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:34.02009Z","time spent":"2.000199467s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:21:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:36.970657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.971402Z","time spent":"4.99924254s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T07:21:36.970732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.971323Z","time spent":"4.999403034s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 07:21:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/24 07:21:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:36.970866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.971414Z","time spent":"4.999434665s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 07:21:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:37.566102Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.87725165s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T07:21:37.566704Z","caller":"traceutil/trace.go:171","msg":"trace[2010891690] transaction","detail":"{read_only:false; response_revision:24853; number_of_response:1; }","duration":"5.595321818s","start":"2026-02-24T07:21:31.971358Z","end":"2026-02-24T07:21:37.566679Z","steps":["trace[2010891690] 'process raft request' (duration: 5.595165594s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:37.566851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.971353Z","time spent":"5.595413821s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1164,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:37.567264Z","caller":"traceutil/trace.go:171","msg":"trace[1988894548] transaction","detail":"{read_only:false; response_revision:24856; number_of_response:1; }","duration":"5.589847161s","start":"2026-02-24T07:21:31.977388Z","end":"2026-02-24T07:21:37.567236Z","steps":["trace[1988894548] 'process raft request' (duration: 5.589670196s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:37.567347Z","caller":"traceutil/trace.go:171","msg":"trace[886290877] transaction","detail":"{read_only:false; response_revision:24857; number_of_response:1; }","duration":"5.584502096s","start":"2026-02-24T07:21:31.982831Z","end":"2026-02-24T07:21:37.567333Z","steps":["trace[886290877] 'process raft request' (duration: 5.584367233s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:37.567407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.982813Z","time spent":"5.584560808s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:37.567425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.977374Z","time spent":"5.589960783s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:38.029526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999860779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:21:38.029618Z","caller":"traceutil/trace.go:171","msg":"trace[1502298731] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000018113s","start":"2026-02-24T07:21:36.029578Z","end":"2026-02-24T07:21:38.029596Z","steps":["trace[1502298731] 'agreement among raft nodes before linearized reading' (duration: 1.99990804s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:38.029668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:36.029542Z","time spent":"2.000115925s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:21:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:38.961019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:33.962373Z","time spent":"4.998637567s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T07:21:38.968994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:33.97217Z","time spent":"4.99682001s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 07:21:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:38.971414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:33.972603Z","time spent":"4.998799659s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T07:21:38.971511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:33.972518Z","time spent":"4.998991854s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T07:21:38.971508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:33.972818Z","time spent":"4.998683077s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T07:21:38.971635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:33.972208Z","time spent":"4.999426285s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T07:21:38.977259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:33.976521Z","time spent":"5.000733718s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 07:21:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:39.174536Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b75887","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T07:21:39.820608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.005181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:21:39.820693Z","caller":"traceutil/trace.go:171","msg":"trace[1777805128] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"847.147185ms","start":"2026-02-24T07:21:38.973525Z","end":"2026-02-24T07:21:39.820672Z","steps":["trace[1777805128] 'agreement among raft nodes before linearized reading' (duration: 847.037192ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:39.820744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:38.973505Z","time spent":"847.229448ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/24 07:21:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:39.822576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.770277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:21:39.822618Z","caller":"traceutil/trace.go:171","msg":"trace[486793499] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"850.837639ms","start":"2026-02-24T07:21:38.971769Z","end":"2026-02-24T07:21:39.822607Z","steps":["trace[486793499] 'agreement among raft nodes before linearized reading' (duration: 850.786918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:39.82265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:38.97176Z","time spent":"850.88247ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/24 07:21:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:39.824203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.558412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:21:39.824283Z","caller":"traceutil/trace.go:171","msg":"trace[1468878535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"850.662144ms","start":"2026-02-24T07:21:38.973604Z","end":"2026-02-24T07:21:39.824266Z","steps":["trace[1468878535] 'agreement among raft nodes before linearized reading' (duration: 850.555901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:39.82435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:38.973579Z","time spent":"850.754197ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/24 07:21:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:39.852175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.759652169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:21:39.852228Z","caller":"traceutil/trace.go:171","msg":"trace[936381818] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; }","duration":"2.759742981s","start":"2026-02-24T07:21:37.092472Z","end":"2026-02-24T07:21:39.852215Z","steps":["trace[936381818] 'agreement among raft nodes before linearized reading' (duration: 2.75968303s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:39.852227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.857747094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-24T07:21:39.852264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:37.092457Z","time spent":"2.759798712s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" "} {"level":"info","ts":"2026-02-24T07:21:39.852269Z","caller":"traceutil/trace.go:171","msg":"trace[1184617990] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; }","duration":"7.857793985s","start":"2026-02-24T07:21:31.994464Z","end":"2026-02-24T07:21:39.852258Z","steps":["trace[1184617990] 'agreement among raft nodes before linearized reading' (duration: 7.857745724s)"],"step_count":1} 2026/02/24 07:21:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:39.852305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.994455Z","time spent":"7.857838376s","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} 2026/02/24 07:21:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:39.852376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.876385963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:21:39.852398Z","caller":"traceutil/trace.go:171","msg":"trace[349558501] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; }","duration":"7.876420303s","start":"2026-02-24T07:21:31.975971Z","end":"2026-02-24T07:21:39.852391Z","steps":["trace[349558501] 'agreement among raft nodes before linearized reading' (duration: 7.876397763s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:39.852421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.975964Z","time spent":"7.876452244s","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} 2026/02/24 07:21:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:39.852523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.838781968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:21:39.85255Z","caller":"traceutil/trace.go:171","msg":"trace[1268833353] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; }","duration":"7.838826688s","start":"2026-02-24T07:21:32.013717Z","end":"2026-02-24T07:21:39.852544Z","steps":["trace[1268833353] 'agreement among raft nodes before linearized reading' (duration: 7.838797258s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:39.852574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:32.013707Z","time spent":"7.838861619s","remote":"127.0.0.1:53384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/capo-system/capo-controller-manager\" "} 2026/02/24 07:21:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:39.852576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.879599274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-24T07:21:39.852616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.881257335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-24T07:21:39.852625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.83888545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:21:39.852646Z","caller":"traceutil/trace.go:171","msg":"trace[1995707522] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; }","duration":"7.881286635s","start":"2026-02-24T07:21:31.971347Z","end":"2026-02-24T07:21:39.852634Z","steps":["trace[1995707522] 'agreement among raft nodes before linearized reading' (duration: 7.881262805s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:39.85265Z","caller":"traceutil/trace.go:171","msg":"trace[95550028] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; }","duration":"7.879671205s","start":"2026-02-24T07:21:31.972951Z","end":"2026-02-24T07:21:39.852622Z","steps":["trace[95550028] 'agreement among raft nodes before linearized reading' (duration: 7.879610424s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:39.852625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.876371522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:21:39.852659Z","caller":"traceutil/trace.go:171","msg":"trace[111633077] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; }","duration":"7.838914361s","start":"2026-02-24T07:21:32.013733Z","end":"2026-02-24T07:21:39.852647Z","steps":["trace[111633077] 'agreement among raft nodes before linearized reading' (duration: 7.83888505s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:39.852673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.97293Z","time spent":"7.879737216s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} 2026/02/24 07:21:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:39.852695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:32.013722Z","time spent":"7.838965732s","remote":"127.0.0.1:53384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-02-24T07:21:39.852702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.879656985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-24T07:21:39.852674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.971345Z","time spent":"7.881322646s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} 2026/02/24 07:21:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/24 07:21:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-24T07:21:39.852725Z","caller":"traceutil/trace.go:171","msg":"trace[765716667] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; }","duration":"7.879699946s","start":"2026-02-24T07:21:31.973019Z","end":"2026-02-24T07:21:39.852718Z","steps":["trace[765716667] 'agreement among raft nodes before linearized reading' (duration: 7.879678065s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:39.852731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.880053205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-24T07:21:39.852581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.83886994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-24T07:21:39.852747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.973009Z","time spent":"7.879733737s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"info","ts":"2026-02-24T07:21:39.852755Z","caller":"traceutil/trace.go:171","msg":"trace[1785702015] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service; range_end:; }","duration":"7.880080405s","start":"2026-02-24T07:21:31.972666Z","end":"2026-02-24T07:21:39.852746Z","steps":["trace[1785702015] 'agreement among raft nodes before linearized reading' (duration: 7.880059385s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:39.852758Z","caller":"traceutil/trace.go:171","msg":"trace[1590222036] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; }","duration":"7.839089855s","start":"2026-02-24T07:21:32.013661Z","end":"2026-02-24T07:21:39.85275Z","steps":["trace[1590222036] 'agreement among raft nodes before linearized reading' (duration: 7.838896031s)"],"step_count":1} 2026/02/24 07:21:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:39.852785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:32.013635Z","time spent":"7.839143096s","remote":"127.0.0.1:53384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" "} {"level":"warn","ts":"2026-02-24T07:21:39.85279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.972663Z","time spent":"7.880119866s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service\" "} 2026/02/24 07:21:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:39.852809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.881439159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-24T07:21:39.852809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.106958482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18971dbe46266c0b\" ","response":"","error":"context canceled"} 2026/02/24 07:21:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-24T07:21:39.85283Z","caller":"traceutil/trace.go:171","msg":"trace[1455019166] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; }","duration":"7.881464369s","start":"2026-02-24T07:21:31.971359Z","end":"2026-02-24T07:21:39.852824Z","steps":["trace[1455019166] 'agreement among raft nodes before linearized reading' (duration: 7.881443799s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:39.852834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.881549461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:21:39.852834Z","caller":"traceutil/trace.go:171","msg":"trace[1583498738] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18971dbe46266c0b; range_end:; }","duration":"4.106984612s","start":"2026-02-24T07:21:35.745842Z","end":"2026-02-24T07:21:39.852827Z","steps":["trace[1583498738] 'agreement among raft nodes before linearized reading' (duration: 4.106958742s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:39.852852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.971357Z","time spent":"7.881490831s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"info","ts":"2026-02-24T07:21:39.852854Z","caller":"traceutil/trace.go:171","msg":"trace[1803152530] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; }","duration":"7.881576273s","start":"2026-02-24T07:21:31.971272Z","end":"2026-02-24T07:21:39.852848Z","steps":["trace[1803152530] 'agreement among raft nodes before linearized reading' (duration: 7.881555672s)"],"step_count":1} 2026/02/24 07:21:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:39.852878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.876741651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-24T07:21:39.852878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.971267Z","time spent":"7.881606283s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-02-24T07:21:39.852868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:35.745818Z","time spent":"4.107039533s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18971dbe46266c0b\" "} 2026/02/24 07:21:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-24T07:21:39.852896Z","caller":"traceutil/trace.go:171","msg":"trace[1464850212] range","detail":"{range_begin:/registry/services/specs/capi-system/capi-webhook-service; range_end:; }","duration":"7.876770682s","start":"2026-02-24T07:21:31.976121Z","end":"2026-02-24T07:21:39.852891Z","steps":["trace[1464850212] 'agreement among raft nodes before linearized reading' (duration: 7.876751971s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:39.8527Z","caller":"traceutil/trace.go:171","msg":"trace[1522853643] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy; range_end:; }","duration":"7.876481176s","start":"2026-02-24T07:21:31.976197Z","end":"2026-02-24T07:21:39.852678Z","steps":["trace[1522853643] 'agreement among raft nodes before linearized reading' (duration: 7.876389823s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:39.852916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.976115Z","time spent":"7.876796073s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" "} 2026/02/24 07:21:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:39.852933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.976181Z","time spent":"7.876745892s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" "} 2026/02/24 07:21:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/24 07:21:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:39.853033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.880408313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-24T07:21:39.853056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.881664755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:21:39.853078Z","caller":"traceutil/trace.go:171","msg":"trace[1763398165] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; }","duration":"7.880462885s","start":"2026-02-24T07:21:31.972606Z","end":"2026-02-24T07:21:39.853068Z","steps":["trace[1763398165] 'agreement among raft nodes before linearized reading' (duration: 7.880416804s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:39.853088Z","caller":"traceutil/trace.go:171","msg":"trace[1432460840] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; }","duration":"7.881709146s","start":"2026-02-24T07:21:31.97137Z","end":"2026-02-24T07:21:39.853079Z","steps":["trace[1432460840] 'agreement among raft nodes before linearized reading' (duration: 7.881670165s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:39.853104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.9726Z","time spent":"7.880497636s","remote":"127.0.0.1:53402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/openstack/keepalived\" "} {"level":"warn","ts":"2026-02-24T07:21:39.853118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.971367Z","time spent":"7.881741876s","remote":"127.0.0.1:53402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" "} 2026/02/24 07:21:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:39.853181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.839458014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-server\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:21:39.853206Z","caller":"traceutil/trace.go:171","msg":"trace[825724505] range","detail":"{range_begin:/registry/deployments/openstack/neutron-server; range_end:; }","duration":"7.839485005s","start":"2026-02-24T07:21:32.013714Z","end":"2026-02-24T07:21:39.853199Z","steps":["trace[825724505] 'agreement among raft nodes before linearized reading' (duration: 7.839456884s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:39.853216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.881919431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-24T07:21:39.853232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:32.013702Z","time spent":"7.839523616s","remote":"127.0.0.1:53384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/neutron-server\" "} 2026/02/24 07:21:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-24T07:21:39.853261Z","caller":"traceutil/trace.go:171","msg":"trace[1538650891] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; }","duration":"7.881950641s","start":"2026-02-24T07:21:31.971282Z","end":"2026-02-24T07:21:39.853233Z","steps":["trace[1538650891] 'agreement among raft nodes before linearized reading' (duration: 7.881926231s)"],"step_count":1} 2026/02/24 07:21:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:39.853291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.971279Z","time spent":"7.882005453s","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} 2026/02/24 07:21:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:39.85379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.882432484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:21:39.853842Z","caller":"traceutil/trace.go:171","msg":"trace[1816576532] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; }","duration":"7.882491225s","start":"2026-02-24T07:21:31.971335Z","end":"2026-02-24T07:21:39.853826Z","steps":["trace[1816576532] 'agreement among raft nodes before linearized reading' (duration: 7.882391603s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:39.853845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.880919796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-24T07:21:39.853828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.881024839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-24T07:21:39.853876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.971333Z","time spent":"7.882535456s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-02-24T07:21:39.853882Z","caller":"traceutil/trace.go:171","msg":"trace[1139057109] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; }","duration":"7.880993378s","start":"2026-02-24T07:21:31.972879Z","end":"2026-02-24T07:21:39.853873Z","steps":["trace[1139057109] 'agreement among raft nodes before linearized reading' (duration: 7.880940757s)"],"step_count":1} 2026/02/24 07:21:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:39.853908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.972871Z","time spent":"7.881030539s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/magnum-conductor\" "} {"level":"info","ts":"2026-02-24T07:21:39.853916Z","caller":"traceutil/trace.go:171","msg":"trace[1215645800] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; }","duration":"7.881160452s","start":"2026-02-24T07:21:31.972731Z","end":"2026-02-24T07:21:39.853891Z","steps":["trace[1215645800] 'agreement among raft nodes before linearized reading' (duration: 7.881041799s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:39.853985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.972714Z","time spent":"7.881243844s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} 2026/02/24 07:21:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/24 07:21:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:39.964598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397264434s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-02-24T07:21:39.965322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.886217ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:39.965512Z","caller":"traceutil/trace.go:171","msg":"trace[362783197] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24857; }","duration":"954.083752ms","start":"2026-02-24T07:21:39.011406Z","end":"2026-02-24T07:21:39.96549Z","steps":["trace[362783197] 'range keys from in-memory index tree' (duration: 953.870027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:39.965879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.99453695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29531960-6v822\" ","response":"range_response_count:1 size:7032"} {"level":"info","ts":"2026-02-24T07:21:39.96469Z","caller":"traceutil/trace.go:171","msg":"trace[384150383] linearizableReadLoop","detail":"{readStateIndex:25830; appliedIndex:25822; }","duration":"7.993200008s","start":"2026-02-24T07:21:31.971473Z","end":"2026-02-24T07:21:39.964673Z","steps":["trace[384150383] 'read index received' (duration: 1.717417492s)","trace[384150383] 'applied index is now lower than readState.Index' (duration: 6.275781026s)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:21:39.965937Z","caller":"traceutil/trace.go:171","msg":"trace[909678273] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29531960-6v822; range_end:; response_count:1; response_revision:24857; }","duration":"7.994611843s","start":"2026-02-24T07:21:31.971309Z","end":"2026-02-24T07:21:39.965921Z","steps":["trace[909678273] 'agreement among raft nodes before linearized reading' (duration: 7.994425628s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:39.965981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.971304Z","time spent":"7.994669364s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7056,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29531960-6v822\" "} {"level":"warn","ts":"2026-02-24T07:21:39.965989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.994642663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16991"} {"level":"info","ts":"2026-02-24T07:21:39.966049Z","caller":"traceutil/trace.go:171","msg":"trace[443854885] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24857; }","duration":"7.994718105s","start":"2026-02-24T07:21:31.971314Z","end":"2026-02-24T07:21:39.966033Z","steps":["trace[443854885] 'agreement among raft nodes before linearized reading' (duration: 7.994540981s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:39.96608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.971311Z","time spent":"7.994760856s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17015,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-24T07:21:40.029672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000041193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:21:40.029758Z","caller":"traceutil/trace.go:171","msg":"trace[507390161] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000184396s","start":"2026-02-24T07:21:38.029554Z","end":"2026-02-24T07:21:40.029738Z","steps":["trace[507390161] 'agreement among raft nodes before linearized reading' (duration: 2.000071494s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.029811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:38.029522Z","time spent":"2.000275219s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:21:40.132511Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.566131527s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T07:21:40.133065Z","caller":"traceutil/trace.go:171","msg":"trace[375167687] transaction","detail":"{read_only:false; response_revision:24865; number_of_response:1; }","duration":"5.852352246s","start":"2026-02-24T07:21:34.280693Z","end":"2026-02-24T07:21:40.133045Z","steps":["trace[375167687] 'process raft request' (duration: 5.852314485s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.133189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:34.280079Z","time spent":"5.853047514s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:40.161896Z","caller":"traceutil/trace.go:171","msg":"trace[1323151820] transaction","detail":"{read_only:false; response_revision:24867; number_of_response:1; }","duration":"699.627288ms","start":"2026-02-24T07:21:39.462245Z","end":"2026-02-24T07:21:40.161872Z","steps":["trace[1323151820] 'process raft request' (duration: 699.553866ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:40.162019Z","caller":"traceutil/trace.go:171","msg":"trace[463272398] linearizableReadLoop","detail":"{readStateIndex:25841; appliedIndex:25838; }","duration":"196.027165ms","start":"2026-02-24T07:21:39.965966Z","end":"2026-02-24T07:21:40.161994Z","steps":["trace[463272398] 'read index received' (duration: 167.14226ms)","trace[463272398] 'applied index is now lower than readState.Index' (duration: 28.882945ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:40.162074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911009186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:40.162125Z","caller":"traceutil/trace.go:171","msg":"trace[923974432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24868; }","duration":"1.911093408s","start":"2026-02-24T07:21:38.251021Z","end":"2026-02-24T07:21:40.162114Z","steps":["trace[923974432] 'agreement among raft nodes before linearized reading' (duration: 1.911004836s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.162148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.797231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:21:40.162193Z","caller":"traceutil/trace.go:171","msg":"trace[2119850387] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24868; }","duration":"968.904604ms","start":"2026-02-24T07:21:39.193277Z","end":"2026-02-24T07:21:40.162182Z","steps":["trace[2119850387] 'agreement among raft nodes before linearized reading' (duration: 968.796411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.162198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.181215101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:40.162222Z","caller":"traceutil/trace.go:171","msg":"trace[1055087396] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24868; }","duration":"8.181274372s","start":"2026-02-24T07:21:31.980939Z","end":"2026-02-24T07:21:40.162213Z","steps":["trace[1055087396] 'agreement among raft nodes before linearized reading' (duration: 8.181234842s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.162162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.089392164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:40.162248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.980921Z","time spent":"8.181320854s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T07:21:40.16226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184846971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-02-24T07:21:40.162286Z","caller":"traceutil/trace.go:171","msg":"trace[211914663] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24868; }","duration":"1.184899091s","start":"2026-02-24T07:21:38.977379Z","end":"2026-02-24T07:21:40.162278Z","steps":["trace[211914663] 'agreement among raft nodes before linearized reading' (duration: 1.18485782s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.162289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.393113879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:40.162285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.384270495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3300"} {"level":"info","ts":"2026-02-24T07:21:40.162328Z","caller":"traceutil/trace.go:171","msg":"trace[240587064] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24868; }","duration":"7.393217232s","start":"2026-02-24T07:21:32.769097Z","end":"2026-02-24T07:21:40.162314Z","steps":["trace[240587064] 'agreement among raft nodes before linearized reading' (duration: 7.39315029s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.162347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.939721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-24T07:21:40.162325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.233992982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:40.16237Z","caller":"traceutil/trace.go:171","msg":"trace[879907495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24868; }","duration":"337.996511ms","start":"2026-02-24T07:21:39.824367Z","end":"2026-02-24T07:21:40.162364Z","steps":["trace[879907495] 'agreement among raft nodes before linearized reading' (duration: 337.894549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.162398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:39.824347Z","time spent":"338.045423ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T07:21:40.16237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.296494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:40.162411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.205000597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:40.162441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18883725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-02-24T07:21:40.162037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:39.462228Z","time spent":"699.72643ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:40.162455Z","caller":"traceutil/trace.go:171","msg":"trace[1731189266] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24868; }","duration":"257.427417ms","start":"2026-02-24T07:21:39.905005Z","end":"2026-02-24T07:21:40.162432Z","steps":["trace[1731189266] 'agreement among raft nodes before linearized reading' (duration: 257.255683ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:40.162457Z","caller":"traceutil/trace.go:171","msg":"trace[1050091826] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24868; }","duration":"6.205078369s","start":"2026-02-24T07:21:33.957355Z","end":"2026-02-24T07:21:40.162433Z","steps":["trace[1050091826] 'agreement among raft nodes before linearized reading' (duration: 6.205033128s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.162516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188930904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-02-24T07:21:40.162524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:33.957329Z","time spent":"6.205179413s","remote":"127.0.0.1:38886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:40.162531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.191964766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" ","response":"range_response_count:1 size:3698"} {"level":"info","ts":"2026-02-24T07:21:40.162544Z","caller":"traceutil/trace.go:171","msg":"trace[1898620956] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24868; }","duration":"1.188987654s","start":"2026-02-24T07:21:38.97355Z","end":"2026-02-24T07:21:40.162538Z","steps":["trace[1898620956] 'agreement among raft nodes before linearized reading' (duration: 1.188946853s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:40.162578Z","caller":"traceutil/trace.go:171","msg":"trace[163097815] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8; range_end:; response_count:1; response_revision:24868; }","duration":"7.192058418s","start":"2026-02-24T07:21:32.970506Z","end":"2026-02-24T07:21:40.162565Z","steps":["trace[163097815] 'agreement among raft nodes before linearized reading' (duration: 7.191923044s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.162596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.053136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-24T07:21:40.162602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.982624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7162"} {"level":"info","ts":"2026-02-24T07:21:40.162617Z","caller":"traceutil/trace.go:171","msg":"trace[1589550556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24868; }","duration":"592.095857ms","start":"2026-02-24T07:21:39.570515Z","end":"2026-02-24T07:21:40.16261Z","steps":["trace[1589550556] 'agreement among raft nodes before linearized reading' (duration: 592.044756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.162216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182569632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-02-24T07:21:40.162626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:32.97048Z","time spent":"7.19213372s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3722,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" "} {"level":"warn","ts":"2026-02-24T07:21:40.162644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:39.570498Z","time spent":"592.140058ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T07:21:40.162643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.591260298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-c56c5d7c6-lwt7z.18971daa10ff36bb\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-02-24T07:21:40.162677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699342428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:40.162368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:32.76906Z","time spent":"7.393300044s","remote":"127.0.0.1:53622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:40.162698Z","caller":"traceutil/trace.go:171","msg":"trace[37431459] range","detail":"{range_begin:/registry/events/openstack/magnum-api-c56c5d7c6-lwt7z.18971daa10ff36bb; range_end:; response_count:1; response_revision:24868; }","duration":"2.59134994s","start":"2026-02-24T07:21:37.571334Z","end":"2026-02-24T07:21:40.162683Z","steps":["trace[37431459] 'agreement among raft nodes before linearized reading' (duration: 2.591214357s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.162453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.190915864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-24T07:21:40.162711Z","caller":"traceutil/trace.go:171","msg":"trace[368485380] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24868; }","duration":"1.699377979s","start":"2026-02-24T07:21:38.463326Z","end":"2026-02-24T07:21:40.162704Z","steps":["trace[368485380] 'agreement among raft nodes before linearized reading' (duration: 1.699331167s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.162741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:38.463269Z","time spent":"1.69946517s","remote":"127.0.0.1:38884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:40.162744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:37.571315Z","time spent":"2.591414601s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-c56c5d7c6-lwt7z.18971daa10ff36bb\" "} {"level":"info","ts":"2026-02-24T07:21:40.162766Z","caller":"traceutil/trace.go:171","msg":"trace[478207426] transaction","detail":"{read_only:false; response_revision:24868; number_of_response:1; }","duration":"654.67058ms","start":"2026-02-24T07:21:39.508077Z","end":"2026-02-24T07:21:40.162748Z","steps":["trace[478207426] 'process raft request' (duration: 653.759086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.162545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.479412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T07:21:40.162479Z","caller":"traceutil/trace.go:171","msg":"trace[957334080] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24868; }","duration":"1.188899292s","start":"2026-02-24T07:21:38.97357Z","end":"2026-02-24T07:21:40.162469Z","steps":["trace[957334080] 'agreement among raft nodes before linearized reading' (duration: 1.188852681s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:40.162904Z","caller":"traceutil/trace.go:171","msg":"trace[1271369574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24868; }","duration":"591.862571ms","start":"2026-02-24T07:21:39.571023Z","end":"2026-02-24T07:21:40.162886Z","steps":["trace[1271369574] 'agreement among raft nodes before linearized reading' (duration: 591.469081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.16291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:39.508063Z","time spent":"654.758511ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:40.162925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.480030484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:40.162947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.002006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:40.16238Z","caller":"traceutil/trace.go:171","msg":"trace[626750394] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24868; }","duration":"5.38444172s","start":"2026-02-24T07:21:34.777914Z","end":"2026-02-24T07:21:40.162356Z","steps":["trace[626750394] 'agreement among raft nodes before linearized reading' (duration: 5.384163503s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:40.162959Z","caller":"traceutil/trace.go:171","msg":"trace[839810870] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24868; }","duration":"7.480068715s","start":"2026-02-24T07:21:32.682882Z","end":"2026-02-24T07:21:40.162951Z","steps":["trace[839810870] 'agreement among raft nodes before linearized reading' (duration: 7.480010033s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:40.162973Z","caller":"traceutil/trace.go:171","msg":"trace[1388262035] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24868; }","duration":"124.046747ms","start":"2026-02-24T07:21:40.038919Z","end":"2026-02-24T07:21:40.162966Z","steps":["trace[1388262035] 'agreement among raft nodes before linearized reading' (duration: 124.003896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.16298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:34.777873Z","time spent":"5.385099767s","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3324,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-24T07:21:40.1626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:38.973534Z","time spent":"1.189059507s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-24T07:21:40.162408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188005379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-24T07:21:40.163028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:32.682797Z","time spent":"7.480183067s","remote":"127.0.0.1:39416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:40.163054Z","caller":"traceutil/trace.go:171","msg":"trace[1025249104] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24868; }","duration":"1.188664457s","start":"2026-02-24T07:21:38.974381Z","end":"2026-02-24T07:21:40.163045Z","steps":["trace[1025249104] 'agreement among raft nodes before linearized reading' (duration: 1.18800964s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.163087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:38.97437Z","time spent":"1.188706958s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-24T07:21:40.163078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.658669651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-24T07:21:40.163113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.675399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:40.162743Z","caller":"traceutil/trace.go:171","msg":"trace[220620509] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24868; }","duration":"8.191208262s","start":"2026-02-24T07:21:31.971523Z","end":"2026-02-24T07:21:40.162731Z","steps":["trace[220620509] 'agreement among raft nodes before linearized reading' (duration: 8.190873383s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.162224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:39.193246Z","time spent":"968.969856ms","remote":"127.0.0.1:46032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:40.163134Z","caller":"traceutil/trace.go:171","msg":"trace[2100444924] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24868; }","duration":"2.658774905s","start":"2026-02-24T07:21:37.50434Z","end":"2026-02-24T07:21:40.163114Z","steps":["trace[2100444924] 'agreement among raft nodes before linearized reading' (duration: 2.65860342s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.163158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:31.971519Z","time spent":"8.191628653s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-24T07:21:40.16318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:37.504309Z","time spent":"2.658859076s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-24T07:21:40.16264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198968485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-24T07:21:40.163225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.08561755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-02-24T07:21:40.16237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187599848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-02-24T07:21:40.163273Z","caller":"traceutil/trace.go:171","msg":"trace[1013155521] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24868; }","duration":"1.199628772s","start":"2026-02-24T07:21:38.963624Z","end":"2026-02-24T07:21:40.163253Z","steps":["trace[1013155521] 'agreement among raft nodes before linearized reading' (duration: 1.198992826s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:40.163277Z","caller":"traceutil/trace.go:171","msg":"trace[1215029679] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24868; }","duration":"8.085702842s","start":"2026-02-24T07:21:32.077558Z","end":"2026-02-24T07:21:40.163261Z","steps":["trace[1215029679] 'agreement among raft nodes before linearized reading' (duration: 8.085553399s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.16232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:38.977367Z","time spent":"1.184943903s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-24T07:21:40.163315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:38.963602Z","time spent":"1.199699953s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-24T07:21:40.163286Z","caller":"traceutil/trace.go:171","msg":"trace[1076286239] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24868; }","duration":"1.188531343s","start":"2026-02-24T07:21:38.974745Z","end":"2026-02-24T07:21:40.163277Z","steps":["trace[1076286239] 'agreement among raft nodes before linearized reading' (duration: 1.187592009s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:40.16225Z","caller":"traceutil/trace.go:171","msg":"trace[913317943] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24868; }","duration":"8.089499256s","start":"2026-02-24T07:21:32.072743Z","end":"2026-02-24T07:21:40.162242Z","steps":["trace[913317943] 'agreement among raft nodes before linearized reading' (duration: 8.089388513s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.16332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.659434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:40.163352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:38.974736Z","time spent":"1.188608394s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-24T07:21:40.162945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:38.973555Z","time spent":"1.189379534s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-02-24T07:21:40.163377Z","caller":"traceutil/trace.go:171","msg":"trace[89649613] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24868; }","duration":"259.761907ms","start":"2026-02-24T07:21:39.903596Z","end":"2026-02-24T07:21:40.163358Z","steps":["trace[89649613] 'agreement among raft nodes before linearized reading' (duration: 259.671555ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:40.1619Z","caller":"traceutil/trace.go:171","msg":"trace[2146106060] transaction","detail":"{read_only:false; response_revision:24866; number_of_response:1; }","duration":"2.022677152s","start":"2026-02-24T07:21:38.139196Z","end":"2026-02-24T07:21:40.161873Z","steps":["trace[2146106060] 'process raft request' (duration: 2.022445026s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.163422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.185855687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3300"} {"level":"warn","ts":"2026-02-24T07:21:40.163316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:32.077542Z","time spent":"8.085765815s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-02-24T07:21:40.162966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:39.570982Z","time spent":"591.963544ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T07:21:40.163445Z","caller":"traceutil/trace.go:171","msg":"trace[2052002402] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24868; }","duration":"3.185918669s","start":"2026-02-24T07:21:36.97752Z","end":"2026-02-24T07:21:40.163439Z","steps":["trace[2052002402] 'agreement among raft nodes before linearized reading' (duration: 3.185852107s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.163439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.65595935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:21:40.163465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:36.977492Z","time spent":"3.18596732s","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3324,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-24T07:21:40.163472Z","caller":"traceutil/trace.go:171","msg":"trace[2135485619] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24868; }","duration":"3.656026321s","start":"2026-02-24T07:21:36.507437Z","end":"2026-02-24T07:21:40.163463Z","steps":["trace[2135485619] 'agreement among raft nodes before linearized reading' (duration: 3.65597016s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:40.162658Z","caller":"traceutil/trace.go:171","msg":"trace[83789230] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24868; }","duration":"1.183024735s","start":"2026-02-24T07:21:38.979626Z","end":"2026-02-24T07:21:40.162651Z","steps":["trace[83789230] 'agreement among raft nodes before linearized reading' (duration: 1.182557263s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.163484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:38.139163Z","time spent":"2.024278392s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:40.163502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:36.507418Z","time spent":"3.656076362s","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:40.163527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:38.979618Z","time spent":"1.183890126s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":566,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-02-24T07:21:40.1624Z","caller":"traceutil/trace.go:171","msg":"trace[1013284234] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24868; }","duration":"7.234127684s","start":"2026-02-24T07:21:32.928248Z","end":"2026-02-24T07:21:40.162376Z","steps":["trace[1013284234] 'agreement among raft nodes before linearized reading' (duration: 7.233986401s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.163593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.670965697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:40.1636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:32.928212Z","time spent":"7.235377717s","remote":"127.0.0.1:53712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:40.163627Z","caller":"traceutil/trace.go:171","msg":"trace[1124615905] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24868; }","duration":"3.671034869s","start":"2026-02-24T07:21:36.49258Z","end":"2026-02-24T07:21:40.163615Z","steps":["trace[1124615905] 'agreement among raft nodes before linearized reading' (duration: 3.670987918s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.16252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.406904567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-24T07:21:40.163667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:36.492562Z","time spent":"3.6710831s","remote":"127.0.0.1:53688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:40.163667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.460741604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:40.163358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:32.072735Z","time spent":"8.090613475s","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:40.163695Z","caller":"traceutil/trace.go:171","msg":"trace[1864566162] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24868; }","duration":"3.460827556s","start":"2026-02-24T07:21:36.702859Z","end":"2026-02-24T07:21:40.163687Z","steps":["trace[1864566162] 'agreement among raft nodes before linearized reading' (duration: 3.460777155s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:40.162624Z","caller":"traceutil/trace.go:171","msg":"trace[1040198240] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24868; }","duration":"192.018094ms","start":"2026-02-24T07:21:39.970599Z","end":"2026-02-24T07:21:40.162617Z","steps":["trace[1040198240] 'agreement among raft nodes before linearized reading' (duration: 191.950353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.163735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:36.702833Z","time spent":"3.460894838s","remote":"127.0.0.1:39736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:40.163793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.253186031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:40.162751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.708248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:40.163827Z","caller":"traceutil/trace.go:171","msg":"trace[1791222621] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24868; }","duration":"791.811175ms","start":"2026-02-24T07:21:39.372008Z","end":"2026-02-24T07:21:40.163819Z","steps":["trace[1791222621] 'agreement among raft nodes before linearized reading' (duration: 790.718398ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:40.163139Z","caller":"traceutil/trace.go:171","msg":"trace[1930457133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24868; }","duration":"127.724859ms","start":"2026-02-24T07:21:40.035406Z","end":"2026-02-24T07:21:40.163131Z","steps":["trace[1930457133] 'agreement among raft nodes before linearized reading' (duration: 127.683908ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:40.163685Z","caller":"traceutil/trace.go:171","msg":"trace[107074838] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24868; }","duration":"2.408106096s","start":"2026-02-24T07:21:37.755562Z","end":"2026-02-24T07:21:40.163668Z","steps":["trace[107074838] 'agreement among raft nodes before linearized reading' (duration: 2.406853894s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.163926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:37.75554Z","time spent":"2.408376383s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-24T07:21:40.163848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:39.371989Z","time spent":"791.852127ms","remote":"127.0.0.1:39428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:40.163932Z","caller":"traceutil/trace.go:171","msg":"trace[1737892871] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24868; }","duration":"5.253326295s","start":"2026-02-24T07:21:34.910598Z","end":"2026-02-24T07:21:40.163924Z","steps":["trace[1737892871] 'agreement among raft nodes before linearized reading' (duration: 5.253167951s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.162162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:38.251004Z","time spent":"1.911150469s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:21:40.164144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:34.910566Z","time spent":"5.253559611s","remote":"127.0.0.1:38966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:40.165048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.150046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-24T07:21:40.165123Z","caller":"traceutil/trace.go:171","msg":"trace[1432441873] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24868; }","duration":"340.250528ms","start":"2026-02-24T07:21:39.82486Z","end":"2026-02-24T07:21:40.16511Z","steps":["trace[1432441873] 'agreement among raft nodes before linearized reading' (duration: 337.321135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.165183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:39.824849Z","time spent":"340.3232ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T07:21:40.388457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.254208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:40.388518Z","caller":"traceutil/trace.go:171","msg":"trace[49355562] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24868; }","duration":"217.352261ms","start":"2026-02-24T07:21:40.171151Z","end":"2026-02-24T07:21:40.388504Z","steps":["trace[49355562] 'range keys from in-memory index tree' (duration: 217.145136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.388631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.566366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-24T07:21:40.3887Z","caller":"traceutil/trace.go:171","msg":"trace[1714758616] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:24868; }","duration":"217.664588ms","start":"2026-02-24T07:21:40.171018Z","end":"2026-02-24T07:21:40.388683Z","steps":["trace[1714758616] 'range keys from in-memory index tree' (duration: 217.225437ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:40.388846Z","caller":"traceutil/trace.go:171","msg":"trace[504155618] transaction","detail":"{read_only:false; response_revision:24869; number_of_response:1; }","duration":"217.665849ms","start":"2026-02-24T07:21:40.171169Z","end":"2026-02-24T07:21:40.388835Z","steps":["trace[504155618] 'process raft request' (duration: 142.593963ms)","trace[504155618] 'compare' (duration: 74.772648ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:21:40.388839Z","caller":"traceutil/trace.go:171","msg":"trace[109569778] linearizableReadLoop","detail":"{readStateIndex:25842; appliedIndex:25841; }","duration":"217.552265ms","start":"2026-02-24T07:21:40.171258Z","end":"2026-02-24T07:21:40.38881Z","steps":["trace[109569778] 'read index received' (duration: 142.472098ms)","trace[109569778] 'applied index is now lower than readState.Index' (duration: 75.078667ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:40.388976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.70639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-02-24T07:21:40.389022Z","caller":"traceutil/trace.go:171","msg":"trace[560117681] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24869; }","duration":"217.770291ms","start":"2026-02-24T07:21:40.171241Z","end":"2026-02-24T07:21:40.389011Z","steps":["trace[560117681] 'agreement among raft nodes before linearized reading' (duration: 217.607537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.389049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.803791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-24T07:21:40.389082Z","caller":"traceutil/trace.go:171","msg":"trace[323136790] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24869; }","duration":"217.890434ms","start":"2026-02-24T07:21:40.17118Z","end":"2026-02-24T07:21:40.389071Z","steps":["trace[323136790] 'agreement among raft nodes before linearized reading' (duration: 217.73582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:40.889177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637883513,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:21:41.39031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637883513,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:21:41.891123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637883513,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:21:42.243658Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.929915231s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T07:21:42.368941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.920188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:21:42.369377Z","caller":"traceutil/trace.go:171","msg":"trace[810310368] transaction","detail":"{read_only:false; response_revision:24875; number_of_response:1; }","duration":"2.192135909s","start":"2026-02-24T07:21:40.177228Z","end":"2026-02-24T07:21:42.369364Z","steps":["trace[810310368] 'process raft request' (duration: 2.192092448s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:42.369461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:40.177217Z","time spent":"2.192219052s","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3269,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:42.36963Z","caller":"traceutil/trace.go:171","msg":"trace[737457690] transaction","detail":"{read_only:false; response_revision:24870; number_of_response:1; }","duration":"2.198339945s","start":"2026-02-24T07:21:40.171281Z","end":"2026-02-24T07:21:42.369621Z","steps":["trace[737457690] 'process raft request' (duration: 2.072679679s)","trace[737457690] 'compare' (duration: 124.631671ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:42.369698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:40.171273Z","time spent":"2.198402077s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:42.369931Z","caller":"traceutil/trace.go:171","msg":"trace[4428939] transaction","detail":"{read_only:false; response_revision:24871; number_of_response:1; }","duration":"2.197916485s","start":"2026-02-24T07:21:40.172007Z","end":"2026-02-24T07:21:42.369923Z","steps":["trace[4428939] 'process raft request' (duration: 2.197136255s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:42.369999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:40.171934Z","time spent":"2.198042569s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:42.370128Z","caller":"traceutil/trace.go:171","msg":"trace[1217150237] transaction","detail":"{read_only:false; response_revision:24872; number_of_response:1; }","duration":"2.197877905s","start":"2026-02-24T07:21:40.172243Z","end":"2026-02-24T07:21:42.370121Z","steps":["trace[1217150237] 'process raft request' (duration: 2.196983241s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:42.370194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:40.172216Z","time spent":"2.197956167s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:42.370276Z","caller":"traceutil/trace.go:171","msg":"trace[1926154789] transaction","detail":"{read_only:false; response_revision:24873; number_of_response:1; }","duration":"2.197734161s","start":"2026-02-24T07:21:40.172522Z","end":"2026-02-24T07:21:42.370257Z","steps":["trace[1926154789] 'process raft request' (duration: 2.196731115s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:42.370382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:40.172484Z","time spent":"2.197843114s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:42.370462Z","caller":"traceutil/trace.go:171","msg":"trace[1548845551] transaction","detail":"{read_only:false; response_revision:24874; number_of_response:1; }","duration":"2.19493482s","start":"2026-02-24T07:21:40.175496Z","end":"2026-02-24T07:21:42.370431Z","steps":["trace[1548845551] 'process raft request' (duration: 2.193786921s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:42.370652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:40.175482Z","time spent":"2.195093715s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7337,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:42.395113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:40.389809Z","time spent":"2.005295805s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T07:21:42.395357Z","caller":"traceutil/trace.go:171","msg":"trace[51895413] transaction","detail":"{read_only:false; response_revision:24876; number_of_response:1; }","duration":"1.463874692s","start":"2026-02-24T07:21:40.931447Z","end":"2026-02-24T07:21:42.395321Z","steps":["trace[51895413] 'process raft request' (duration: 1.463170203s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:42.395526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:40.931422Z","time spent":"1.464020356s","remote":"127.0.0.1:52992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:42.500736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.013654ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-24T07:21:42.500955Z","caller":"traceutil/trace.go:171","msg":"trace[2067896631] linearizableReadLoop","detail":"{readStateIndex:25851; appliedIndex:25842; }","duration":"2.112044098s","start":"2026-02-24T07:21:40.388891Z","end":"2026-02-24T07:21:42.500935Z","steps":["trace[2067896631] 'read index received' (duration: 1.855056601s)","trace[2067896631] 'applied index is now lower than readState.Index' (duration: 256.986397ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:42.50108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163057689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:42.50111Z","caller":"traceutil/trace.go:171","msg":"trace[1692703608] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24877; }","duration":"2.163144041s","start":"2026-02-24T07:21:40.337955Z","end":"2026-02-24T07:21:42.501099Z","steps":["trace[1692703608] 'agreement among raft nodes before linearized reading' (duration: 2.163077119s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:42.501148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:40.337935Z","time spent":"2.163202613s","remote":"127.0.0.1:39204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:42.501331Z","caller":"traceutil/trace.go:171","msg":"trace[392534001] transaction","detail":"{read_only:false; response_revision:24879; number_of_response:1; }","duration":"107.780068ms","start":"2026-02-24T07:21:42.393526Z","end":"2026-02-24T07:21:42.501306Z","steps":["trace[392534001] 'process raft request' (duration: 107.626674ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:42.501421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318110385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:42.501452Z","caller":"traceutil/trace.go:171","msg":"trace[1040588923] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24879; }","duration":"2.318186716s","start":"2026-02-24T07:21:40.183256Z","end":"2026-02-24T07:21:42.501443Z","steps":["trace[1040588923] 'agreement among raft nodes before linearized reading' (duration: 2.318131915s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:42.50148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:40.183241Z","time spent":"2.318231518s","remote":"127.0.0.1:58414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:42.501587Z","caller":"traceutil/trace.go:171","msg":"trace[198780894] transaction","detail":"{read_only:false; response_revision:24878; number_of_response:1; }","duration":"108.098256ms","start":"2026-02-24T07:21:42.393479Z","end":"2026-02-24T07:21:42.501577Z","steps":["trace[198780894] 'process raft request' (duration: 107.362087ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:42.501698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329188554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-02-24T07:21:42.501727Z","caller":"traceutil/trace.go:171","msg":"trace[479664114] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24879; }","duration":"2.329329967s","start":"2026-02-24T07:21:40.172388Z","end":"2026-02-24T07:21:42.501718Z","steps":["trace[479664114] 'agreement among raft nodes before linearized reading' (duration: 2.329216603s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:42.501752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:40.172375Z","time spent":"2.329371409s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":566,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-02-24T07:21:42.501993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.330105886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fde3dd1c-566a-4c8a-9c7c-9b5727580f8e\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-24T07:21:42.502033Z","caller":"traceutil/trace.go:171","msg":"trace[926593797] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fde3dd1c-566a-4c8a-9c7c-9b5727580f8e; range_end:; response_count:1; response_revision:24879; }","duration":"2.330178609s","start":"2026-02-24T07:21:40.171842Z","end":"2026-02-24T07:21:42.50202Z","steps":["trace[926593797] 'agreement among raft nodes before linearized reading' (duration: 2.330022095s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:42.502063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:40.171829Z","time spent":"2.3302271s","remote":"127.0.0.1:53110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-fde3dd1c-566a-4c8a-9c7c-9b5727580f8e\" "} {"level":"warn","ts":"2026-02-24T07:21:42.502123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.330781634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-02-24T07:21:42.502162Z","caller":"traceutil/trace.go:171","msg":"trace[1223068004] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24879; }","duration":"2.330833015s","start":"2026-02-24T07:21:40.171315Z","end":"2026-02-24T07:21:42.502148Z","steps":["trace[1223068004] 'agreement among raft nodes before linearized reading' (duration: 2.330723992s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:42.50219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:40.171304Z","time spent":"2.330879296s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-24T07:21:42.502224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329747768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:42.502271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329972514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-24T07:21:42.502302Z","caller":"traceutil/trace.go:171","msg":"trace[1315354977] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24879; }","duration":"2.330013434s","start":"2026-02-24T07:21:40.172278Z","end":"2026-02-24T07:21:42.502292Z","steps":["trace[1315354977] 'agreement among raft nodes before linearized reading' (duration: 2.329924562s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:42.502304Z","caller":"traceutil/trace.go:171","msg":"trace[1985890330] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24879; }","duration":"2.32985562s","start":"2026-02-24T07:21:40.172427Z","end":"2026-02-24T07:21:42.502283Z","steps":["trace[1985890330] 'agreement among raft nodes before linearized reading' (duration: 2.329713397s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:42.502339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:40.172273Z","time spent":"2.330056165s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-24T07:21:42.502358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:40.172417Z","time spent":"2.329928043s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-24T07:21:42.502459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.330330712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-24T07:21:42.502484Z","caller":"traceutil/trace.go:171","msg":"trace[858923397] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24879; }","duration":"2.330367623s","start":"2026-02-24T07:21:40.172109Z","end":"2026-02-24T07:21:42.502476Z","steps":["trace[858923397] 'agreement among raft nodes before linearized reading' (duration: 2.330289521s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:42.50251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:40.1721Z","time spent":"2.330404604s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-24T07:21:42.502715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33021317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-24T07:21:42.502761Z","caller":"traceutil/trace.go:171","msg":"trace[1453551771] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24879; }","duration":"2.330273061s","start":"2026-02-24T07:21:40.172474Z","end":"2026-02-24T07:21:42.502747Z","steps":["trace[1453551771] 'agreement among raft nodes before linearized reading' (duration: 2.330116187s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:42.502801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:40.172467Z","time spent":"2.330322612s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-24T07:21:42.561376Z","caller":"traceutil/trace.go:171","msg":"trace[1545670260] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24879; }","duration":"165.218681ms","start":"2026-02-24T07:21:42.396124Z","end":"2026-02-24T07:21:42.561343Z","steps":["trace[1545670260] 'process raft request' (duration: 164.990295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:42.713088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.761583ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-02-24T07:21:42.713927Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22541} {"level":"info","ts":"2026-02-24T07:21:42.715524Z","caller":"traceutil/trace.go:171","msg":"trace[648377848] linearizableReadLoop","detail":"{readStateIndex:25855; appliedIndex:25853; }","duration":"214.51478ms","start":"2026-02-24T07:21:42.500986Z","end":"2026-02-24T07:21:42.715501Z","steps":["trace[648377848] 'read index received' (duration: 60.168152ms)","trace[648377848] 'applied index is now lower than readState.Index' (duration: 154.341438ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:43.278068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885364988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18971bbdcad25011\" ","response":"range_response_count:1 size:876"} {"level":"info","ts":"2026-02-24T07:21:43.278137Z","caller":"traceutil/trace.go:171","msg":"trace[976043342] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18971bbdcad25011; range_end:; response_count:1; response_revision:24879; }","duration":"2.885465771s","start":"2026-02-24T07:21:40.392652Z","end":"2026-02-24T07:21:43.278118Z","steps":["trace[976043342] 'agreement among raft nodes before linearized reading' (duration: 2.322932146s)","trace[976043342] 'range keys from in-memory index tree' (duration: 562.303029ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:43.27817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:40.392636Z","time spent":"2.885524522s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":900,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18971bbdcad25011\" "} {"level":"warn","ts":"2026-02-24T07:21:43.278211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915913319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:43.278313Z","caller":"traceutil/trace.go:171","msg":"trace[230229555] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24879; }","duration":"1.916076313s","start":"2026-02-24T07:21:41.36221Z","end":"2026-02-24T07:21:43.278286Z","steps":["trace[230229555] 'agreement among raft nodes before linearized reading' (duration: 1.353309673s)","trace[230229555] 'count revisions from in-memory index tree' (duration: 562.605427ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:43.278329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.176275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:21:43.278355Z","caller":"traceutil/trace.go:171","msg":"trace[225124308] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24879; }","duration":"798.242377ms","start":"2026-02-24T07:21:42.480102Z","end":"2026-02-24T07:21:43.278345Z","steps":["trace[225124308] 'agreement among raft nodes before linearized reading' (duration: 235.446395ms)","trace[225124308] 'count revisions from in-memory index tree' (duration: 562.75337ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:43.278359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:41.362188Z","time spent":"1.916160076s","remote":"127.0.0.1:39020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:43.278376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:42.480082Z","time spent":"798.286878ms","remote":"127.0.0.1:39522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:43.27848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.03425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-02-24T07:21:43.278531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109516644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" ","response":"range_response_count:1 size:3698"} {"level":"info","ts":"2026-02-24T07:21:43.278558Z","caller":"traceutil/trace.go:171","msg":"trace[568860258] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8; range_end:; response_count:1; response_revision:24879; }","duration":"2.109571246s","start":"2026-02-24T07:21:41.168979Z","end":"2026-02-24T07:21:43.278551Z","steps":["trace[568860258] 'agreement among raft nodes before linearized reading' (duration: 1.546565799s)","trace[568860258] 'range keys from in-memory index tree' (duration: 562.921394ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:43.278577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:41.168965Z","time spent":"2.109606826s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3722,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" "} {"level":"info","ts":"2026-02-24T07:21:43.278566Z","caller":"traceutil/trace.go:171","msg":"trace[141120326] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24879; }","duration":"665.172903ms","start":"2026-02-24T07:21:42.613371Z","end":"2026-02-24T07:21:43.278544Z","steps":["trace[141120326] 'agreement among raft nodes before linearized reading' (duration: 102.28805ms)","trace[141120326] 'range keys from in-memory index tree' (duration: 562.662658ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:43.278609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:42.613356Z","time spent":"665.244106ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-02-24T07:21:43.278678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.602752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:43.278706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.150322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7354"} {"level":"info","ts":"2026-02-24T07:21:43.278717Z","caller":"traceutil/trace.go:171","msg":"trace[315003527] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24879; }","duration":"682.690664ms","start":"2026-02-24T07:21:42.596015Z","end":"2026-02-24T07:21:43.278706Z","steps":["trace[315003527] 'agreement among raft nodes before linearized reading' (duration: 119.671717ms)","trace[315003527] 'count revisions from in-memory index tree' (duration: 562.960375ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:21:43.278728Z","caller":"traceutil/trace.go:171","msg":"trace[416359434] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24879; }","duration":"905.220485ms","start":"2026-02-24T07:21:42.3735Z","end":"2026-02-24T07:21:43.27872Z","steps":["trace[416359434] 'agreement among raft nodes before linearized reading' (duration: 342.064365ms)","trace[416359434] 'range keys from in-memory index tree' (duration: 563.097089ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:43.278746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:42.373479Z","time spent":"905.261605ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7378,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-24T07:21:43.27881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.633913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12013"} {"level":"info","ts":"2026-02-24T07:21:43.278842Z","caller":"traceutil/trace.go:171","msg":"trace[1420717921] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24879; }","duration":"764.690144ms","start":"2026-02-24T07:21:42.514144Z","end":"2026-02-24T07:21:43.278834Z","steps":["trace[1420717921] 'agreement among raft nodes before linearized reading' (duration: 201.469502ms)","trace[1420717921] 'range keys from in-memory index tree' (duration: 563.009746ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:43.278854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938528128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:43.278862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:42.51413Z","time spent":"764.726725ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12037,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-24T07:21:43.278876Z","caller":"traceutil/trace.go:171","msg":"trace[309506710] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24879; }","duration":"1.93858807s","start":"2026-02-24T07:21:41.34028Z","end":"2026-02-24T07:21:43.278868Z","steps":["trace[309506710] 'agreement among raft nodes before linearized reading' (duration: 1.375287946s)","trace[309506710] 'count revisions from in-memory index tree' (duration: 563.267533ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:43.278902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:41.34026Z","time spent":"1.93863516s","remote":"127.0.0.1:39658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:43.278816Z","caller":"traceutil/trace.go:171","msg":"trace[1425707438] compact","detail":"{revision:22541; response_revision:24879; }","duration":"882.404742ms","start":"2026-02-24T07:21:42.396397Z","end":"2026-02-24T07:21:43.278802Z","steps":["trace[1425707438] 'process raft request' (duration: 164.857963ms)","trace[1425707438] 'check and update compact revision' (duration: 151.65096ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:43.279098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215007995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:43.279118Z","caller":"traceutil/trace.go:171","msg":"trace[1549286965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24879; }","duration":"2.215050136s","start":"2026-02-24T07:21:41.064061Z","end":"2026-02-24T07:21:43.279111Z","steps":["trace[1549286965] 'agreement among raft nodes before linearized reading' (duration: 1.651514546s)","trace[1549286965] 'range keys from in-memory index tree' (duration: 563.498159ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:43.279138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:41.064032Z","time spent":"2.215101707s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:21:43.279197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885103452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:43.279215Z","caller":"traceutil/trace.go:171","msg":"trace[1950142340] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24879; }","duration":"2.885157023s","start":"2026-02-24T07:21:40.394051Z","end":"2026-02-24T07:21:43.279208Z","steps":["trace[1950142340] 'agreement among raft nodes before linearized reading' (duration: 2.321527231s)","trace[1950142340] 'range keys from in-memory index tree' (duration: 563.604611ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:43.279233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:40.394034Z","time spent":"2.885193413s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T07:21:43.278752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:42.595991Z","time spent":"682.741945ms","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:43.279063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.350327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-02-24T07:21:43.279947Z","caller":"traceutil/trace.go:171","msg":"trace[1815081617] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24879; }","duration":"904.216379ms","start":"2026-02-24T07:21:42.375678Z","end":"2026-02-24T07:21:43.279895Z","steps":["trace[1815081617] 'agreement among raft nodes before linearized reading' (duration: 339.87931ms)","trace[1815081617] 'range keys from in-memory index tree' (duration: 563.443107ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:43.280031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:42.375666Z","time spent":"904.337372ms","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1336,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-02-24T07:21:43.279087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:42.396354Z","time spent":"882.72819ms","remote":"127.0.0.1:52992","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T07:21:43.333973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.660003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:21:43.334473Z","caller":"traceutil/trace.go:171","msg":"trace[275758211] transaction","detail":"{read_only:false; response_revision:24880; number_of_response:1; }","duration":"618.280055ms","start":"2026-02-24T07:21:42.71616Z","end":"2026-02-24T07:21:43.33444Z","steps":["trace[275758211] 'process raft request' (duration: 56.071388ms)","trace[275758211] 'compare' (duration: 506.411675ms)","trace[275758211] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/masterleases/162.253.55.204; req_size:118; } (duration: 55.136026ms)"],"step_count":3} {"level":"warn","ts":"2026-02-24T07:21:43.334553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:42.716144Z","time spent":"618.372008ms","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:43.334725Z","caller":"traceutil/trace.go:171","msg":"trace[1072578397] linearizableReadLoop","detail":"{readStateIndex:25857; appliedIndex:25856; }","duration":"270.279612ms","start":"2026-02-24T07:21:43.064432Z","end":"2026-02-24T07:21:43.334711Z","steps":["trace[1072578397] 'read index received' (duration: 29.781µs)","trace[1072578397] 'applied index is now lower than readState.Index' (duration: 270.248881ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:43.334968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.507917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:43.335147Z","caller":"traceutil/trace.go:171","msg":"trace[1606375466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24881; }","duration":"270.727413ms","start":"2026-02-24T07:21:43.0644Z","end":"2026-02-24T07:21:43.335128Z","steps":["trace[1606375466] 'agreement among raft nodes before linearized reading' (duration: 270.442486ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:43.401246Z","caller":"traceutil/trace.go:171","msg":"trace[2117268002] transaction","detail":"{read_only:false; response_revision:24882; number_of_response:1; }","duration":"110.659601ms","start":"2026-02-24T07:21:43.290554Z","end":"2026-02-24T07:21:43.401214Z","steps":["trace[2117268002] 'process raft request' (duration: 76.953294ms)","trace[2117268002] 'compare' (duration: 33.594044ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:43.401321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.59489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16991"} {"level":"info","ts":"2026-02-24T07:21:43.401372Z","caller":"traceutil/trace.go:171","msg":"trace[1737567536] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24882; }","duration":"120.666771ms","start":"2026-02-24T07:21:43.280693Z","end":"2026-02-24T07:21:43.401359Z","steps":["trace[1737567536] 'agreement among raft nodes before linearized reading' (duration: 120.527288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:43.401396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.154384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1cb6a659-a5b2-4e6e-92c0-8f2038fd67af\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-02-24T07:21:43.401456Z","caller":"traceutil/trace.go:171","msg":"trace[464047534] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1cb6a659-a5b2-4e6e-92c0-8f2038fd67af; range_end:; response_count:1; response_revision:24882; }","duration":"119.232606ms","start":"2026-02-24T07:21:43.282206Z","end":"2026-02-24T07:21:43.401439Z","steps":["trace[464047534] 'agreement among raft nodes before linearized reading' (duration: 119.022071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:43.401465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.692347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-02-24T07:21:43.401532Z","caller":"traceutil/trace.go:171","msg":"trace[1588884526] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:24882; }","duration":"115.79058ms","start":"2026-02-24T07:21:43.285716Z","end":"2026-02-24T07:21:43.401507Z","steps":["trace[1588884526] 'agreement among raft nodes before linearized reading' (duration: 115.567414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:43.581262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.119921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:21:43.58136Z","caller":"traceutil/trace.go:171","msg":"trace[1605713846] linearizableReadLoop","detail":"{readStateIndex:25860; appliedIndex:25859; }","duration":"174.3231ms","start":"2026-02-24T07:21:43.407022Z","end":"2026-02-24T07:21:43.581345Z","steps":["trace[1605713846] 'read index received' (duration: 43.996694ms)","trace[1605713846] 'applied index is now lower than readState.Index' (duration: 130.325246ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:43.581581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.554905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-24T07:21:43.581617Z","caller":"traceutil/trace.go:171","msg":"trace[346939506] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24883; }","duration":"174.628817ms","start":"2026-02-24T07:21:43.40698Z","end":"2026-02-24T07:21:43.581609Z","steps":["trace[346939506] 'agreement among raft nodes before linearized reading' (duration: 174.507594ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:43.581637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.133981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1448"} {"level":"info","ts":"2026-02-24T07:21:43.58163Z","caller":"traceutil/trace.go:171","msg":"trace[240026758] transaction","detail":"{read_only:false; response_revision:24883; number_of_response:1; }","duration":"174.653768ms","start":"2026-02-24T07:21:43.406955Z","end":"2026-02-24T07:21:43.581609Z","steps":["trace[240026758] 'process raft request' (duration: 44.107417ms)","trace[240026758] 'compare' (duration: 129.862304ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:21:43.581674Z","caller":"traceutil/trace.go:171","msg":"trace[1293872211] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24883; }","duration":"173.189262ms","start":"2026-02-24T07:21:43.408476Z","end":"2026-02-24T07:21:43.581666Z","steps":["trace[1293872211] 'agreement among raft nodes before linearized reading' (duration: 173.10202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:43.581884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.671493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7162"} {"level":"info","ts":"2026-02-24T07:21:43.581916Z","caller":"traceutil/trace.go:171","msg":"trace[245137210] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24883; }","duration":"165.713224ms","start":"2026-02-24T07:21:43.416194Z","end":"2026-02-24T07:21:43.581907Z","steps":["trace[245137210] 'agreement among raft nodes before linearized reading' (duration: 165.638612ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:43.581887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.790071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5542"} {"level":"info","ts":"2026-02-24T07:21:43.58202Z","caller":"traceutil/trace.go:171","msg":"trace[519427830] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24883; }","duration":"168.917414ms","start":"2026-02-24T07:21:43.413076Z","end":"2026-02-24T07:21:43.581994Z","steps":["trace[519427830] 'agreement among raft nodes before linearized reading' (duration: 168.76089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:43.980861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.494999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:21:43.980951Z","caller":"traceutil/trace.go:171","msg":"trace[822821424] linearizableReadLoop","detail":"{readStateIndex:25861; appliedIndex:25860; }","duration":"372.362926ms","start":"2026-02-24T07:21:43.608573Z","end":"2026-02-24T07:21:43.980936Z","steps":["trace[822821424] 'read index received' (duration: 48.642952ms)","trace[822821424] 'applied index is now lower than readState.Index' (duration: 323.718814ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:43.981122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.545441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-02-24T07:21:43.981152Z","caller":"traceutil/trace.go:171","msg":"trace[655527730] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24884; }","duration":"372.604363ms","start":"2026-02-24T07:21:43.608539Z","end":"2026-02-24T07:21:43.981144Z","steps":["trace[655527730] 'agreement among raft nodes before linearized reading' (duration: 372.435718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:43.981183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:43.608525Z","time spent":"372.650103ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1470,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-02-24T07:21:43.981471Z","caller":"traceutil/trace.go:171","msg":"trace[1226647863] transaction","detail":"{read_only:false; response_revision:24884; number_of_response:1; }","duration":"394.132383ms","start":"2026-02-24T07:21:43.587323Z","end":"2026-02-24T07:21:43.981456Z","steps":["trace[1226647863] 'process raft request' (duration: 69.969058ms)","trace[1226647863] 'compare' (duration: 47.918704ms)","trace[1226647863] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/openstack/rabbitmq-manila.18971dbde4399789; req_size:715; } (duration: 275.135913ms)"],"step_count":3} {"level":"warn","ts":"2026-02-24T07:21:43.981521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:43.58731Z","time spent":"394.188094ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:44.255711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.943747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18971dbde5746b45\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-02-24T07:21:44.255766Z","caller":"traceutil/trace.go:171","msg":"trace[435511351] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18971dbde5746b45; range_end:; response_count:1; response_revision:24884; }","duration":"263.044919ms","start":"2026-02-24T07:21:43.992708Z","end":"2026-02-24T07:21:44.255753Z","steps":["trace[435511351] 'range keys from in-memory index tree' (duration: 262.822444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:44.255939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.035915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:44.256035Z","caller":"traceutil/trace.go:171","msg":"trace[1907049619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24884; }","duration":"190.174859ms","start":"2026-02-24T07:21:44.065831Z","end":"2026-02-24T07:21:44.256005Z","steps":["trace[1907049619] 'range keys from in-memory index tree' (duration: 189.947053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:44.256022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.800088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3287"} {"level":"info","ts":"2026-02-24T07:21:44.256091Z","caller":"traceutil/trace.go:171","msg":"trace[1666554459] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24884; }","duration":"259.910931ms","start":"2026-02-24T07:21:43.996162Z","end":"2026-02-24T07:21:44.256073Z","steps":["trace[1666554459] 'range keys from in-memory index tree' (duration: 259.642364ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:44.762905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637883545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:21:45.263205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637883545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:21:45.763522Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637883545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:21:46.264189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637883545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:21:46.741207Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.482415043s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T07:21:47.065065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000787721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:21:47.065157Z","caller":"traceutil/trace.go:171","msg":"trace[682101311] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000936785s","start":"2026-02-24T07:21:45.064199Z","end":"2026-02-24T07:21:47.065136Z","steps":["trace[682101311] 'agreement among raft nodes before linearized reading' (duration: 2.000820902s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:47.065205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:45.064179Z","time spent":"2.001015298s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:21:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:21:47.656395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.733372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:21:47.656724Z","caller":"traceutil/trace.go:171","msg":"trace[1601564302] transaction","detail":"{read_only:false; response_revision:24885; number_of_response:1; }","duration":"3.397977886s","start":"2026-02-24T07:21:44.25867Z","end":"2026-02-24T07:21:47.656648Z","steps":["trace[1601564302] 'process raft request' (duration: 2.482895975s)","trace[1601564302] 'compare' (duration: 355.551212ms)","trace[1601564302] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/openstack/rabbitmq-manila.18971dbde5746b45; req_size:726; } (duration: 558.342909ms)"],"step_count":3} {"level":"warn","ts":"2026-02-24T07:21:47.656928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:44.258647Z","time spent":"3.398176052s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:47.657044Z","caller":"traceutil/trace.go:171","msg":"trace[32539725] transaction","detail":"{read_only:false; response_revision:24886; number_of_response:1; }","duration":"3.150213482s","start":"2026-02-24T07:21:44.506757Z","end":"2026-02-24T07:21:47.656971Z","steps":["trace[32539725] 'process raft request' (duration: 3.149757991s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:47.657246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:44.506723Z","time spent":"3.150424638s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:47.657378Z","caller":"traceutil/trace.go:171","msg":"trace[2085557485] linearizableReadLoop","detail":"{readStateIndex:25870; appliedIndex:25861; }","duration":"3.395280109s","start":"2026-02-24T07:21:44.262079Z","end":"2026-02-24T07:21:47.657359Z","steps":["trace[2085557485] 'read index received' (duration: 2.47950512s)","trace[2085557485] 'applied index is now lower than readState.Index' (duration: 915.774139ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:21:47.657683Z","caller":"traceutil/trace.go:171","msg":"trace[705360961] transaction","detail":"{read_only:false; response_revision:24887; number_of_response:1; }","duration":"3.149597026s","start":"2026-02-24T07:21:44.507996Z","end":"2026-02-24T07:21:47.657593Z","steps":["trace[705360961] 'process raft request' (duration: 3.148656152s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:47.657485Z","caller":"traceutil/trace.go:171","msg":"trace[223096581] transaction","detail":"{read_only:false; response_revision:24891; number_of_response:1; }","duration":"3.146641972s","start":"2026-02-24T07:21:44.510825Z","end":"2026-02-24T07:21:47.657467Z","steps":["trace[223096581] 'process raft request' (duration: 3.146430896s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:47.657764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.395671489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-02-24T07:21:47.657992Z","caller":"traceutil/trace.go:171","msg":"trace[1865369354] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24893; }","duration":"3.395983166s","start":"2026-02-24T07:21:44.261987Z","end":"2026-02-24T07:21:47.65797Z","steps":["trace[1865369354] 'agreement among raft nodes before linearized reading' (duration: 3.395540715s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:47.658103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:44.507982Z","time spent":"3.14980275s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:47.657917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:44.510794Z","time spent":"3.147056652s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:47.658141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:44.261975Z","time spent":"3.396144021s","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1336,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-02-24T07:21:47.658303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.095917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:21:47.658348Z","caller":"traceutil/trace.go:171","msg":"trace[346199952] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24893; }","duration":"805.20841ms","start":"2026-02-24T07:21:46.853129Z","end":"2026-02-24T07:21:47.658338Z","steps":["trace[346199952] 'agreement among raft nodes before linearized reading' (duration: 805.127748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:47.658372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.57036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:47.658386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.282830254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-24T07:21:47.658436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.790149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:47.658437Z","caller":"traceutil/trace.go:171","msg":"trace[241901880] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24893; }","duration":"963.658152ms","start":"2026-02-24T07:21:46.694758Z","end":"2026-02-24T07:21:47.658416Z","steps":["trace[241901880] 'agreement among raft nodes before linearized reading' (duration: 963.57231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:47.658411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.339628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:47.658475Z","caller":"traceutil/trace.go:171","msg":"trace[1628718858] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24893; }","duration":"798.865701ms","start":"2026-02-24T07:21:46.859597Z","end":"2026-02-24T07:21:47.658463Z","steps":["trace[1628718858] 'agreement among raft nodes before linearized reading' (duration: 798.81226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:47.658489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:46.694743Z","time spent":"963.734174ms","remote":"127.0.0.1:58404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:47.658488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.202770182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:47.657519Z","caller":"traceutil/trace.go:171","msg":"trace[174075989] transaction","detail":"{read_only:false; response_revision:24890; number_of_response:1; }","duration":"3.148611312s","start":"2026-02-24T07:21:44.508899Z","end":"2026-02-24T07:21:47.65751Z","steps":["trace[174075989] 'process raft request' (duration: 3.148306914s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:47.65851Z","caller":"traceutil/trace.go:171","msg":"trace[1675101997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24893; }","duration":"593.474912ms","start":"2026-02-24T07:21:47.065009Z","end":"2026-02-24T07:21:47.658484Z","steps":["trace[1675101997] 'agreement among raft nodes before linearized reading' (duration: 593.316048ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:47.658534Z","caller":"traceutil/trace.go:171","msg":"trace[974546973] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24893; }","duration":"3.202820653s","start":"2026-02-24T07:21:44.455704Z","end":"2026-02-24T07:21:47.658525Z","steps":["trace[974546973] 'agreement among raft nodes before linearized reading' (duration: 3.202754201s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:47.658569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:44.455677Z","time spent":"3.202882565s","remote":"127.0.0.1:39076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:47.658291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477449007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3287"} {"level":"info","ts":"2026-02-24T07:21:47.658437Z","caller":"traceutil/trace.go:171","msg":"trace[1103070461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24893; }","duration":"3.282920416s","start":"2026-02-24T07:21:44.375504Z","end":"2026-02-24T07:21:47.658425Z","steps":["trace[1103070461] 'agreement among raft nodes before linearized reading' (duration: 3.282769453s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:47.658701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980732397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-24T07:21:47.658724Z","caller":"traceutil/trace.go:171","msg":"trace[1020729922] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24893; }","duration":"2.477904288s","start":"2026-02-24T07:21:45.180803Z","end":"2026-02-24T07:21:47.658707Z","steps":["trace[1020729922] 'agreement among raft nodes before linearized reading' (duration: 2.477361005s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:47.658735Z","caller":"traceutil/trace.go:171","msg":"trace[2046065169] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24893; }","duration":"1.980796799s","start":"2026-02-24T07:21:45.677928Z","end":"2026-02-24T07:21:47.658725Z","steps":["trace[2046065169] 'agreement among raft nodes before linearized reading' (duration: 1.980679836s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:47.658765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:45.677911Z","time spent":"1.98084812s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-24T07:21:47.658851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431286832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:47.658881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:44.375482Z","time spent":"3.283241974s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T07:21:47.658892Z","caller":"traceutil/trace.go:171","msg":"trace[2124925291] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24893; }","duration":"1.431371664s","start":"2026-02-24T07:21:46.227511Z","end":"2026-02-24T07:21:47.658883Z","steps":["trace[2124925291] 'agreement among raft nodes before linearized reading' (duration: 1.431307762s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:47.658565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:47.064992Z","time spent":"593.559983ms","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T07:21:47.657599Z","caller":"traceutil/trace.go:171","msg":"trace[1187971847] transaction","detail":"{read_only:false; response_revision:24893; number_of_response:1; }","duration":"2.518252933s","start":"2026-02-24T07:21:45.139339Z","end":"2026-02-24T07:21:47.657591Z","steps":["trace[1187971847] 'process raft request' (duration: 2.517986246s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:47.658927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:46.22749Z","time spent":"1.431429046s","remote":"127.0.0.1:53574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:47.658988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:45.139312Z","time spent":"2.519626287s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:47.658766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:45.180793Z","time spent":"2.477960489s","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3311,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-24T07:21:47.658384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:46.853098Z","time spent":"805.276612ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:47.659192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.325540268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:47.65748Z","caller":"traceutil/trace.go:171","msg":"trace[1810326821] transaction","detail":"{read_only:false; response_revision:24889; number_of_response:1; }","duration":"3.149346549s","start":"2026-02-24T07:21:44.508109Z","end":"2026-02-24T07:21:47.657456Z","steps":["trace[1810326821] 'process raft request' (duration: 3.149066062s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:47.659358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.86952679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:47.657641Z","caller":"traceutil/trace.go:171","msg":"trace[1155706385] transaction","detail":"{read_only:false; response_revision:24888; number_of_response:1; }","duration":"3.149576555s","start":"2026-02-24T07:21:44.508057Z","end":"2026-02-24T07:21:47.657633Z","steps":["trace[1155706385] 'process raft request' (duration: 3.149080012s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:47.658567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:44.508882Z","time spent":"3.149648817s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:47.659409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.283887971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-24T07:21:47.658504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:46.85957Z","time spent":"798.926302ms","remote":"127.0.0.1:53734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:47.65756Z","caller":"traceutil/trace.go:171","msg":"trace[841993264] transaction","detail":"{read_only:false; response_revision:24892; number_of_response:1; }","duration":"3.144861898s","start":"2026-02-24T07:21:44.51269Z","end":"2026-02-24T07:21:47.657552Z","steps":["trace[841993264] 'process raft request' (duration: 3.144598761s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:47.659437Z","caller":"traceutil/trace.go:171","msg":"trace[1912198012] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24893; }","duration":"2.869652923s","start":"2026-02-24T07:21:44.789771Z","end":"2026-02-24T07:21:47.659424Z","steps":["trace[1912198012] 'agreement among raft nodes before linearized reading' (duration: 2.86952039s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:47.659463Z","caller":"traceutil/trace.go:171","msg":"trace[1983791771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24893; }","duration":"3.284038935s","start":"2026-02-24T07:21:44.375412Z","end":"2026-02-24T07:21:47.65945Z","steps":["trace[1983791771] 'agreement among raft nodes before linearized reading' (duration: 3.283887881s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:47.659498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:44.789754Z","time spent":"2.869727684s","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:47.659269Z","caller":"traceutil/trace.go:171","msg":"trace[1625488271] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24893; }","duration":"3.325671981s","start":"2026-02-24T07:21:44.333576Z","end":"2026-02-24T07:21:47.659248Z","steps":["trace[1625488271] 'agreement among raft nodes before linearized reading' (duration: 3.325542637s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:47.659404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:44.508088Z","time spent":"3.151236148s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:47.659531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:44.508036Z","time spent":"3.151424082s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:47.659558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:44.333553Z","time spent":"3.325994379s","remote":"127.0.0.1:39110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:47.659667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.328357948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:21:47.659636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:44.512664Z","time spent":"3.146851947s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:47.659711Z","caller":"traceutil/trace.go:171","msg":"trace[1534985324] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24893; }","duration":"3.328408249s","start":"2026-02-24T07:21:44.33129Z","end":"2026-02-24T07:21:47.659699Z","steps":["trace[1534985324] 'agreement among raft nodes before linearized reading' (duration: 3.328318987s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:47.659503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:44.375398Z","time spent":"3.284094716s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T07:21:47.659744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:44.33123Z","time spent":"3.328505951s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:47.660029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.376827186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" ","response":"range_response_count:1 size:3698"} {"level":"info","ts":"2026-02-24T07:21:47.660079Z","caller":"traceutil/trace.go:171","msg":"trace[1266391284] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8; range_end:; response_count:1; response_revision:24893; }","duration":"3.376900478s","start":"2026-02-24T07:21:44.283164Z","end":"2026-02-24T07:21:47.660064Z","steps":["trace[1266391284] 'agreement among raft nodes before linearized reading' (duration: 3.374983899s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:47.660112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:44.28315Z","time spent":"3.376954349s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3722,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" "} {"level":"warn","ts":"2026-02-24T07:21:47.660449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999370772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-c56c5d7c6-lwt7z.18971daa10ff36bb\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-02-24T07:21:47.661783Z","caller":"traceutil/trace.go:171","msg":"trace[489752462] range","detail":"{range_begin:/registry/events/openstack/magnum-api-c56c5d7c6-lwt7z.18971daa10ff36bb; range_end:; response_count:1; response_revision:24893; }","duration":"3.000284235s","start":"2026-02-24T07:21:44.660654Z","end":"2026-02-24T07:21:47.660938Z","steps":["trace[489752462] 'agreement among raft nodes before linearized reading' (duration: 2.997663339s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:47.661925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:44.660638Z","time spent":"3.00127342s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-c56c5d7c6-lwt7z.18971daa10ff36bb\" "} {"level":"warn","ts":"2026-02-24T07:21:49.131283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353502918s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-02-24T07:21:49.131364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.438046ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:49.131498Z","caller":"traceutil/trace.go:171","msg":"trace[69033894] transaction","detail":"{read_only:false; response_revision:24896; number_of_response:1; }","duration":"1.46583159s","start":"2026-02-24T07:21:47.665654Z","end":"2026-02-24T07:21:49.131485Z","steps":["trace[69033894] 'process raft request' (duration: 1.465780589s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:49.131503Z","caller":"traceutil/trace.go:171","msg":"trace[1395271482] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24893; }","duration":"120.969539ms","start":"2026-02-24T07:21:49.010512Z","end":"2026-02-24T07:21:49.131481Z","steps":["trace[1395271482] 'range keys from in-memory index tree' (duration: 120.410825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:49.131551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:47.665648Z","time spent":"1.465878821s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:49.131553Z","caller":"traceutil/trace.go:171","msg":"trace[1918890031] transaction","detail":"{read_only:false; response_revision:24895; number_of_response:1; }","duration":"1.465919332s","start":"2026-02-24T07:21:47.665602Z","end":"2026-02-24T07:21:49.131522Z","steps":["trace[1918890031] 'process raft request' (duration: 1.465762078s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:49.131637Z","caller":"traceutil/trace.go:171","msg":"trace[310342034] transaction","detail":"{read_only:false; response_revision:24894; number_of_response:1; }","duration":"1.466069415s","start":"2026-02-24T07:21:47.665546Z","end":"2026-02-24T07:21:49.131615Z","steps":["trace[310342034] 'process raft request' (duration: 112.171147ms)","trace[310342034] 'compare' (duration: 1.11474583s)","trace[310342034] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/openstack/magnum-api-c56c5d7c6-lwt7z.18971daa10ff36bb; req_size:760; } (duration: 238.322728ms)"],"step_count":3} {"level":"warn","ts":"2026-02-24T07:21:49.1317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:47.66559Z","time spent":"1.466026984s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:49.131732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:47.665528Z","time spent":"1.466152378s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:49.131722Z","caller":"traceutil/trace.go:171","msg":"trace[914890835] linearizableReadLoop","detail":"{readStateIndex:25873; appliedIndex:25870; }","duration":"1.465951253s","start":"2026-02-24T07:21:47.665763Z","end":"2026-02-24T07:21:49.131714Z","steps":["trace[914890835] 'read index received' (duration: 111.970773ms)","trace[914890835] 'applied index is now lower than readState.Index' (duration: 1.35397973s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:49.131828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466073065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-02-24T07:21:49.131857Z","caller":"traceutil/trace.go:171","msg":"trace[1812899708] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:24897; }","duration":"1.466138267s","start":"2026-02-24T07:21:47.665713Z","end":"2026-02-24T07:21:49.131852Z","steps":["trace[1812899708] 'agreement among raft nodes before linearized reading' (duration: 1.466022804s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:49.131877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:47.665698Z","time spent":"1.466174859s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1282,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-02-24T07:21:49.131917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463554162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:49.131962Z","caller":"traceutil/trace.go:171","msg":"trace[1506003406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24897; }","duration":"1.463617105s","start":"2026-02-24T07:21:47.668331Z","end":"2026-02-24T07:21:49.131948Z","steps":["trace[1506003406] 'agreement among raft nodes before linearized reading' (duration: 1.463546503s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:49.131985Z","caller":"traceutil/trace.go:171","msg":"trace[1953998603] transaction","detail":"{read_only:false; response_revision:24897; number_of_response:1; }","duration":"1.456224689s","start":"2026-02-24T07:21:47.675753Z","end":"2026-02-24T07:21:49.131978Z","steps":["trace[1953998603] 'process raft request' (duration: 1.455705246s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:49.132001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:47.668322Z","time spent":"1.463670686s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:21:49.132022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:47.675737Z","time spent":"1.45626364s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:49.132093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.447312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-24T07:21:49.132119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328724515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:49.13214Z","caller":"traceutil/trace.go:171","msg":"trace[586802486] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24897; }","duration":"880.520724ms","start":"2026-02-24T07:21:48.251609Z","end":"2026-02-24T07:21:49.132129Z","steps":["trace[586802486] 'agreement among raft nodes before linearized reading' (duration: 880.37549ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:49.132167Z","caller":"traceutil/trace.go:171","msg":"trace[624038422] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24897; }","duration":"1.328810878s","start":"2026-02-24T07:21:47.80334Z","end":"2026-02-24T07:21:49.132151Z","steps":["trace[624038422] 'agreement among raft nodes before linearized reading' (duration: 1.328729936s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:49.132212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:47.803317Z","time spent":"1.328885349s","remote":"127.0.0.1:38926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:49.132229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362426972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:714"} {"level":"warn","ts":"2026-02-24T07:21:49.13226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.170148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" ","response":"range_response_count:1 size:3698"} {"level":"warn","ts":"2026-02-24T07:21:49.13228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.053394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12013"} {"level":"info","ts":"2026-02-24T07:21:49.132291Z","caller":"traceutil/trace.go:171","msg":"trace[1834320489] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8; range_end:; response_count:1; response_revision:24897; }","duration":"469.23667ms","start":"2026-02-24T07:21:48.663047Z","end":"2026-02-24T07:21:49.132283Z","steps":["trace[1834320489] 'agreement among raft nodes before linearized reading' (duration: 469.159988ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:49.132312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:48.663027Z","time spent":"469.28028ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3722,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" "} {"level":"info","ts":"2026-02-24T07:21:49.13231Z","caller":"traceutil/trace.go:171","msg":"trace[1853442452] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24897; }","duration":"543.120605ms","start":"2026-02-24T07:21:48.589181Z","end":"2026-02-24T07:21:49.132301Z","steps":["trace[1853442452] 'agreement among raft nodes before linearized reading' (duration: 543.029313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:49.132338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:48.58916Z","time spent":"543.173007ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12037,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T07:21:49.132401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.614152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:49.132341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462489976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-02-24T07:21:49.132441Z","caller":"traceutil/trace.go:171","msg":"trace[1684246132] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24897; }","duration":"926.691594ms","start":"2026-02-24T07:21:48.205739Z","end":"2026-02-24T07:21:49.132431Z","steps":["trace[1684246132] 'agreement among raft nodes before linearized reading' (duration: 926.629152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:49.132174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:48.251593Z","time spent":"880.573655ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-24T07:21:49.132488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:48.20572Z","time spent":"926.759375ms","remote":"127.0.0.1:58348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:49.132515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.905402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:49.132546Z","caller":"traceutil/trace.go:171","msg":"trace[2115700609] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24897; }","duration":"985.974884ms","start":"2026-02-24T07:21:48.146564Z","end":"2026-02-24T07:21:49.132539Z","steps":["trace[2115700609] 'agreement among raft nodes before linearized reading' (duration: 985.927762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:49.132571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:48.146543Z","time spent":"986.022415ms","remote":"127.0.0.1:38780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:49.132522Z","caller":"traceutil/trace.go:171","msg":"trace[599830551] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24897; }","duration":"1.46264533s","start":"2026-02-24T07:21:47.669829Z","end":"2026-02-24T07:21:49.132474Z","steps":["trace[599830551] 'agreement among raft nodes before linearized reading' (duration: 1.462451975s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:49.132445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.752606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:49.132614Z","caller":"traceutil/trace.go:171","msg":"trace[932424130] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24897; }","duration":"411.960252ms","start":"2026-02-24T07:21:48.72064Z","end":"2026-02-24T07:21:49.1326Z","steps":["trace[932424130] 'agreement among raft nodes before linearized reading' (duration: 411.771276ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:49.132263Z","caller":"traceutil/trace.go:171","msg":"trace[705022278] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:24897; }","duration":"1.362489153s","start":"2026-02-24T07:21:47.769762Z","end":"2026-02-24T07:21:49.132251Z","steps":["trace[705022278] 'agreement among raft nodes before linearized reading' (duration: 1.362388371s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:49.132713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:47.66982Z","time spent":"1.462793205s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-24T07:21:49.132742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:48.720618Z","time spent":"412.033984ms","remote":"127.0.0.1:58258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:49.13276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:47.769741Z","time spent":"1.363005927s","remote":"127.0.0.1:53154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":738,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-02-24T07:21:49.557036Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22541,"took":"6.839820527s","hash":1200483878,"current-db-size-bytes":49991680,"current-db-size":"50 MB","current-db-size-in-use-bytes":30539776,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-24T07:21:49.55711Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1200483878,"revision":22541,"compact-revision":19880} {"level":"info","ts":"2026-02-24T07:21:49.557801Z","caller":"traceutil/trace.go:171","msg":"trace[196108746] linearizableReadLoop","detail":"{readStateIndex:25875; appliedIndex:25874; }","duration":"415.415498ms","start":"2026-02-24T07:21:49.142367Z","end":"2026-02-24T07:21:49.557782Z","steps":["trace[196108746] 'read index received' (duration: 388.081291ms)","trace[196108746] 'applied index is now lower than readState.Index' (duration: 27.332497ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:21:49.557924Z","caller":"traceutil/trace.go:171","msg":"trace[941570714] transaction","detail":"{read_only:false; response_revision:24898; number_of_response:1; }","duration":"417.058979ms","start":"2026-02-24T07:21:49.140848Z","end":"2026-02-24T07:21:49.557907Z","steps":["trace[941570714] 'process raft request' (duration: 389.61821ms)","trace[941570714] 'compare' (duration: 26.939006ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:49.558027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:49.140835Z","time spent":"417.12067ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2092,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:49.55825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.809337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:49.558335Z","caller":"traceutil/trace.go:171","msg":"trace[376571801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24898; }","duration":"415.916831ms","start":"2026-02-24T07:21:49.142397Z","end":"2026-02-24T07:21:49.558314Z","steps":["trace[376571801] 'agreement among raft nodes before linearized reading' (duration: 415.785947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:49.558383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:49.142388Z","time spent":"415.986452ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:21:49.558461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.857135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:49.558507Z","caller":"traceutil/trace.go:171","msg":"trace[481254782] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24898; }","duration":"313.961489ms","start":"2026-02-24T07:21:49.244534Z","end":"2026-02-24T07:21:49.558496Z","steps":["trace[481254782] 'agreement among raft nodes before linearized reading' (duration: 313.889538ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:49.558835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:49.244506Z","time spent":"314.299477ms","remote":"127.0.0.1:53384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-24T07:21:49.558546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.78788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:21:49.558933Z","caller":"traceutil/trace.go:171","msg":"trace[504980038] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24898; }","duration":"239.235212ms","start":"2026-02-24T07:21:49.31967Z","end":"2026-02-24T07:21:49.558905Z","steps":["trace[504980038] 'agreement among raft nodes before linearized reading' (duration: 238.713049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:49.558597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.213688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1448"} {"level":"info","ts":"2026-02-24T07:21:49.559113Z","caller":"traceutil/trace.go:171","msg":"trace[1785387929] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24898; }","duration":"416.755121ms","start":"2026-02-24T07:21:49.142338Z","end":"2026-02-24T07:21:49.559093Z","steps":["trace[1785387929] 'agreement among raft nodes before linearized reading' (duration: 416.116715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:49.55917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:49.142328Z","time spent":"416.825963ms","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-24T07:21:50.366812Z","caller":"traceutil/trace.go:171","msg":"trace[472825060] transaction","detail":"{read_only:false; response_revision:24899; number_of_response:1; }","duration":"701.448394ms","start":"2026-02-24T07:21:49.665342Z","end":"2026-02-24T07:21:50.366791Z","steps":["trace[472825060] 'process raft request' (duration: 694.532421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:50.367377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:49.665309Z","time spent":"701.999138ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:51.203122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.386872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:21:51.203463Z","caller":"traceutil/trace.go:171","msg":"trace[1071340084] transaction","detail":"{read_only:false; response_revision:24901; number_of_response:1; }","duration":"1.536363744s","start":"2026-02-24T07:21:49.667059Z","end":"2026-02-24T07:21:51.203423Z","steps":["trace[1071340084] 'process raft request' (duration: 1.536181749s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:51.203644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:49.666969Z","time spent":"1.536571879s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:51.203655Z","caller":"traceutil/trace.go:171","msg":"trace[871251444] transaction","detail":"{read_only:false; response_revision:24902; number_of_response:1; }","duration":"1.532330271s","start":"2026-02-24T07:21:49.671302Z","end":"2026-02-24T07:21:51.203632Z","steps":["trace[871251444] 'process raft request' (duration: 1.532032644s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:51.203644Z","caller":"traceutil/trace.go:171","msg":"trace[1713178850] transaction","detail":"{read_only:false; response_revision:24904; number_of_response:1; }","duration":"1.532248379s","start":"2026-02-24T07:21:49.671365Z","end":"2026-02-24T07:21:51.203613Z","steps":["trace[1713178850] 'process raft request' (duration: 1.532037224s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:51.203679Z","caller":"traceutil/trace.go:171","msg":"trace[349458198] transaction","detail":"{read_only:false; response_revision:24906; number_of_response:1; }","duration":"954.131503ms","start":"2026-02-24T07:21:50.249517Z","end":"2026-02-24T07:21:51.203649Z","steps":["trace[349458198] 'process raft request' (duration: 953.961029ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:51.20368Z","caller":"traceutil/trace.go:171","msg":"trace[621121702] transaction","detail":"{read_only:false; response_revision:24905; number_of_response:1; }","duration":"1.531731277s","start":"2026-02-24T07:21:49.671925Z","end":"2026-02-24T07:21:51.203657Z","steps":["trace[621121702] 'process raft request' (duration: 1.531517041s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:51.203704Z","caller":"traceutil/trace.go:171","msg":"trace[887426120] transaction","detail":"{read_only:false; response_revision:24903; number_of_response:1; }","duration":"1.532338212s","start":"2026-02-24T07:21:49.671317Z","end":"2026-02-24T07:21:51.203656Z","steps":["trace[887426120] 'process raft request' (duration: 1.532049314s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:51.203679Z","caller":"traceutil/trace.go:171","msg":"trace[421679549] transaction","detail":"{read_only:false; response_revision:24900; number_of_response:1; }","duration":"1.537723007s","start":"2026-02-24T07:21:49.665881Z","end":"2026-02-24T07:21:51.203604Z","steps":["trace[421679549] 'process raft request' (duration: 845.762091ms)","trace[421679549] 'compare' (duration: 690.791756ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:21:51.203817Z","caller":"traceutil/trace.go:171","msg":"trace[681659551] transaction","detail":"{read_only:false; response_revision:24908; number_of_response:1; }","duration":"781.416994ms","start":"2026-02-24T07:21:50.422383Z","end":"2026-02-24T07:21:51.2038Z","steps":["trace[681659551] 'process raft request' (duration: 781.357963ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:51.203802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:49.671912Z","time spent":"1.531821098s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:51.203899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:50.422352Z","time spent":"781.506957ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:51.203747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:49.671283Z","time spent":"1.532418874s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:51.203793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:50.24948Z","time spent":"954.247106ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:51.203804Z","caller":"traceutil/trace.go:171","msg":"trace[1131886910] linearizableReadLoop","detail":"{readStateIndex:25882; appliedIndex:25875; }","duration":"1.064481056s","start":"2026-02-24T07:21:50.139313Z","end":"2026-02-24T07:21:51.203794Z","steps":["trace[1131886910] 'read index received' (duration: 220.522501ms)","trace[1131886910] 'applied index is now lower than readState.Index' (duration: 843.957075ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:21:51.203801Z","caller":"traceutil/trace.go:171","msg":"trace[1745917966] transaction","detail":"{read_only:false; response_revision:24907; number_of_response:1; }","duration":"845.921924ms","start":"2026-02-24T07:21:50.357867Z","end":"2026-02-24T07:21:51.203789Z","steps":["trace[1745917966] 'process raft request' (duration: 845.647447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:51.20397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06465385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" ","response":"range_response_count:1 size:3698"} {"level":"warn","ts":"2026-02-24T07:21:51.203796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:49.671359Z","time spent":"1.532352092s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:51.204014Z","caller":"traceutil/trace.go:171","msg":"trace[1459506829] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8; range_end:; response_count:1; response_revision:24908; }","duration":"1.064730912s","start":"2026-02-24T07:21:50.13927Z","end":"2026-02-24T07:21:51.204001Z","steps":["trace[1459506829] 'agreement among raft nodes before linearized reading' (duration: 1.064557968s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:51.204019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:50.357843Z","time spent":"846.15454ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":837,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T07:21:51.204024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:49.665872Z","time spent":"1.538008574s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:51.204049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:50.13925Z","time spent":"1.064792663s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3722,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" "} {"level":"warn","ts":"2026-02-24T07:21:51.204341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037586779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-24T07:21:51.204382Z","caller":"traceutil/trace.go:171","msg":"trace[166637700] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:24908; }","duration":"1.037682692s","start":"2026-02-24T07:21:50.166688Z","end":"2026-02-24T07:21:51.20437Z","steps":["trace[166637700] 'agreement among raft nodes before linearized reading' (duration: 1.037372195s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:51.204389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.90182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-24T07:21:51.204419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:50.166656Z","time spent":"1.037756474s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-02-24T07:21:51.204426Z","caller":"traceutil/trace.go:171","msg":"trace[1992681548] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24908; }","duration":"573.978982ms","start":"2026-02-24T07:21:50.630437Z","end":"2026-02-24T07:21:51.204416Z","steps":["trace[1992681548] 'agreement among raft nodes before linearized reading' (duration: 573.642284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:51.204456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:50.630415Z","time spent":"574.033463ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:51.204488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.351144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:51.203934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:49.671307Z","time spent":"1.532499885s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:51.204531Z","caller":"traceutil/trace.go:171","msg":"trace[1637237818] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24908; }","duration":"756.442877ms","start":"2026-02-24T07:21:50.448074Z","end":"2026-02-24T07:21:51.204516Z","steps":["trace[1637237818] 'agreement among raft nodes before linearized reading' (duration: 756.358855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:51.204565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:50.448052Z","time spent":"756.503488ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:51.204576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.342881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:51.20435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.363764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:21:51.204611Z","caller":"traceutil/trace.go:171","msg":"trace[691125090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24908; }","duration":"139.404463ms","start":"2026-02-24T07:21:51.065194Z","end":"2026-02-24T07:21:51.204599Z","steps":["trace[691125090] 'agreement among raft nodes before linearized reading' (duration: 139.349802ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:51.20462Z","caller":"traceutil/trace.go:171","msg":"trace[559022361] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24908; }","duration":"155.700442ms","start":"2026-02-24T07:21:51.048907Z","end":"2026-02-24T07:21:51.204607Z","steps":["trace[559022361] 'agreement among raft nodes before linearized reading' (duration: 155.165699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:51.205665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.215846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T07:21:51.205732Z","caller":"traceutil/trace.go:171","msg":"trace[1988429441] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24908; }","duration":"433.327159ms","start":"2026-02-24T07:21:50.772391Z","end":"2026-02-24T07:21:51.205718Z","steps":["trace[1988429441] 'agreement among raft nodes before linearized reading' (duration: 431.943263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:51.205818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:50.772373Z","time spent":"433.434591ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2762,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:52.187825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.452533ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-02-24T07:21:52.187902Z","caller":"traceutil/trace.go:171","msg":"trace[2129196412] linearizableReadLoop","detail":"{readStateIndex:25886; appliedIndex:25885; }","duration":"980.033854ms","start":"2026-02-24T07:21:51.207855Z","end":"2026-02-24T07:21:52.187889Z","steps":["trace[2129196412] 'read index received' (duration: 179.552881ms)","trace[2129196412] 'applied index is now lower than readState.Index' (duration: 800.479783ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:52.187921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:51.206821Z","time spent":"981.091801ms","remote":"127.0.0.1:53000","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T07:21:52.188131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.240489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18971bbdcad25011\" ","response":"range_response_count:1 size:876"} {"level":"info","ts":"2026-02-24T07:21:52.188214Z","caller":"traceutil/trace.go:171","msg":"trace[1747915235] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18971bbdcad25011; range_end:; response_count:1; response_revision:24908; }","duration":"980.354083ms","start":"2026-02-24T07:21:51.207837Z","end":"2026-02-24T07:21:52.188191Z","steps":["trace[1747915235] 'agreement among raft nodes before linearized reading' (duration: 980.102366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:52.188263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:51.207829Z","time spent":"980.424294ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":900,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18971bbdcad25011\" "} {"level":"info","ts":"2026-02-24T07:21:52.216784Z","caller":"traceutil/trace.go:171","msg":"trace[1571173754] transaction","detail":"{read_only:false; response_revision:24909; number_of_response:1; }","duration":"1.007670248s","start":"2026-02-24T07:21:51.209089Z","end":"2026-02-24T07:21:52.216759Z","steps":["trace[1571173754] 'process raft request' (duration: 1.007437902s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:52.216967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:51.209056Z","time spent":"1.007841694s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:52.217115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.497292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:52.217152Z","caller":"traceutil/trace.go:171","msg":"trace[2052665670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24910; }","duration":"150.571154ms","start":"2026-02-24T07:21:52.06657Z","end":"2026-02-24T07:21:52.217142Z","steps":["trace[2052665670] 'agreement among raft nodes before linearized reading' (duration: 150.514922ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:52.217206Z","caller":"traceutil/trace.go:171","msg":"trace[762666370] transaction","detail":"{read_only:false; response_revision:24910; number_of_response:1; }","duration":"1.007440683s","start":"2026-02-24T07:21:51.209723Z","end":"2026-02-24T07:21:52.217164Z","steps":["trace[762666370] 'process raft request' (duration: 1.006981281s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:52.217236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.110526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:52.217311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:51.209692Z","time spent":"1.007557776s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:52.217324Z","caller":"traceutil/trace.go:171","msg":"trace[1384354720] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24910; }","duration":"533.241789ms","start":"2026-02-24T07:21:51.684059Z","end":"2026-02-24T07:21:52.217301Z","steps":["trace[1384354720] 'agreement among raft nodes before linearized reading' (duration: 533.077224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:52.217437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:51.684043Z","time spent":"533.337822ms","remote":"127.0.0.1:38982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:52.217625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.708658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:52.217863Z","caller":"traceutil/trace.go:171","msg":"trace[639175556] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24910; }","duration":"281.987245ms","start":"2026-02-24T07:21:51.935828Z","end":"2026-02-24T07:21:52.217816Z","steps":["trace[639175556] 'agreement among raft nodes before linearized reading' (duration: 281.283728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:52.672188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.202229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:52.67232Z","caller":"traceutil/trace.go:171","msg":"trace[796209260] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24914; }","duration":"149.370513ms","start":"2026-02-24T07:21:52.522899Z","end":"2026-02-24T07:21:52.672269Z","steps":["trace[796209260] 'count revisions from in-memory index tree' (duration: 149.014834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:52.67318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.335467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-02-24T07:21:52.673253Z","caller":"traceutil/trace.go:171","msg":"trace[1268752489] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24914; }","duration":"109.449419ms","start":"2026-02-24T07:21:52.563786Z","end":"2026-02-24T07:21:52.673235Z","steps":["trace[1268752489] 'range keys from in-memory index tree' (duration: 109.136692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:53.172576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637883610,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T07:21:53.643576Z","caller":"traceutil/trace.go:171","msg":"trace[813379390] linearizableReadLoop","detail":"{readStateIndex:25893; appliedIndex:25892; }","duration":"971.995743ms","start":"2026-02-24T07:21:52.671556Z","end":"2026-02-24T07:21:53.643551Z","steps":["trace[813379390] 'read index received' (duration: 971.927951ms)","trace[813379390] 'applied index is now lower than readState.Index' (duration: 66.552µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:53.643799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.221058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3287"} {"level":"info","ts":"2026-02-24T07:21:53.643766Z","caller":"traceutil/trace.go:171","msg":"trace[1042120727] transaction","detail":"{read_only:false; response_revision:24915; number_of_response:1; }","duration":"977.916511ms","start":"2026-02-24T07:21:52.6658Z","end":"2026-02-24T07:21:53.643716Z","steps":["trace[1042120727] 'process raft request' (duration: 977.581682ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:53.643839Z","caller":"traceutil/trace.go:171","msg":"trace[1871630530] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24915; }","duration":"972.31821ms","start":"2026-02-24T07:21:52.671509Z","end":"2026-02-24T07:21:53.643828Z","steps":["trace[1871630530] 'agreement among raft nodes before linearized reading' (duration: 972.154796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:53.643895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:52.671485Z","time spent":"972.398933ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3311,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-24T07:21:53.64405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:52.665775Z","time spent":"978.198248ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:53.739418Z","caller":"traceutil/trace.go:171","msg":"trace[150214680] transaction","detail":"{read_only:false; response_revision:24916; number_of_response:1; }","duration":"529.322709ms","start":"2026-02-24T07:21:53.210068Z","end":"2026-02-24T07:21:53.73939Z","steps":["trace[150214680] 'process raft request' (duration: 528.641883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:53.739601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:53.210044Z","time spent":"529.454503ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:53.739845Z","caller":"traceutil/trace.go:171","msg":"trace[1986140656] transaction","detail":"{read_only:false; response_revision:24917; number_of_response:1; }","duration":"529.623457ms","start":"2026-02-24T07:21:53.210202Z","end":"2026-02-24T07:21:53.739825Z","steps":["trace[1986140656] 'process raft request' (duration: 529.123455ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:53.739925Z","caller":"traceutil/trace.go:171","msg":"trace[142827070] transaction","detail":"{read_only:false; response_revision:24919; number_of_response:1; }","duration":"529.633867ms","start":"2026-02-24T07:21:53.210275Z","end":"2026-02-24T07:21:53.739909Z","steps":["trace[142827070] 'process raft request' (duration: 529.532525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:53.739958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:53.21018Z","time spent":"529.713769ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:53.740019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:53.21027Z","time spent":"529.723759ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:53.739983Z","caller":"traceutil/trace.go:171","msg":"trace[484638373] transaction","detail":"{read_only:false; response_revision:24918; number_of_response:1; }","duration":"529.634598ms","start":"2026-02-24T07:21:53.210254Z","end":"2026-02-24T07:21:53.739888Z","steps":["trace[484638373] 'process raft request' (duration: 529.461053ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:53.740138Z","caller":"traceutil/trace.go:171","msg":"trace[485682663] transaction","detail":"{read_only:false; response_revision:24920; number_of_response:1; }","duration":"529.494254ms","start":"2026-02-24T07:21:53.210631Z","end":"2026-02-24T07:21:53.740126Z","steps":["trace[485682663] 'process raft request' (duration: 529.213597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:53.740196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:53.21062Z","time spent":"529.549566ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:53.74027Z","caller":"traceutil/trace.go:171","msg":"trace[1824680260] transaction","detail":"{read_only:false; response_revision:24921; number_of_response:1; }","duration":"529.556445ms","start":"2026-02-24T07:21:53.210706Z","end":"2026-02-24T07:21:53.740262Z","steps":["trace[1824680260] 'process raft request' (duration: 529.156595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:53.740277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:53.210245Z","time spent":"529.911784ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:53.740328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:53.210679Z","time spent":"529.627477ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:53.740391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.173298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" ","response":"range_response_count:1 size:3698"} {"level":"warn","ts":"2026-02-24T07:21:53.740443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.997321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:53.740471Z","caller":"traceutil/trace.go:171","msg":"trace[476438245] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24921; }","duration":"572.060143ms","start":"2026-02-24T07:21:53.168405Z","end":"2026-02-24T07:21:53.740465Z","steps":["trace[476438245] 'agreement among raft nodes before linearized reading' (duration: 571.997001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:53.740482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.548001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:53.740506Z","caller":"traceutil/trace.go:171","msg":"trace[2029760941] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24921; }","duration":"259.609813ms","start":"2026-02-24T07:21:53.480891Z","end":"2026-02-24T07:21:53.740501Z","steps":["trace[2029760941] 'agreement among raft nodes before linearized reading' (duration: 259.569662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:53.740723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.293483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:53.740731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.356636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:21:53.740735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.875437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:53.740777Z","caller":"traceutil/trace.go:171","msg":"trace[1871735510] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24921; }","duration":"419.428559ms","start":"2026-02-24T07:21:53.321339Z","end":"2026-02-24T07:21:53.740767Z","steps":["trace[1871735510] 'agreement among raft nodes before linearized reading' (duration: 419.297485ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:53.740784Z","caller":"traceutil/trace.go:171","msg":"trace[1218891663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24921; }","duration":"647.371335ms","start":"2026-02-24T07:21:53.093391Z","end":"2026-02-24T07:21:53.740762Z","steps":["trace[1218891663] 'agreement among raft nodes before linearized reading' (duration: 647.305734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:53.7408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:53.321327Z","time spent":"419.4666ms","remote":"127.0.0.1:53022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:53.740793Z","caller":"traceutil/trace.go:171","msg":"trace[1583752172] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24921; }","duration":"446.93506ms","start":"2026-02-24T07:21:53.293841Z","end":"2026-02-24T07:21:53.740776Z","steps":["trace[1583752172] 'agreement among raft nodes before linearized reading' (duration: 446.846666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:53.740833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:53.093373Z","time spent":"647.442329ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:21:53.740839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:53.29382Z","time spent":"447.010322ms","remote":"127.0.0.1:39208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-24T07:21:53.740432Z","caller":"traceutil/trace.go:171","msg":"trace[1377488237] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8; range_end:; response_count:1; response_revision:24921; }","duration":"504.212149ms","start":"2026-02-24T07:21:53.236207Z","end":"2026-02-24T07:21:53.740419Z","steps":["trace[1377488237] 'agreement among raft nodes before linearized reading' (duration: 504.053345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:53.740955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:53.236164Z","time spent":"504.770804ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3722,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" "} {"level":"warn","ts":"2026-02-24T07:21:53.741208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:53.168386Z","time spent":"572.106854ms","remote":"127.0.0.1:53590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:54.62589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637883626,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T07:21:54.982806Z","caller":"traceutil/trace.go:171","msg":"trace[594478650] transaction","detail":"{read_only:false; response_revision:24922; number_of_response:1; }","duration":"862.772648ms","start":"2026-02-24T07:21:54.12001Z","end":"2026-02-24T07:21:54.982782Z","steps":["trace[594478650] 'process raft request' (duration: 862.45592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:54.982949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:54.11999Z","time spent":"862.884421ms","remote":"127.0.0.1:53506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418389,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:55.050767Z","caller":"traceutil/trace.go:171","msg":"trace[1336157120] linearizableReadLoop","detail":"{readStateIndex:25901; appliedIndex:25899; }","duration":"925.587016ms","start":"2026-02-24T07:21:54.125156Z","end":"2026-02-24T07:21:55.050743Z","steps":["trace[1336157120] 'read index received' (duration: 857.093226ms)","trace[1336157120] 'applied index is now lower than readState.Index' (duration: 68.4926ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:21:55.05088Z","caller":"traceutil/trace.go:171","msg":"trace[511415452] transaction","detail":"{read_only:false; response_revision:24923; number_of_response:1; }","duration":"652.882694ms","start":"2026-02-24T07:21:54.397964Z","end":"2026-02-24T07:21:55.050847Z","steps":["trace[511415452] 'process raft request' (duration: 652.636478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:55.051043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.972013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T07:21:55.051086Z","caller":"traceutil/trace.go:171","msg":"trace[1479919541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24923; }","duration":"828.110797ms","start":"2026-02-24T07:21:54.222964Z","end":"2026-02-24T07:21:55.051074Z","steps":["trace[1479919541] 'agreement among raft nodes before linearized reading' (duration: 827.925952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:55.051124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:54.222937Z","time spent":"828.179589ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T07:21:55.05116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:54.39792Z","time spent":"653.046739ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:55.051281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.73615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:21:55.051328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.795636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:55.051374Z","caller":"traceutil/trace.go:171","msg":"trace[1615351415] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24923; }","duration":"243.841637ms","start":"2026-02-24T07:21:54.807522Z","end":"2026-02-24T07:21:55.051364Z","steps":["trace[1615351415] 'agreement among raft nodes before linearized reading' (duration: 243.766945ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:55.051396Z","caller":"traceutil/trace.go:171","msg":"trace[231516114] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24923; }","duration":"209.851573ms","start":"2026-02-24T07:21:54.841507Z","end":"2026-02-24T07:21:55.051358Z","steps":["trace[231516114] 'agreement among raft nodes before linearized reading' (duration: 209.72932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:55.051384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.615199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-c56c5d7c6-lwt7z.18971daa10ff36bb\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-02-24T07:21:55.051493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.686307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12013"} {"level":"info","ts":"2026-02-24T07:21:55.051472Z","caller":"traceutil/trace.go:171","msg":"trace[1121497033] range","detail":"{range_begin:/registry/events/openstack/magnum-api-c56c5d7c6-lwt7z.18971daa10ff36bb; range_end:; response_count:1; response_revision:24923; }","duration":"389.743742ms","start":"2026-02-24T07:21:54.661713Z","end":"2026-02-24T07:21:55.051457Z","steps":["trace[1121497033] 'agreement among raft nodes before linearized reading' (duration: 389.360113ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:55.051531Z","caller":"traceutil/trace.go:171","msg":"trace[1066200628] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24923; }","duration":"470.763829ms","start":"2026-02-24T07:21:54.580758Z","end":"2026-02-24T07:21:55.051522Z","steps":["trace[1066200628] 'agreement among raft nodes before linearized reading' (duration: 470.654316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:55.051566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:54.580734Z","time spent":"470.82636ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12037,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T07:21:55.051374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.657565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-02-24T07:21:55.051121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.9629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:55.05165Z","caller":"traceutil/trace.go:171","msg":"trace[99868802] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24923; }","duration":"365.564625ms","start":"2026-02-24T07:21:54.686074Z","end":"2026-02-24T07:21:55.051639Z","steps":["trace[99868802] 'agreement among raft nodes before linearized reading' (duration: 364.854477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:55.051685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:54.686063Z","time spent":"365.611117ms","remote":"127.0.0.1:53502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:55.051548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:54.661692Z","time spent":"389.839865ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-c56c5d7c6-lwt7z.18971daa10ff36bb\" "} {"level":"info","ts":"2026-02-24T07:21:55.051649Z","caller":"traceutil/trace.go:171","msg":"trace[1740761037] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24923; }","duration":"380.959652ms","start":"2026-02-24T07:21:54.670671Z","end":"2026-02-24T07:21:55.051631Z","steps":["trace[1740761037] 'agreement among raft nodes before linearized reading' (duration: 380.46154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:55.051814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:54.670664Z","time spent":"381.108376ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-02-24T07:21:55.051827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.417159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" ","response":"range_response_count:1 size:3698"} {"level":"info","ts":"2026-02-24T07:21:55.051928Z","caller":"traceutil/trace.go:171","msg":"trace[1314192620] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8; range_end:; response_count:1; response_revision:24923; }","duration":"294.497251ms","start":"2026-02-24T07:21:54.757394Z","end":"2026-02-24T07:21:55.051891Z","steps":["trace[1314192620] 'agreement among raft nodes before linearized reading' (duration: 294.314145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:55.051858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.749814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-24T07:21:55.052217Z","caller":"traceutil/trace.go:171","msg":"trace[1260670093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24923; }","duration":"829.158284ms","start":"2026-02-24T07:21:54.223043Z","end":"2026-02-24T07:21:55.052201Z","steps":["trace[1260670093] 'agreement among raft nodes before linearized reading' (duration: 828.758173ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:55.052291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:54.222962Z","time spent":"829.310987ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T07:21:55.050944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.764971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:55.0525Z","caller":"traceutil/trace.go:171","msg":"trace[1000413300] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24923; }","duration":"927.33441ms","start":"2026-02-24T07:21:54.125148Z","end":"2026-02-24T07:21:55.052482Z","steps":["trace[1000413300] 'agreement among raft nodes before linearized reading' (duration: 925.72061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:55.052618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:54.125097Z","time spent":"927.503104ms","remote":"127.0.0.1:38928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:55.447753Z","caller":"traceutil/trace.go:171","msg":"trace[599196840] linearizableReadLoop","detail":"{readStateIndex:25904; appliedIndex:25902; }","duration":"385.069066ms","start":"2026-02-24T07:21:55.062658Z","end":"2026-02-24T07:21:55.447727Z","steps":["trace[599196840] 'read index received' (duration: 384.718687ms)","trace[599196840] 'applied index is now lower than readState.Index' (duration: 349.429µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:21:55.447873Z","caller":"traceutil/trace.go:171","msg":"trace[559515308] transaction","detail":"{read_only:false; response_revision:24926; number_of_response:1; }","duration":"390.858752ms","start":"2026-02-24T07:21:55.057005Z","end":"2026-02-24T07:21:55.447864Z","steps":["trace[559515308] 'process raft request' (duration: 390.665267ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:55.448234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.124661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:55.44832Z","caller":"traceutil/trace.go:171","msg":"trace[483933757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24926; }","duration":"382.244164ms","start":"2026-02-24T07:21:55.066061Z","end":"2026-02-24T07:21:55.448305Z","steps":["trace[483933757] 'agreement among raft nodes before linearized reading' (duration: 382.08906ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:55.448299Z","caller":"traceutil/trace.go:171","msg":"trace[774498803] transaction","detail":"{read_only:false; response_revision:24925; number_of_response:1; }","duration":"391.375125ms","start":"2026-02-24T07:21:55.05689Z","end":"2026-02-24T07:21:55.448265Z","steps":["trace[774498803] 'process raft request' (duration: 390.585045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:55.448461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:55.05687Z","time spent":"391.494297ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:55.448511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:55.056964Z","time spent":"391.086437ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:55.448563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.982448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:55.448623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.470167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:21:55.448611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.087536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16991"} {"level":"info","ts":"2026-02-24T07:21:55.448669Z","caller":"traceutil/trace.go:171","msg":"trace[357844578] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24926; }","duration":"284.568909ms","start":"2026-02-24T07:21:55.164087Z","end":"2026-02-24T07:21:55.448656Z","steps":["trace[357844578] 'agreement among raft nodes before linearized reading' (duration: 284.489267ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:55.448684Z","caller":"traceutil/trace.go:171","msg":"trace[2048410499] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24926; }","duration":"391.196989ms","start":"2026-02-24T07:21:55.057471Z","end":"2026-02-24T07:21:55.448668Z","steps":["trace[2048410499] 'agreement among raft nodes before linearized reading' (duration: 390.970273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:55.448724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:55.057455Z","time spent":"391.260941ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17015,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-24T07:21:55.448698Z","caller":"traceutil/trace.go:171","msg":"trace[497702406] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24926; }","duration":"109.204354ms","start":"2026-02-24T07:21:55.33945Z","end":"2026-02-24T07:21:55.448654Z","steps":["trace[497702406] 'agreement among raft nodes before linearized reading' (duration: 108.956678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:55.448769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:55.066051Z","time spent":"382.707745ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:21:56.025344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.526761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5542"} {"level":"info","ts":"2026-02-24T07:21:56.025464Z","caller":"traceutil/trace.go:171","msg":"trace[832430164] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24926; }","duration":"495.697835ms","start":"2026-02-24T07:21:55.529745Z","end":"2026-02-24T07:21:56.025443Z","steps":["trace[832430164] 'range keys from in-memory index tree' (duration: 495.322486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:56.025508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:55.529716Z","time spent":"495.781407ms","remote":"127.0.0.1:39580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5566,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-24T07:21:56.164932Z","caller":"traceutil/trace.go:171","msg":"trace[578125605] transaction","detail":"{read_only:false; response_revision:24927; number_of_response:1; }","duration":"417.1017ms","start":"2026-02-24T07:21:55.747808Z","end":"2026-02-24T07:21:56.16491Z","steps":["trace[578125605] 'process raft request' (duration: 416.929286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:56.165063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:55.747779Z","time spent":"417.210893ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:56.785172Z","caller":"traceutil/trace.go:171","msg":"trace[703535782] transaction","detail":"{read_only:false; response_revision:24928; number_of_response:1; }","duration":"1.037039977s","start":"2026-02-24T07:21:55.748105Z","end":"2026-02-24T07:21:56.785145Z","steps":["trace[703535782] 'process raft request' (duration: 1.036737909s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:56.785295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:55.748096Z","time spent":"1.037137699s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:56.785309Z","caller":"traceutil/trace.go:171","msg":"trace[1576638749] transaction","detail":"{read_only:false; response_revision:24930; number_of_response:1; }","duration":"1.033022885s","start":"2026-02-24T07:21:55.752243Z","end":"2026-02-24T07:21:56.785266Z","steps":["trace[1576638749] 'process raft request' (duration: 1.032802739s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:56.785385Z","caller":"traceutil/trace.go:171","msg":"trace[491246889] transaction","detail":"{read_only:false; response_revision:24932; number_of_response:1; }","duration":"1.033185368s","start":"2026-02-24T07:21:55.752193Z","end":"2026-02-24T07:21:56.785379Z","steps":["trace[491246889] 'process raft request' (duration: 1.032914112s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:56.785408Z","caller":"traceutil/trace.go:171","msg":"trace[868231205] transaction","detail":"{read_only:false; response_revision:24929; number_of_response:1; }","duration":"1.03718807s","start":"2026-02-24T07:21:55.748198Z","end":"2026-02-24T07:21:56.785386Z","steps":["trace[868231205] 'process raft request' (duration: 1.03681154s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:56.785462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:55.752177Z","time spent":"1.03323524s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:56.785569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:55.748157Z","time spent":"1.037347524s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:56.785358Z","caller":"traceutil/trace.go:171","msg":"trace[1755154487] transaction","detail":"{read_only:false; response_revision:24931; number_of_response:1; }","duration":"1.033063246s","start":"2026-02-24T07:21:55.752284Z","end":"2026-02-24T07:21:56.785348Z","steps":["trace[1755154487] 'process raft request' (duration: 1.032794029s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:56.785735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:55.75228Z","time spent":"1.033411104s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:56.785293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.950092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:56.785812Z","caller":"traceutil/trace.go:171","msg":"trace[260794778] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24932; }","duration":"744.506976ms","start":"2026-02-24T07:21:56.041284Z","end":"2026-02-24T07:21:56.785791Z","steps":["trace[260794778] 'agreement among raft nodes before linearized reading' (duration: 743.933231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:56.785846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:56.041264Z","time spent":"744.570617ms","remote":"127.0.0.1:38954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:56.785565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:55.752231Z","time spent":"1.033174788s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:21:56.785159Z","caller":"traceutil/trace.go:171","msg":"trace[1445488823] linearizableReadLoop","detail":"{readStateIndex:25910; appliedIndex:25904; }","duration":"743.803729ms","start":"2026-02-24T07:21:56.041336Z","end":"2026-02-24T07:21:56.78514Z","steps":["trace[1445488823] 'read index received' (duration: 123.495483ms)","trace[1445488823] 'applied index is now lower than readState.Index' (duration: 620.307465ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:56.83345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.137362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:21:56.833478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.882196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:56.833547Z","caller":"traceutil/trace.go:171","msg":"trace[1534686590] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24933; }","duration":"228.308027ms","start":"2026-02-24T07:21:56.60522Z","end":"2026-02-24T07:21:56.833528Z","steps":["trace[1534686590] 'agreement among raft nodes before linearized reading' (duration: 228.129771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:56.833539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.801491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:21:56.833567Z","caller":"traceutil/trace.go:171","msg":"trace[240208362] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24933; }","duration":"390.01353ms","start":"2026-02-24T07:21:56.443529Z","end":"2026-02-24T07:21:56.833543Z","steps":["trace[240208362] 'agreement among raft nodes before linearized reading' (duration: 389.856675ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:56.833574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.867967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:56.833618Z","caller":"traceutil/trace.go:171","msg":"trace[1513961339] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24933; }","duration":"326.936685ms","start":"2026-02-24T07:21:56.506663Z","end":"2026-02-24T07:21:56.8336Z","steps":["trace[1513961339] 'agreement among raft nodes before linearized reading' (duration: 326.764169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:56.833633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:56.44351Z","time spent":"390.106473ms","remote":"127.0.0.1:39668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:56.833668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:56.506646Z","time spent":"327.010197ms","remote":"127.0.0.1:39520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:56.833669Z","caller":"traceutil/trace.go:171","msg":"trace[1962363029] transaction","detail":"{read_only:false; response_revision:24933; number_of_response:1; }","duration":"193.861262ms","start":"2026-02-24T07:21:56.63978Z","end":"2026-02-24T07:21:56.833641Z","steps":["trace[1962363029] 'process raft request' (duration: 193.350938ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:56.833686Z","caller":"traceutil/trace.go:171","msg":"trace[1245716134] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24933; }","duration":"516.98703ms","start":"2026-02-24T07:21:56.31668Z","end":"2026-02-24T07:21:56.833667Z","steps":["trace[1245716134] 'agreement among raft nodes before linearized reading' (duration: 516.821696ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:56.833894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:56.316617Z","time spent":"517.261937ms","remote":"127.0.0.1:53526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:56.834168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.39787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" ","response":"range_response_count:1 size:3698"} {"level":"info","ts":"2026-02-24T07:21:56.834204Z","caller":"traceutil/trace.go:171","msg":"trace[1798567078] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8; range_end:; response_count:1; response_revision:24933; }","duration":"759.650016ms","start":"2026-02-24T07:21:56.074545Z","end":"2026-02-24T07:21:56.834195Z","steps":["trace[1798567078] 'agreement among raft nodes before linearized reading' (duration: 758.754553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:56.834248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:56.074524Z","time spent":"759.696648ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3722,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" "} {"level":"warn","ts":"2026-02-24T07:21:57.42651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.014834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:21:57.426582Z","caller":"traceutil/trace.go:171","msg":"trace[1737310645] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24933; }","duration":"391.137517ms","start":"2026-02-24T07:21:57.035429Z","end":"2026-02-24T07:21:57.426567Z","steps":["trace[1737310645] 'count revisions from in-memory index tree' (duration: 390.930121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:57.42662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:57.035378Z","time spent":"391.231069ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:21:57.431427Z","caller":"traceutil/trace.go:171","msg":"trace[825117596] linearizableReadLoop","detail":"{readStateIndex:25912; appliedIndex:25911; }","duration":"366.366765ms","start":"2026-02-24T07:21:57.065039Z","end":"2026-02-24T07:21:57.431405Z","steps":["trace[825117596] 'read index received' (duration: 366.191721ms)","trace[825117596] 'applied index is now lower than readState.Index' (duration: 173.554µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:21:57.431691Z","caller":"traceutil/trace.go:171","msg":"trace[1235903728] transaction","detail":"{read_only:false; response_revision:24934; number_of_response:1; }","duration":"374.410198ms","start":"2026-02-24T07:21:57.057272Z","end":"2026-02-24T07:21:57.431682Z","steps":["trace[1235903728] 'process raft request' (duration: 373.967857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:57.431788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:57.057244Z","time spent":"374.472299ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:57.432004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.96837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:57.432069Z","caller":"traceutil/trace.go:171","msg":"trace[698263278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24934; }","duration":"367.106753ms","start":"2026-02-24T07:21:57.064949Z","end":"2026-02-24T07:21:57.432055Z","steps":["trace[698263278] 'agreement among raft nodes before linearized reading' (duration: 366.98524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:57.432102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:57.064901Z","time spent":"367.194606ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T07:21:58.374371Z","caller":"traceutil/trace.go:171","msg":"trace[1955240366] linearizableReadLoop","detail":"{readStateIndex:25914; appliedIndex:25912; }","duration":"921.739389ms","start":"2026-02-24T07:21:57.452608Z","end":"2026-02-24T07:21:58.374348Z","steps":["trace[1955240366] 'read index received' (duration: 42.508128ms)","trace[1955240366] 'applied index is now lower than readState.Index' (duration: 879.230311ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:21:58.374513Z","caller":"traceutil/trace.go:171","msg":"trace[1410390977] transaction","detail":"{read_only:false; response_revision:24936; number_of_response:1; }","duration":"935.386842ms","start":"2026-02-24T07:21:57.439114Z","end":"2026-02-24T07:21:58.374501Z","steps":["trace[1410390977] 'process raft request' (duration: 935.067413ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:58.374625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:57.439096Z","time spent":"935.452074ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:58.374731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.101758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T07:21:58.374818Z","caller":"traceutil/trace.go:171","msg":"trace[286089776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24936; }","duration":"922.223523ms","start":"2026-02-24T07:21:57.452577Z","end":"2026-02-24T07:21:58.3748Z","steps":["trace[286089776] 'agreement among raft nodes before linearized reading' (duration: 922.021888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:58.374864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:57.452564Z","time spent":"922.291194ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T07:21:58.55404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.266522ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-24T07:21:58.554441Z","caller":"traceutil/trace.go:171","msg":"trace[1076146419] transaction","detail":"{read_only:false; response_revision:24937; number_of_response:1; }","duration":"384.656295ms","start":"2026-02-24T07:21:58.169762Z","end":"2026-02-24T07:21:58.554418Z","steps":["trace[1076146419] 'process raft request' (duration: 384.452339ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:58.554558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:58.169742Z","time spent":"384.747627ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:21:58.667701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.267946ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-24T07:21:58.66792Z","caller":"traceutil/trace.go:171","msg":"trace[218468550] linearizableReadLoop","detail":"{readStateIndex:25917; appliedIndex:25914; }","duration":"293.438152ms","start":"2026-02-24T07:21:58.374452Z","end":"2026-02-24T07:21:58.66789Z","steps":["trace[218468550] 'read index received' (duration: 59.485814ms)","trace[218468550] 'applied index is now lower than readState.Index' (duration: 233.950418ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:21:58.668015Z","caller":"traceutil/trace.go:171","msg":"trace[2056183872] transaction","detail":"{read_only:false; response_revision:24938; number_of_response:1; }","duration":"288.770596ms","start":"2026-02-24T07:21:58.379227Z","end":"2026-02-24T07:21:58.667997Z","steps":["trace[2056183872] 'process raft request' (duration: 288.584001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:58.66804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.023414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:58.668108Z","caller":"traceutil/trace.go:171","msg":"trace[669268704] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24938; }","duration":"711.131497ms","start":"2026-02-24T07:21:57.956958Z","end":"2026-02-24T07:21:58.66809Z","steps":["trace[669268704] 'agreement among raft nodes before linearized reading' (duration: 710.978863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:58.668155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:57.956941Z","time spent":"711.204149ms","remote":"127.0.0.1:39400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:58.668393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.95193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:58.668442Z","caller":"traceutil/trace.go:171","msg":"trace[26258889] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24939; }","duration":"244.065064ms","start":"2026-02-24T07:21:58.424366Z","end":"2026-02-24T07:21:58.668431Z","steps":["trace[26258889] 'agreement among raft nodes before linearized reading' (duration: 243.93971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:58.668476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098423809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:58.668514Z","caller":"traceutil/trace.go:171","msg":"trace[136993760] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24939; }","duration":"1.098498591s","start":"2026-02-24T07:21:57.570002Z","end":"2026-02-24T07:21:58.668501Z","steps":["trace[136993760] 'agreement among raft nodes before linearized reading' (duration: 1.098013038s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:58.668555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:57.569984Z","time spent":"1.098562023s","remote":"127.0.0.1:38942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:21:58.668579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215838999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-24T07:21:58.668627Z","caller":"traceutil/trace.go:171","msg":"trace[1267213331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24939; }","duration":"1.215951232s","start":"2026-02-24T07:21:57.452664Z","end":"2026-02-24T07:21:58.668615Z","steps":["trace[1267213331] 'agreement among raft nodes before linearized reading' (duration: 1.215359307s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:58.668659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:57.452641Z","time spent":"1.216009223s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T07:21:58.668777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.493837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" ","response":"range_response_count:1 size:3698"} {"level":"warn","ts":"2026-02-24T07:21:58.668813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.835712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:58.668844Z","caller":"traceutil/trace.go:171","msg":"trace[648639126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24939; }","duration":"601.902964ms","start":"2026-02-24T07:21:58.066932Z","end":"2026-02-24T07:21:58.668835Z","steps":["trace[648639126] 'agreement among raft nodes before linearized reading' (duration: 601.112033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:58.668874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:58.066906Z","time spent":"601.961654ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:21:58.668977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.642709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-24T07:21:58.669012Z","caller":"traceutil/trace.go:171","msg":"trace[81623068] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24939; }","duration":"221.68272ms","start":"2026-02-24T07:21:58.44732Z","end":"2026-02-24T07:21:58.669003Z","steps":["trace[81623068] 'agreement among raft nodes before linearized reading' (duration: 221.584617ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:21:58.668814Z","caller":"traceutil/trace.go:171","msg":"trace[1713629203] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8; range_end:; response_count:1; response_revision:24939; }","duration":"830.562189ms","start":"2026-02-24T07:21:57.838242Z","end":"2026-02-24T07:21:58.668804Z","steps":["trace[1713629203] 'agreement among raft nodes before linearized reading' (duration: 829.756628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:58.66916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:57.838224Z","time spent":"830.921117ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3722,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" "} {"level":"warn","ts":"2026-02-24T07:21:59.631638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.558297ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:21:59.633236Z","caller":"traceutil/trace.go:171","msg":"trace[158599674] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24940; }","duration":"623.147998ms","start":"2026-02-24T07:21:59.010054Z","end":"2026-02-24T07:21:59.633202Z","steps":["trace[158599674] 'range keys from in-memory index tree' (duration: 621.545327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:21:59.632113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.759386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:21:59.633558Z","caller":"traceutil/trace.go:171","msg":"trace[1391783237] transaction","detail":"{read_only:false; response_revision:24941; number_of_response:1; }","duration":"842.054058ms","start":"2026-02-24T07:21:58.791482Z","end":"2026-02-24T07:21:59.633536Z","steps":["trace[1391783237] 'process raft request' (duration: 502.795224ms)","trace[1391783237] 'compare' (duration: 337.008697ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:21:59.633685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:58.791459Z","time spent":"842.14723ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:22:01.069835Z","caller":"traceutil/trace.go:171","msg":"trace[125608477] transaction","detail":"{read_only:false; response_revision:24943; number_of_response:1; }","duration":"2.278326487s","start":"2026-02-24T07:21:58.791482Z","end":"2026-02-24T07:22:01.069808Z","steps":["trace[125608477] 'process raft request' (duration: 2.278172543s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:01.070011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:58.791461Z","time spent":"2.278446659s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:22:01.070076Z","caller":"traceutil/trace.go:171","msg":"trace[870685575] transaction","detail":"{read_only:false; response_revision:24944; number_of_response:1; }","duration":"2.277069124s","start":"2026-02-24T07:21:58.792994Z","end":"2026-02-24T07:22:01.070063Z","steps":["trace[870685575] 'process raft request' (duration: 2.276765846s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:01.070166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:58.792977Z","time spent":"2.277146806s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:22:01.070327Z","caller":"traceutil/trace.go:171","msg":"trace[70988823] linearizableReadLoop","detail":"{readStateIndex:25925; appliedIndex:25920; }","duration":"2.071360796s","start":"2026-02-24T07:21:58.998953Z","end":"2026-02-24T07:22:01.070314Z","steps":["trace[70988823] 'read index received' (duration: 295.619498ms)","trace[70988823] 'applied index is now lower than readState.Index' (duration: 1.775740358s)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:22:01.070579Z","caller":"traceutil/trace.go:171","msg":"trace[1109530021] transaction","detail":"{read_only:false; response_revision:24945; number_of_response:1; }","duration":"2.277454093s","start":"2026-02-24T07:21:58.793113Z","end":"2026-02-24T07:22:01.070567Z","steps":["trace[1109530021] 'process raft request' (duration: 2.2768986s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:01.070654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:58.793088Z","time spent":"2.277527866s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:22:01.071174Z","caller":"traceutil/trace.go:171","msg":"trace[55634043] transaction","detail":"{read_only:false; response_revision:24942; number_of_response:1; }","duration":"2.278347197s","start":"2026-02-24T07:21:58.791485Z","end":"2026-02-24T07:22:01.069832Z","steps":["trace[55634043] 'process raft request' (duration: 2.237309236s)","trace[55634043] 'compare' (duration: 40.507188ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:22:01.071298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:58.791464Z","time spent":"2.279778202s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:22:01.074726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075755006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3287"} {"level":"info","ts":"2026-02-24T07:22:01.074785Z","caller":"traceutil/trace.go:171","msg":"trace[530563797] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24945; }","duration":"2.075862878s","start":"2026-02-24T07:21:58.998909Z","end":"2026-02-24T07:22:01.074772Z","steps":["trace[530563797] 'agreement among raft nodes before linearized reading' (duration: 2.071705785s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:01.074813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:58.998894Z","time spent":"2.0759113s","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3311,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-24T07:22:01.665318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.825329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:22:01.665533Z","caller":"traceutil/trace.go:171","msg":"trace[1773926558] transaction","detail":"{read_only:false; response_revision:24946; number_of_response:1; }","duration":"2.226248216s","start":"2026-02-24T07:21:59.439251Z","end":"2026-02-24T07:22:01.665499Z","steps":["trace[1773926558] 'process raft request' (duration: 1.80014164s)","trace[1773926558] 'compare' (duration: 424.64537ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:22:01.665603Z","caller":"traceutil/trace.go:171","msg":"trace[1222263955] linearizableReadLoop","detail":"{readStateIndex:25927; appliedIndex:25925; }","duration":"595.226465ms","start":"2026-02-24T07:22:01.07036Z","end":"2026-02-24T07:22:01.665587Z","steps":["trace[1222263955] 'read index received' (duration: 169.030477ms)","trace[1222263955] 'applied index is now lower than readState.Index' (duration: 426.192838ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:22:01.665612Z","caller":"traceutil/trace.go:171","msg":"trace[1121592017] transaction","detail":"{read_only:false; response_revision:24947; number_of_response:1; }","duration":"1.106115091s","start":"2026-02-24T07:22:00.559476Z","end":"2026-02-24T07:22:01.665591Z","steps":["trace[1121592017] 'process raft request' (duration: 1.105962248s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:01.665681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:59.43922Z","time spent":"2.22638507s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:22:01.665707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:00.559454Z","time spent":"1.106208724s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:22:01.66582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598569506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:22:01.665851Z","caller":"traceutil/trace.go:171","msg":"trace[1964217130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24948; }","duration":"1.598653558s","start":"2026-02-24T07:22:00.067187Z","end":"2026-02-24T07:22:01.66584Z","steps":["trace[1964217130] 'agreement among raft nodes before linearized reading' (duration: 1.598407231s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:01.665875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:00.067154Z","time spent":"1.5987156s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:22:01.665905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226865506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:22:01.665903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.770747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:22:01.665952Z","caller":"traceutil/trace.go:171","msg":"trace[197153269] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24948; }","duration":"1.226949898s","start":"2026-02-24T07:22:00.438984Z","end":"2026-02-24T07:22:01.665934Z","steps":["trace[197153269] 'agreement among raft nodes before linearized reading' (duration: 1.226603748s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:22:01.665965Z","caller":"traceutil/trace.go:171","msg":"trace[429587759] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24948; }","duration":"805.901599ms","start":"2026-02-24T07:22:00.860046Z","end":"2026-02-24T07:22:01.665947Z","steps":["trace[429587759] 'agreement among raft nodes before linearized reading' (duration: 805.57465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:01.665991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:00.438905Z","time spent":"1.227076491s","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:22:01.666013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:00.860024Z","time spent":"805.974721ms","remote":"127.0.0.1:38812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:22:01.666073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.177414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12013"} {"level":"warn","ts":"2026-02-24T07:22:01.666025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.247793969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:22:01.666084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.663012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-24T07:22:01.666093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304886817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18971bbdcad25011\" ","response":"range_response_count:1 size:876"} {"level":"info","ts":"2026-02-24T07:22:01.66613Z","caller":"traceutil/trace.go:171","msg":"trace[1436577697] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24948; }","duration":"2.247951253s","start":"2026-02-24T07:21:59.418163Z","end":"2026-02-24T07:22:01.666114Z","steps":["trace[1436577697] 'agreement among raft nodes before linearized reading' (duration: 2.247510321s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:01.666255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050096341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-02-24T07:22:01.666271Z","caller":"traceutil/trace.go:171","msg":"trace[1131704740] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18971bbdcad25011; range_end:; response_count:1; response_revision:24948; }","duration":"1.305064792s","start":"2026-02-24T07:22:00.361139Z","end":"2026-02-24T07:22:01.666204Z","steps":["trace[1131704740] 'agreement among raft nodes before linearized reading' (duration: 1.304464086s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:01.666312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:59.418139Z","time spent":"2.248154898s","remote":"127.0.0.1:58392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:22:01.666371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498698647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-24T07:22:01.666099Z","caller":"traceutil/trace.go:171","msg":"trace[618368422] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24948; }","duration":"632.240036ms","start":"2026-02-24T07:22:01.033852Z","end":"2026-02-24T07:22:01.666093Z","steps":["trace[618368422] 'agreement among raft nodes before linearized reading' (duration: 631.758633ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:22:01.666408Z","caller":"traceutil/trace.go:171","msg":"trace[1569781189] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:24948; }","duration":"1.49924973s","start":"2026-02-24T07:22:00.167148Z","end":"2026-02-24T07:22:01.666398Z","steps":["trace[1569781189] 'agreement among raft nodes before linearized reading' (duration: 1.49847542s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:22:01.666396Z","caller":"traceutil/trace.go:171","msg":"trace[425498081] transaction","detail":"{read_only:false; response_revision:24948; number_of_response:1; }","duration":"392.368388ms","start":"2026-02-24T07:22:01.273447Z","end":"2026-02-24T07:22:01.665816Z","steps":["trace[425498081] 'process raft request' (duration: 392.097411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:01.666445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.563936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-24T07:22:01.66648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:00.16712Z","time spent":"1.499349884s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-02-24T07:22:01.666488Z","caller":"traceutil/trace.go:171","msg":"trace[173166102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24948; }","duration":"968.632888ms","start":"2026-02-24T07:22:00.697845Z","end":"2026-02-24T07:22:01.666478Z","steps":["trace[173166102] 'agreement among raft nodes before linearized reading' (duration: 967.783296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:01.666473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:01.033832Z","time spent":"632.605894ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12037,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T07:22:01.666702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:00.6978Z","time spent":"968.895825ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T07:22:01.666705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:01.273414Z","time spent":"393.061136ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:22:01.666322Z","caller":"traceutil/trace.go:171","msg":"trace[426592529] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24948; }","duration":"2.050199114s","start":"2026-02-24T07:21:59.616108Z","end":"2026-02-24T07:22:01.666307Z","steps":["trace[426592529] 'agreement among raft nodes before linearized reading' (duration: 2.049532067s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:01.666843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:59.616088Z","time spent":"2.050738888s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-24T07:22:01.66596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991665684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" ","response":"range_response_count:1 size:3698"} {"level":"info","ts":"2026-02-24T07:22:01.667032Z","caller":"traceutil/trace.go:171","msg":"trace[1045795748] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8; range_end:; response_count:1; response_revision:24948; }","duration":"1.992814802s","start":"2026-02-24T07:21:59.674202Z","end":"2026-02-24T07:22:01.667016Z","steps":["trace[1045795748] 'agreement among raft nodes before linearized reading' (duration: 1.991436577s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:01.667076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:21:59.674169Z","time spent":"1.992892804s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3722,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" "} {"level":"info","ts":"2026-02-24T07:22:01.666143Z","caller":"traceutil/trace.go:171","msg":"trace[1304842171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24948; }","duration":"992.760005ms","start":"2026-02-24T07:22:00.673366Z","end":"2026-02-24T07:22:01.666126Z","steps":["trace[1304842171] 'agreement among raft nodes before linearized reading' (duration: 992.266121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:01.667202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:00.673341Z","time spent":"993.849072ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T07:22:01.666388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:00.36111Z","time spent":"1.305255096s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":900,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18971bbdcad25011\" "} {"level":"warn","ts":"2026-02-24T07:22:03.108936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331632469s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:22:03.109076Z","caller":"traceutil/trace.go:171","msg":"trace[348948870] transaction","detail":"{read_only:false; response_revision:24949; number_of_response:1; }","duration":"1.612564867s","start":"2026-02-24T07:22:01.496483Z","end":"2026-02-24T07:22:03.109048Z","steps":["trace[348948870] 'process raft request' (duration: 280.728903ms)","trace[348948870] 'compare' (duration: 1.330675175s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:22:03.109182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:01.496441Z","time spent":"1.6126832s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:22:03.109703Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.33246763s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T07:22:03.110032Z","caller":"traceutil/trace.go:171","msg":"trace[335357124] transaction","detail":"{read_only:false; response_revision:24950; number_of_response:1; }","duration":"1.470245521s","start":"2026-02-24T07:22:01.639769Z","end":"2026-02-24T07:22:03.110015Z","steps":["trace[335357124] 'process raft request' (duration: 1.470071817s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:03.110153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:01.63974Z","time spent":"1.470345764s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:22:03.110392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:01.667645Z","time spent":"1.442741361s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T07:22:03.110412Z","caller":"traceutil/trace.go:171","msg":"trace[1374643563] transaction","detail":"{read_only:false; response_revision:24951; number_of_response:1; }","duration":"1.440241677s","start":"2026-02-24T07:22:01.670162Z","end":"2026-02-24T07:22:03.110404Z","steps":["trace[1374643563] 'process raft request' (duration: 1.440066573s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:03.110466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:01.670147Z","time spent":"1.440291129s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:22:03.110491Z","caller":"traceutil/trace.go:171","msg":"trace[1341779501] transaction","detail":"{read_only:false; response_revision:24952; number_of_response:1; }","duration":"1.437773355s","start":"2026-02-24T07:22:01.672688Z","end":"2026-02-24T07:22:03.110462Z","steps":["trace[1341779501] 'process raft request' (duration: 1.437659193s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:22:03.11057Z","caller":"traceutil/trace.go:171","msg":"trace[1361988056] transaction","detail":"{read_only:false; response_revision:24953; number_of_response:1; }","duration":"1.437719664s","start":"2026-02-24T07:22:01.672825Z","end":"2026-02-24T07:22:03.110544Z","steps":["trace[1361988056] 'process raft request' (duration: 1.43757146s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:03.110633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:01.672679Z","time spent":"1.437883088s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:22:03.110713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:01.672799Z","time spent":"1.437821406s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:22:03.11081Z","caller":"traceutil/trace.go:171","msg":"trace[1293689420] linearizableReadLoop","detail":"{readStateIndex:25930; appliedIndex:25928; }","duration":"1.445146531s","start":"2026-02-24T07:22:01.665647Z","end":"2026-02-24T07:22:03.110794Z","steps":["trace[1293689420] 'read index received' (duration: 111.574573ms)","trace[1293689420] 'applied index is now lower than readState.Index' (duration: 1.333570708s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:22:03.110931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005785257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-5b4rq\" ","response":"range_response_count:1 size:6795"} {"level":"info","ts":"2026-02-24T07:22:03.110968Z","caller":"traceutil/trace.go:171","msg":"trace[1330229393] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-5b4rq; range_end:; response_count:1; response_revision:24953; }","duration":"2.005845619s","start":"2026-02-24T07:22:01.105113Z","end":"2026-02-24T07:22:03.110959Z","steps":["trace[1330229393] 'agreement among raft nodes before linearized reading' (duration: 2.005724356s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:03.111018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:01.1051Z","time spent":"2.005885329s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6819,"request content":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-5b4rq\" "} {"level":"warn","ts":"2026-02-24T07:22:03.110975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031199566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-02-24T07:22:03.110919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660376338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:22:03.111057Z","caller":"traceutil/trace.go:171","msg":"trace[306785030] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24953; }","duration":"2.031318539s","start":"2026-02-24T07:22:01.079727Z","end":"2026-02-24T07:22:03.111045Z","steps":["trace[306785030] 'agreement among raft nodes before linearized reading' (duration: 2.031141585s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:03.111098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:01.079699Z","time spent":"2.031391361s","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1336,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-02-24T07:22:03.111129Z","caller":"traceutil/trace.go:171","msg":"trace[2072241386] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24953; }","duration":"1.660589013s","start":"2026-02-24T07:22:01.450503Z","end":"2026-02-24T07:22:03.111092Z","steps":["trace[2072241386] 'agreement among raft nodes before linearized reading' (duration: 1.660305796s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:03.111258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:01.450484Z","time spent":"1.660727757s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:22:03.44453Z","caller":"traceutil/trace.go:171","msg":"trace[673564676] transaction","detail":"{read_only:false; response_revision:24956; number_of_response:1; }","duration":"365.656477ms","start":"2026-02-24T07:22:03.078843Z","end":"2026-02-24T07:22:03.4445Z","steps":["trace[673564676] 'process raft request' (duration: 365.564425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:03.444689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:03.078814Z","time spent":"365.79712ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:22:03.444734Z","caller":"traceutil/trace.go:171","msg":"trace[1485684209] transaction","detail":"{read_only:false; response_revision:24954; number_of_response:1; }","duration":"369.100614ms","start":"2026-02-24T07:22:03.075576Z","end":"2026-02-24T07:22:03.444677Z","steps":["trace[1485684209] 'process raft request' (duration: 279.072442ms)","trace[1485684209] 'compare' (duration: 89.108369ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:22:03.444958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:03.07555Z","time spent":"369.298339ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:22:03.444906Z","caller":"traceutil/trace.go:171","msg":"trace[767026236] transaction","detail":"{read_only:false; response_revision:24955; number_of_response:1; }","duration":"368.043928ms","start":"2026-02-24T07:22:03.076808Z","end":"2026-02-24T07:22:03.444852Z","steps":["trace[767026236] 'process raft request' (duration: 367.492313ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:22:03.445147Z","caller":"traceutil/trace.go:171","msg":"trace[1789703939] linearizableReadLoop","detail":"{readStateIndex:25938; appliedIndex:25934; }","duration":"334.28447ms","start":"2026-02-24T07:22:03.110842Z","end":"2026-02-24T07:22:03.445127Z","steps":["trace[1789703939] 'read index received' (duration: 244.122064ms)","trace[1789703939] 'applied index is now lower than readState.Index' (duration: 90.160576ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:22:03.445173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:03.076771Z","time spent":"368.271804ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:22:03.445313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112918834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:22:03.445359Z","caller":"traceutil/trace.go:171","msg":"trace[888091648] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24957; }","duration":"1.113005726s","start":"2026-02-24T07:22:02.332339Z","end":"2026-02-24T07:22:03.445345Z","steps":["trace[888091648] 'agreement among raft nodes before linearized reading' (duration: 1.112876683s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:03.445392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:02.33232Z","time spent":"1.113063447s","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:22:03.445418Z","caller":"traceutil/trace.go:171","msg":"trace[1883588464] transaction","detail":"{read_only:false; response_revision:24957; number_of_response:1; }","duration":"353.664237ms","start":"2026-02-24T07:22:03.091725Z","end":"2026-02-24T07:22:03.445389Z","steps":["trace[1883588464] 'process raft request' (duration: 352.725223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:03.445504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:03.091711Z","time spent":"353.750119ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:22:03.445474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169332821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:22:03.445575Z","caller":"traceutil/trace.go:171","msg":"trace[560072716] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24957; }","duration":"1.169461904s","start":"2026-02-24T07:22:02.276088Z","end":"2026-02-24T07:22:03.44555Z","steps":["trace[560072716] 'agreement among raft nodes before linearized reading' (duration: 1.169256829s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:03.445633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:02.276035Z","time spent":"1.169585178s","remote":"127.0.0.1:39000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:22:03.445664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775653265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9e9ff0bd-93ff-4151-b2f1-83cda9edba2e\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-02-24T07:22:03.445681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777866361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:22:03.44566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775219594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12013"} {"level":"info","ts":"2026-02-24T07:22:03.445835Z","caller":"traceutil/trace.go:171","msg":"trace[998926215] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24957; }","duration":"1.775457371s","start":"2026-02-24T07:22:01.670349Z","end":"2026-02-24T07:22:03.445807Z","steps":["trace[998926215] 'agreement among raft nodes before linearized reading' (duration: 1.774922117s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:03.445954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:01.670342Z","time spent":"1.775571963s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12037,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-24T07:22:03.445736Z","caller":"traceutil/trace.go:171","msg":"trace[1481024891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24957; }","duration":"1.777954034s","start":"2026-02-24T07:22:01.667768Z","end":"2026-02-24T07:22:03.445722Z","steps":["trace[1481024891] 'agreement among raft nodes before linearized reading' (duration: 1.777850681s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:03.446032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:01.667749Z","time spent":"1.778270581s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:22:03.446045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.075899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" ","response":"range_response_count:1 size:3698"} {"level":"info","ts":"2026-02-24T07:22:03.446116Z","caller":"traceutil/trace.go:171","msg":"trace[720171197] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8; range_end:; response_count:1; response_revision:24957; }","duration":"774.222293ms","start":"2026-02-24T07:22:02.671875Z","end":"2026-02-24T07:22:03.446097Z","steps":["trace[720171197] 'agreement among raft nodes before linearized reading' (duration: 773.811133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:03.446165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:02.671853Z","time spent":"774.303314ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3722,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" "} {"level":"info","ts":"2026-02-24T07:22:03.445696Z","caller":"traceutil/trace.go:171","msg":"trace[772060314] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9e9ff0bd-93ff-4151-b2f1-83cda9edba2e; range_end:; response_count:1; response_revision:24957; }","duration":"1.775702217s","start":"2026-02-24T07:22:01.669983Z","end":"2026-02-24T07:22:03.445685Z","steps":["trace[772060314] 'agreement among raft nodes before linearized reading' (duration: 1.775562463s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:03.446213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:01.669969Z","time spent":"1.77623469s","remote":"127.0.0.1:53110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-9e9ff0bd-93ff-4151-b2f1-83cda9edba2e\" "} {"level":"warn","ts":"2026-02-24T07:22:03.445919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.562989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:22:03.446444Z","caller":"traceutil/trace.go:171","msg":"trace[221997198] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24957; }","duration":"755.169024ms","start":"2026-02-24T07:22:02.691242Z","end":"2026-02-24T07:22:03.446411Z","steps":["trace[221997198] 'agreement among raft nodes before linearized reading' (duration: 754.132818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:03.446522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:02.691213Z","time spent":"755.285927ms","remote":"127.0.0.1:53318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:22:03.446723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.870543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:22:03.446884Z","caller":"traceutil/trace.go:171","msg":"trace[202143427] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24957; }","duration":"877.094008ms","start":"2026-02-24T07:22:02.56973Z","end":"2026-02-24T07:22:03.446824Z","steps":["trace[202143427] 'agreement among raft nodes before linearized reading' (duration: 875.476368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:03.447043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:02.5697Z","time spent":"877.233002ms","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:22:03.945328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637883696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:22:04.445726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637883696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:22:04.503016Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.13546686s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T07:22:04.544709Z","caller":"traceutil/trace.go:171","msg":"trace[658095925] transaction","detail":"{read_only:false; response_revision:24958; number_of_response:1; }","duration":"1.431593611s","start":"2026-02-24T07:22:03.113077Z","end":"2026-02-24T07:22:04.544671Z","steps":["trace[658095925] 'process raft request' (duration: 1.390126219s)","trace[658095925] 'compare' (duration: 41.259067ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:22:04.544784Z","caller":"traceutil/trace.go:171","msg":"trace[1031933754] transaction","detail":"{read_only:false; response_revision:24961; number_of_response:1; }","duration":"871.723403ms","start":"2026-02-24T07:22:03.673026Z","end":"2026-02-24T07:22:04.544749Z","steps":["trace[1031933754] 'process raft request' (duration: 871.62704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:04.544875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:03.113048Z","time spent":"1.431734453s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:22:04.544917Z","caller":"traceutil/trace.go:171","msg":"trace[207907076] transaction","detail":"{read_only:false; response_revision:24963; number_of_response:1; }","duration":"205.498233ms","start":"2026-02-24T07:22:04.339414Z","end":"2026-02-24T07:22:04.544912Z","steps":["trace[207907076] 'process raft request' (duration: 205.283937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:04.545051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290963097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:22:04.545072Z","caller":"traceutil/trace.go:171","msg":"trace[853639637] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24963; }","duration":"1.291033628s","start":"2026-02-24T07:22:03.254031Z","end":"2026-02-24T07:22:04.545065Z","steps":["trace[853639637] 'agreement among raft nodes before linearized reading' (duration: 1.291000358s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:04.54509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:03.254004Z","time spent":"1.29107867s","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:22:04.544736Z","caller":"traceutil/trace.go:171","msg":"trace[389438444] linearizableReadLoop","detail":"{readStateIndex:25944; appliedIndex:25938; }","duration":"1.099531687s","start":"2026-02-24T07:22:03.445188Z","end":"2026-02-24T07:22:04.544719Z","steps":["trace[389438444] 'read index received' (duration: 1.058028414s)","trace[389438444] 'applied index is now lower than readState.Index' (duration: 41.502603ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:22:04.544899Z","caller":"traceutil/trace.go:171","msg":"trace[1675113140] transaction","detail":"{read_only:false; response_revision:24962; number_of_response:1; }","duration":"870.672236ms","start":"2026-02-24T07:22:03.674221Z","end":"2026-02-24T07:22:04.544893Z","steps":["trace[1675113140] 'process raft request' (duration: 870.454181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:04.545207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42763643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18971dc52c57f8a0\" ","response":"range_response_count:1 size:813"} {"level":"info","ts":"2026-02-24T07:22:04.545222Z","caller":"traceutil/trace.go:171","msg":"trace[1808724814] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18971dc52c57f8a0; range_end:; response_count:1; response_revision:24963; }","duration":"1.427662881s","start":"2026-02-24T07:22:03.117555Z","end":"2026-02-24T07:22:04.545218Z","steps":["trace[1808724814] 'agreement among raft nodes before linearized reading' (duration: 1.42761328s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:04.545235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:03.117549Z","time spent":"1.427682401s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":837,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18971dc52c57f8a0\" "} {"level":"warn","ts":"2026-02-24T07:22:04.545275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:03.674206Z","time spent":"870.998765ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:22:04.544868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428111713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-02-24T07:22:04.545994Z","caller":"traceutil/trace.go:171","msg":"trace[197416673] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:24963; }","duration":"1.429270852s","start":"2026-02-24T07:22:03.116717Z","end":"2026-02-24T07:22:04.545988Z","steps":["trace[197416673] 'agreement among raft nodes before linearized reading' (duration: 1.428051361s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:04.546014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:03.116704Z","time spent":"1.429304324s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1282,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-02-24T07:22:04.545122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:03.672936Z","time spent":"872.04642ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:22:04.54564Z","caller":"traceutil/trace.go:171","msg":"trace[401446791] transaction","detail":"{read_only:false; response_revision:24960; number_of_response:1; }","duration":"872.800699ms","start":"2026-02-24T07:22:03.672824Z","end":"2026-02-24T07:22:04.545625Z","steps":["trace[401446791] 'process raft request' (duration: 871.800384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:04.546125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:03.672798Z","time spent":"873.294103ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:22:04.545716Z","caller":"traceutil/trace.go:171","msg":"trace[43066537] transaction","detail":"{read_only:false; response_revision:24959; number_of_response:1; }","duration":"1.427291532s","start":"2026-02-24T07:22:03.118392Z","end":"2026-02-24T07:22:04.545683Z","steps":["trace[43066537] 'process raft request' (duration: 1.426178084s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:04.546184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:03.118381Z","time spent":"1.427789485s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6972,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:22:04.545741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.027452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:22:04.546265Z","caller":"traceutil/trace.go:171","msg":"trace[183857192] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24963; }","duration":"451.623688ms","start":"2026-02-24T07:22:04.094635Z","end":"2026-02-24T07:22:04.546259Z","steps":["trace[183857192] 'agreement among raft nodes before linearized reading' (duration: 451.022122ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:04.546283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:04.094616Z","time spent":"451.661159ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:22:04.545769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097413774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16991"} {"level":"info","ts":"2026-02-24T07:22:04.54636Z","caller":"traceutil/trace.go:171","msg":"trace[1354382275] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24963; }","duration":"1.098050869s","start":"2026-02-24T07:22:03.448304Z","end":"2026-02-24T07:22:04.546355Z","steps":["trace[1354382275] 'agreement among raft nodes before linearized reading' (duration: 1.09733127s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:04.546375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:03.448286Z","time spent":"1.098083591s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17015,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-24T07:22:04.5458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.395364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3287"} {"level":"info","ts":"2026-02-24T07:22:04.546487Z","caller":"traceutil/trace.go:171","msg":"trace[1008342390] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24963; }","duration":"868.093552ms","start":"2026-02-24T07:22:03.678359Z","end":"2026-02-24T07:22:04.546453Z","steps":["trace[1008342390] 'agreement among raft nodes before linearized reading' (duration: 867.393144ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:04.545814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.51454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:22:04.546594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:03.678344Z","time spent":"868.223015ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3311,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-24T07:22:04.546612Z","caller":"traceutil/trace.go:171","msg":"trace[2113051631] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24963; }","duration":"763.33275ms","start":"2026-02-24T07:22:03.783245Z","end":"2026-02-24T07:22:04.546578Z","steps":["trace[2113051631] 'agreement among raft nodes before linearized reading' (duration: 762.54244ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:04.545817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.633521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:22:04.546706Z","caller":"traceutil/trace.go:171","msg":"trace[92971800] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24963; }","duration":"156.569904ms","start":"2026-02-24T07:22:04.390114Z","end":"2026-02-24T07:22:04.546684Z","steps":["trace[92971800] 'agreement among raft nodes before linearized reading' (duration: 155.622771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:04.546728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:03.783214Z","time spent":"763.468523ms","remote":"127.0.0.1:39208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T07:22:04.545843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.515749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:22:04.546847Z","caller":"traceutil/trace.go:171","msg":"trace[1671901568] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24963; }","duration":"285.552565ms","start":"2026-02-24T07:22:04.261272Z","end":"2026-02-24T07:22:04.546825Z","steps":["trace[1671901568] 'agreement among raft nodes before linearized reading' (duration: 284.492949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:04.545863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.822698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:22:04.545869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095009373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-02-24T07:22:04.545858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0897156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:22:04.549098Z","caller":"traceutil/trace.go:171","msg":"trace[2058345620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24963; }","duration":"1.093009043s","start":"2026-02-24T07:22:03.456067Z","end":"2026-02-24T07:22:04.549076Z","steps":["trace[2058345620] 'agreement among raft nodes before linearized reading' (duration: 1.08972626s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:04.549271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:03.456049Z","time spent":"1.093201667s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T07:22:04.549144Z","caller":"traceutil/trace.go:171","msg":"trace[1633007478] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24963; }","duration":"729.122691ms","start":"2026-02-24T07:22:03.820003Z","end":"2026-02-24T07:22:04.549126Z","steps":["trace[1633007478] 'agreement among raft nodes before linearized reading' (duration: 725.778357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:04.549433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:03.819938Z","time spent":"729.468019ms","remote":"127.0.0.1:39490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:22:04.549154Z","caller":"traceutil/trace.go:171","msg":"trace[1540112381] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24963; }","duration":"1.098327826s","start":"2026-02-24T07:22:03.450811Z","end":"2026-02-24T07:22:04.549139Z","steps":["trace[1540112381] 'agreement among raft nodes before linearized reading' (duration: 1.094988482s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:04.549505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:03.45079Z","time spent":"1.098694856s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-02-24T07:22:04.753874Z","caller":"traceutil/trace.go:171","msg":"trace[492481479] linearizableReadLoop","detail":"{readStateIndex:25945; appliedIndex:25944; }","duration":"202.220531ms","start":"2026-02-24T07:22:04.551632Z","end":"2026-02-24T07:22:04.753853Z","steps":["trace[492481479] 'read index received' (duration: 125.783491ms)","trace[492481479] 'applied index is now lower than readState.Index' (duration: 76.43398ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:22:04.753894Z","caller":"traceutil/trace.go:171","msg":"trace[974186834] transaction","detail":"{read_only:false; response_revision:24964; number_of_response:1; }","duration":"204.024087ms","start":"2026-02-24T07:22:04.549836Z","end":"2026-02-24T07:22:04.75386Z","steps":["trace[974186834] 'process raft request' (duration: 127.650548ms)","trace[974186834] 'compare' (duration: 76.244516ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:22:04.754012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.361704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:22:04.754072Z","caller":"traceutil/trace.go:171","msg":"trace[1842985802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24964; }","duration":"202.457467ms","start":"2026-02-24T07:22:04.5516Z","end":"2026-02-24T07:22:04.754057Z","steps":["trace[1842985802] 'agreement among raft nodes before linearized reading' (duration: 202.325724ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:04.754103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.967014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-5b4rq\" ","response":"range_response_count:1 size:6989"} {"level":"warn","ts":"2026-02-24T07:22:04.754101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.314363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:22:04.754142Z","caller":"traceutil/trace.go:171","msg":"trace[1049980101] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-5b4rq; range_end:; response_count:1; response_revision:24964; }","duration":"196.017195ms","start":"2026-02-24T07:22:04.558115Z","end":"2026-02-24T07:22:04.754132Z","steps":["trace[1049980101] 'agreement among raft nodes before linearized reading' (duration: 195.892512ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:22:04.754147Z","caller":"traceutil/trace.go:171","msg":"trace[417464853] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24964; }","duration":"202.426826ms","start":"2026-02-24T07:22:04.55171Z","end":"2026-02-24T07:22:04.754136Z","steps":["trace[417464853] 'agreement among raft nodes before linearized reading' (duration: 202.257832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:04.754231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.411775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-02-24T07:22:04.754269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.348937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:22:04.754292Z","caller":"traceutil/trace.go:171","msg":"trace[618647706] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24964; }","duration":"202.525708ms","start":"2026-02-24T07:22:04.55175Z","end":"2026-02-24T07:22:04.754275Z","steps":["trace[618647706] 'agreement among raft nodes before linearized reading' (duration: 202.325573ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:22:04.754305Z","caller":"traceutil/trace.go:171","msg":"trace[1393641480] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24964; }","duration":"142.428049ms","start":"2026-02-24T07:22:04.611867Z","end":"2026-02-24T07:22:04.754295Z","steps":["trace[1393641480] 'agreement among raft nodes before linearized reading' (duration: 142.356707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:04.754221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.788476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:22:04.754392Z","caller":"traceutil/trace.go:171","msg":"trace[568745614] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24964; }","duration":"133.013382ms","start":"2026-02-24T07:22:04.621367Z","end":"2026-02-24T07:22:04.754381Z","steps":["trace[568745614] 'agreement among raft nodes before linearized reading' (duration: 132.743415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:04.754418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.97306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c2225e88-8b14-451d-8a9d-aecd0de9e439\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-02-24T07:22:04.754492Z","caller":"traceutil/trace.go:171","msg":"trace[2052278878] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c2225e88-8b14-451d-8a9d-aecd0de9e439; range_end:; response_count:1; response_revision:24964; }","duration":"201.072152ms","start":"2026-02-24T07:22:04.553401Z","end":"2026-02-24T07:22:04.754473Z","steps":["trace[2052278878] 'agreement among raft nodes before linearized reading' (duration: 200.910028ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:04.754567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.238257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1448"} {"level":"info","ts":"2026-02-24T07:22:04.754708Z","caller":"traceutil/trace.go:171","msg":"trace[1199687677] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24964; }","duration":"201.557545ms","start":"2026-02-24T07:22:04.553133Z","end":"2026-02-24T07:22:04.754691Z","steps":["trace[1199687677] 'agreement among raft nodes before linearized reading' (duration: 200.912509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:05.67049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637883720,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T07:22:05.900347Z","caller":"traceutil/trace.go:171","msg":"trace[538645819] transaction","detail":"{read_only:false; response_revision:24966; number_of_response:1; }","duration":"780.900941ms","start":"2026-02-24T07:22:05.119404Z","end":"2026-02-24T07:22:05.900305Z","steps":["trace[538645819] 'process raft request' (duration: 780.712907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:05.900541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:05.119386Z","time spent":"781.058835ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:22:06.227851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.886147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:22:06.228327Z","caller":"traceutil/trace.go:171","msg":"trace[1563999511] transaction","detail":"{read_only:false; response_revision:24967; number_of_response:1; }","duration":"1.107793434s","start":"2026-02-24T07:22:05.120507Z","end":"2026-02-24T07:22:06.228301Z","steps":["trace[1563999511] 'process raft request' (duration: 947.351604ms)","trace[1563999511] 'compare' (duration: 159.648171ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:22:06.228481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:05.120479Z","time spent":"1.107921027s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:22:06.228521Z","caller":"traceutil/trace.go:171","msg":"trace[192093000] transaction","detail":"{read_only:false; response_revision:24968; number_of_response:1; }","duration":"1.107397204s","start":"2026-02-24T07:22:05.121095Z","end":"2026-02-24T07:22:06.228492Z","steps":["trace[192093000] 'process raft request' (duration: 1.106880961s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:22:06.228564Z","caller":"traceutil/trace.go:171","msg":"trace[1152700403] transaction","detail":"{read_only:false; response_revision:24969; number_of_response:1; }","duration":"777.242438ms","start":"2026-02-24T07:22:05.451295Z","end":"2026-02-24T07:22:06.228537Z","steps":["trace[1152700403] 'process raft request' (duration: 777.006562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:06.228651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:05.121084Z","time spent":"1.107496566s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:22:06.228685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:05.451267Z","time spent":"777.360192ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:22:06.228787Z","caller":"traceutil/trace.go:171","msg":"trace[60272648] transaction","detail":"{read_only:false; response_revision:24972; number_of_response:1; }","duration":"773.485574ms","start":"2026-02-24T07:22:05.455291Z","end":"2026-02-24T07:22:06.228776Z","steps":["trace[60272648] 'process raft request' (duration: 773.335321ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:22:06.228787Z","caller":"traceutil/trace.go:171","msg":"trace[622088759] transaction","detail":"{read_only:false; response_revision:24971; number_of_response:1; }","duration":"774.11464ms","start":"2026-02-24T07:22:05.454656Z","end":"2026-02-24T07:22:06.22877Z","steps":["trace[622088759] 'process raft request' (duration: 773.770332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:06.228851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:05.455258Z","time spent":"773.557536ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:22:06.228872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:05.454641Z","time spent":"774.198192ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:22:06.229059Z","caller":"traceutil/trace.go:171","msg":"trace[1339707768] linearizableReadLoop","detail":"{readStateIndex:25953; appliedIndex:25946; }","duration":"1.059024109s","start":"2026-02-24T07:22:05.169873Z","end":"2026-02-24T07:22:06.228897Z","steps":["trace[1339707768] 'read index received' (duration: 730.254579ms)","trace[1339707768] 'applied index is now lower than readState.Index' (duration: 328.76585ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:22:06.228784Z","caller":"traceutil/trace.go:171","msg":"trace[1127314325] transaction","detail":"{read_only:false; response_revision:24970; number_of_response:1; }","duration":"776.863569ms","start":"2026-02-24T07:22:05.451813Z","end":"2026-02-24T07:22:06.228677Z","steps":["trace[1127314325] 'process raft request' (duration: 776.556201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:06.229205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:05.451788Z","time spent":"777.370332ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:22:06.229229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059349057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-755f769cdc-zqp85.18971b6b17b70096\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-02-24T07:22:06.229312Z","caller":"traceutil/trace.go:171","msg":"trace[963960152] range","detail":"{range_begin:/registry/events/openstack/barbican-api-755f769cdc-zqp85.18971b6b17b70096; range_end:; response_count:1; response_revision:24972; }","duration":"1.059428639s","start":"2026-02-24T07:22:05.169852Z","end":"2026-02-24T07:22:06.229281Z","steps":["trace[963960152] 'agreement among raft nodes before linearized reading' (duration: 1.059225114s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:06.229353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:05.169758Z","time spent":"1.059585883s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1162,"request content":"key:\"/registry/events/openstack/barbican-api-755f769cdc-zqp85.18971b6b17b70096\" "} {"level":"warn","ts":"2026-02-24T07:22:06.230529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.274377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" ","response":"range_response_count:1 size:3698"} {"level":"info","ts":"2026-02-24T07:22:06.230603Z","caller":"traceutil/trace.go:171","msg":"trace[162959955] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8; range_end:; response_count:1; response_revision:24972; }","duration":"677.411131ms","start":"2026-02-24T07:22:05.553174Z","end":"2026-02-24T07:22:06.230585Z","steps":["trace[162959955] 'agreement among raft nodes before linearized reading' (duration: 677.146995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:06.230654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:05.553152Z","time spent":"677.487892ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3722,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" "} {"level":"warn","ts":"2026-02-24T07:22:06.230838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.506733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:22:06.230913Z","caller":"traceutil/trace.go:171","msg":"trace[1844216481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24972; }","duration":"162.615756ms","start":"2026-02-24T07:22:06.068274Z","end":"2026-02-24T07:22:06.23089Z","steps":["trace[1844216481] 'agreement among raft nodes before linearized reading' (duration: 162.502803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:06.230837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.310555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:22:06.231123Z","caller":"traceutil/trace.go:171","msg":"trace[1102534092] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24972; }","duration":"460.629503ms","start":"2026-02-24T07:22:05.770483Z","end":"2026-02-24T07:22:06.231113Z","steps":["trace[1102534092] 'agreement among raft nodes before linearized reading' (duration: 460.313175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:06.231189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:05.770463Z","time spent":"460.714736ms","remote":"127.0.0.1:53312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:22:07.645217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045229082s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:22:07.645412Z","caller":"traceutil/trace.go:171","msg":"trace[1561956329] linearizableReadLoop","detail":"{readStateIndex:25954; appliedIndex:25953; }","duration":"1.339372723s","start":"2026-02-24T07:22:06.305999Z","end":"2026-02-24T07:22:07.645372Z","steps":["trace[1561956329] 'read index received' (duration: 293.816803ms)","trace[1561956329] 'applied index is now lower than readState.Index' (duration: 1.04555294s)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:22:07.645437Z","caller":"traceutil/trace.go:171","msg":"trace[349927216] transaction","detail":"{read_only:false; response_revision:24973; number_of_response:1; }","duration":"1.411961977s","start":"2026-02-24T07:22:06.233439Z","end":"2026-02-24T07:22:07.645401Z","steps":["trace[349927216] 'process raft request' (duration: 366.382746ms)","trace[349927216] 'compare' (duration: 1.043489708s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:22:07.645592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339562288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:22:07.645615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:06.23342Z","time spent":"1.412090591s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:22:07.64568Z","caller":"traceutil/trace.go:171","msg":"trace[850498748] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24973; }","duration":"1.339703361s","start":"2026-02-24T07:22:06.305953Z","end":"2026-02-24T07:22:07.645656Z","steps":["trace[850498748] 'agreement among raft nodes before linearized reading' (duration: 1.339524167s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:07.64573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:06.305936Z","time spent":"1.339784794s","remote":"127.0.0.1:53110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:22:07.665201Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.065351218s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T07:22:07.665833Z","caller":"traceutil/trace.go:171","msg":"trace[1873290120] transaction","detail":"{read_only:false; response_revision:24975; number_of_response:1; }","duration":"1.109109868s","start":"2026-02-24T07:22:06.556698Z","end":"2026-02-24T07:22:07.665808Z","steps":["trace[1873290120] 'process raft request' (duration: 1.109059066s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:22:07.665876Z","caller":"traceutil/trace.go:171","msg":"trace[1844801224] transaction","detail":"{read_only:false; response_revision:24974; number_of_response:1; }","duration":"1.109815215s","start":"2026-02-24T07:22:06.556005Z","end":"2026-02-24T07:22:07.66582Z","steps":["trace[1844801224] 'process raft request' (duration: 1.10961537s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:07.666078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:06.556686Z","time spent":"1.109287322s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:22:07.666166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:06.555976Z","time spent":"1.110118073s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:22:07.800392Z","caller":"traceutil/trace.go:171","msg":"trace[1752691637] linearizableReadLoop","detail":"{readStateIndex:25957; appliedIndex:25954; }","duration":"154.893962ms","start":"2026-02-24T07:22:07.645448Z","end":"2026-02-24T07:22:07.800342Z","steps":["trace[1752691637] 'read index received' (duration: 20.149456ms)","trace[1752691637] 'applied index is now lower than readState.Index' (duration: 134.742595ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:22:07.800584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302168937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:22:07.800642Z","caller":"traceutil/trace.go:171","msg":"trace[1576284472] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24975; }","duration":"1.302294171s","start":"2026-02-24T07:22:06.498331Z","end":"2026-02-24T07:22:07.800625Z","steps":["trace[1576284472] 'agreement among raft nodes before linearized reading' (duration: 1.302152697s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:07.80069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:06.498311Z","time spent":"1.302363292s","remote":"127.0.0.1:38900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:22:07.800582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.214591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" ","response":"range_response_count:1 size:3698"} {"level":"warn","ts":"2026-02-24T07:22:07.800836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225383128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:22:07.800862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049587422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:22:07.800867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.423186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:22:07.800945Z","caller":"traceutil/trace.go:171","msg":"trace[1277036402] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24975; }","duration":"1.049717246s","start":"2026-02-24T07:22:06.751206Z","end":"2026-02-24T07:22:07.800923Z","steps":["trace[1277036402] 'agreement among raft nodes before linearized reading' (duration: 1.04951714s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:22:07.800906Z","caller":"traceutil/trace.go:171","msg":"trace[1477329127] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8; range_end:; response_count:1; response_revision:24975; }","duration":"563.520789ms","start":"2026-02-24T07:22:07.237322Z","end":"2026-02-24T07:22:07.800843Z","steps":["trace[1477329127] 'agreement among raft nodes before linearized reading' (duration: 563.051427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:07.80093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.995798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:22:07.800997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:06.751177Z","time spent":"1.049808878s","remote":"127.0.0.1:39394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:22:07.801034Z","caller":"traceutil/trace.go:171","msg":"trace[1449209208] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24975; }","duration":"581.162223ms","start":"2026-02-24T07:22:07.219848Z","end":"2026-02-24T07:22:07.80101Z","steps":["trace[1449209208] 'agreement among raft nodes before linearized reading' (duration: 580.958167ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:07.801043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:07.237307Z","time spent":"563.689104ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3722,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" "} {"level":"warn","ts":"2026-02-24T07:22:07.801084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:07.219816Z","time spent":"581.256965ms","remote":"127.0.0.1:53542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:22:07.800963Z","caller":"traceutil/trace.go:171","msg":"trace[703198807] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24975; }","duration":"766.589841ms","start":"2026-02-24T07:22:07.03435Z","end":"2026-02-24T07:22:07.80094Z","steps":["trace[703198807] 'agreement among raft nodes before linearized reading' (duration: 766.380885ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:07.801224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:07.03433Z","time spent":"766.861609ms","remote":"127.0.0.1:39044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:22:07.800892Z","caller":"traceutil/trace.go:171","msg":"trace[2060948314] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24975; }","duration":"1.22544528s","start":"2026-02-24T07:22:06.575431Z","end":"2026-02-24T07:22:07.800876Z","steps":["trace[2060948314] 'agreement among raft nodes before linearized reading' (duration: 1.225331987s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:07.801385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:06.575391Z","time spent":"1.225976054s","remote":"127.0.0.1:39476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:22:08.009487Z","caller":"traceutil/trace.go:171","msg":"trace[1683402624] transaction","detail":"{read_only:false; response_revision:24976; number_of_response:1; }","duration":"103.701816ms","start":"2026-02-24T07:22:07.905766Z","end":"2026-02-24T07:22:08.009467Z","steps":["trace[1683402624] 'process raft request' (duration: 103.428219ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:08.660769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.641169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-24T07:22:08.660834Z","caller":"traceutil/trace.go:171","msg":"trace[57275687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24976; }","duration":"426.761362ms","start":"2026-02-24T07:22:08.234058Z","end":"2026-02-24T07:22:08.66082Z","steps":["trace[57275687] 'range keys from in-memory index tree' (duration: 426.502396ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:08.66087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:08.234037Z","time spent":"426.819734ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T07:22:08.660984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.694462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T07:22:08.661099Z","caller":"traceutil/trace.go:171","msg":"trace[922729912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24976; }","duration":"426.857436ms","start":"2026-02-24T07:22:08.234215Z","end":"2026-02-24T07:22:08.661072Z","steps":["trace[922729912] 'range keys from in-memory index tree' (duration: 426.448124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:08.661152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:08.234204Z","time spent":"426.937788ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T07:22:08.661147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.462643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:22:08.661261Z","caller":"traceutil/trace.go:171","msg":"trace[1462509133] transaction","detail":"{read_only:false; response_revision:24977; number_of_response:1; }","duration":"425.737547ms","start":"2026-02-24T07:22:08.2355Z","end":"2026-02-24T07:22:08.661237Z","steps":["trace[1462509133] 'process raft request' (duration: 267.06945ms)","trace[1462509133] 'compare' (duration: 158.102252ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:22:08.661337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:08.235471Z","time spent":"425.834479ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:22:08.747491Z","caller":"traceutil/trace.go:171","msg":"trace[600631200] transaction","detail":"{read_only:false; response_revision:24980; number_of_response:1; }","duration":"510.792284ms","start":"2026-02-24T07:22:08.236672Z","end":"2026-02-24T07:22:08.747464Z","steps":["trace[600631200] 'process raft request' (duration: 510.734952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:08.74767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:08.236663Z","time spent":"510.908726ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:22:08.747826Z","caller":"traceutil/trace.go:171","msg":"trace[1379527572] transaction","detail":"{read_only:false; response_revision:24978; number_of_response:1; }","duration":"511.933233ms","start":"2026-02-24T07:22:08.235852Z","end":"2026-02-24T07:22:08.747786Z","steps":["trace[1379527572] 'process raft request' (duration: 511.353787ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:22:08.747881Z","caller":"traceutil/trace.go:171","msg":"trace[1316255123] transaction","detail":"{read_only:false; response_revision:24979; number_of_response:1; }","duration":"511.599524ms","start":"2026-02-24T07:22:08.236251Z","end":"2026-02-24T07:22:08.74785Z","steps":["trace[1316255123] 'process raft request' (duration: 511.115601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:08.748018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:08.236241Z","time spent":"511.703967ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:22:08.748021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:08.235837Z","time spent":"512.075426ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:22:09.153688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.402617ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:22:09.153844Z","caller":"traceutil/trace.go:171","msg":"trace[2091027617] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24980; }","duration":"142.582352ms","start":"2026-02-24T07:22:09.011239Z","end":"2026-02-24T07:22:09.153822Z","steps":["trace[2091027617] 'range keys from in-memory index tree' (duration: 142.380827ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:22:09.155248Z","caller":"traceutil/trace.go:171","msg":"trace[688695735] transaction","detail":"{read_only:false; response_revision:24981; number_of_response:1; }","duration":"488.773032ms","start":"2026-02-24T07:22:08.666456Z","end":"2026-02-24T07:22:09.155229Z","steps":["trace[688695735] 'process raft request' (duration: 409.4898ms)","trace[688695735] 'compare' (duration: 78.181024ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:22:09.155351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:08.666438Z","time spent":"488.856263ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:22:09.155406Z","caller":"traceutil/trace.go:171","msg":"trace[673247331] transaction","detail":"{read_only:false; response_revision:24982; number_of_response:1; }","duration":"487.94035ms","start":"2026-02-24T07:22:08.667436Z","end":"2026-02-24T07:22:09.155376Z","steps":["trace[673247331] 'process raft request' (duration: 487.728845ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:09.155553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:08.667419Z","time spent":"488.059713ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:22:09.155401Z","caller":"traceutil/trace.go:171","msg":"trace[1606760180] linearizableReadLoop","detail":"{readStateIndex:25964; appliedIndex:25959; }","duration":"476.646916ms","start":"2026-02-24T07:22:08.678719Z","end":"2026-02-24T07:22:09.155366Z","steps":["trace[1606760180] 'read index received' (duration: 68.594343ms)","trace[1606760180] 'applied index is now lower than readState.Index' (duration: 408.049893ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:22:09.155668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.899372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-02-24T07:22:09.155746Z","caller":"traceutil/trace.go:171","msg":"trace[810329926] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24982; }","duration":"477.042196ms","start":"2026-02-24T07:22:08.678684Z","end":"2026-02-24T07:22:09.155726Z","steps":["trace[810329926] 'agreement among raft nodes before linearized reading' (duration: 476.776449ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:09.155775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.005569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:22:09.155802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:08.678675Z","time spent":"477.112928ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-02-24T07:22:09.155844Z","caller":"traceutil/trace.go:171","msg":"trace[1831689757] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24982; }","duration":"427.119362ms","start":"2026-02-24T07:22:08.728711Z","end":"2026-02-24T07:22:09.15583Z","steps":["trace[1831689757] 'agreement among raft nodes before linearized reading' (duration: 427.008009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:09.155852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.547746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:22:09.155885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:08.72869Z","time spent":"427.183993ms","remote":"127.0.0.1:39688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:22:09.155921Z","caller":"traceutil/trace.go:171","msg":"trace[265141804] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24982; }","duration":"412.624307ms","start":"2026-02-24T07:22:08.743279Z","end":"2026-02-24T07:22:09.155904Z","steps":["trace[265141804] 'agreement among raft nodes before linearized reading' (duration: 412.502644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:09.155937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.802329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" ","response":"range_response_count:1 size:3698"} {"level":"warn","ts":"2026-02-24T07:22:09.155981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:08.74324Z","time spent":"412.72553ms","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:22:09.156016Z","caller":"traceutil/trace.go:171","msg":"trace[1383207339] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8; range_end:; response_count:1; response_revision:24982; }","duration":"349.937763ms","start":"2026-02-24T07:22:08.806057Z","end":"2026-02-24T07:22:09.155995Z","steps":["trace[1383207339] 'agreement among raft nodes before linearized reading' (duration: 349.666176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:22:09.156083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:22:08.806036Z","time spent":"350.033615ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3722,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f397e934-d9a7-417b-8026-68f5622893a8\" "} {"level":"warn","ts":"2026-02-24T07:23:17.132569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.833218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-24T07:23:17.132699Z","caller":"traceutil/trace.go:171","msg":"trace[1730584655] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25503; }","duration":"892.009163ms","start":"2026-02-24T07:23:16.240661Z","end":"2026-02-24T07:23:17.13267Z","steps":["trace[1730584655] 'range keys from in-memory index tree' (duration: 891.601863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:23:17.132757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:23:16.24064Z","time spent":"892.100746ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T07:23:17.13313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.189578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:23:17.133353Z","caller":"traceutil/trace.go:171","msg":"trace[258663609] transaction","detail":"{read_only:false; response_revision:25505; number_of_response:1; }","duration":"194.020554ms","start":"2026-02-24T07:23:16.939315Z","end":"2026-02-24T07:23:17.133336Z","steps":["trace[258663609] 'process raft request' (duration: 193.931352ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:23:17.133493Z","caller":"traceutil/trace.go:171","msg":"trace[1946454086] transaction","detail":"{read_only:false; response_revision:25504; number_of_response:1; }","duration":"877.918938ms","start":"2026-02-24T07:23:16.255563Z","end":"2026-02-24T07:23:17.133482Z","steps":["trace[1946454086] 'process raft request' (duration: 135.288629ms)","trace[1946454086] 'compare' (duration: 741.754867ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:23:17.133554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:23:16.255537Z","time spent":"877.98533ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:23:17.133634Z","caller":"traceutil/trace.go:171","msg":"trace[146417408] linearizableReadLoop","detail":"{readStateIndex:26517; appliedIndex:26516; }","duration":"797.060027ms","start":"2026-02-24T07:23:16.336515Z","end":"2026-02-24T07:23:17.133575Z","steps":["trace[146417408] 'read index received' (duration: 54.358687ms)","trace[146417408] 'applied index is now lower than readState.Index' (duration: 742.69639ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:23:17.133809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.281862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:23:17.133845Z","caller":"traceutil/trace.go:171","msg":"trace[1084409961] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25505; }","duration":"797.378656ms","start":"2026-02-24T07:23:16.336454Z","end":"2026-02-24T07:23:17.133833Z","steps":["trace[1084409961] 'agreement among raft nodes before linearized reading' (duration: 797.284393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:23:17.133886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:23:16.336432Z","time spent":"797.444587ms","remote":"127.0.0.1:39668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:23:17.138466Z","caller":"traceutil/trace.go:171","msg":"trace[1786752760] transaction","detail":"{read_only:false; response_revision:25506; number_of_response:1; }","duration":"150.862211ms","start":"2026-02-24T07:23:16.987578Z","end":"2026-02-24T07:23:17.13844Z","steps":["trace[1786752760] 'process raft request' (duration: 150.689377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:23:17.138807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.05335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:23:17.138876Z","caller":"traceutil/trace.go:171","msg":"trace[1716635313] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25508; }","duration":"780.167473ms","start":"2026-02-24T07:23:16.358693Z","end":"2026-02-24T07:23:17.138861Z","steps":["trace[1716635313] 'agreement among raft nodes before linearized reading' (duration: 780.04289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:23:17.138917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:23:16.358672Z","time spent":"780.234444ms","remote":"127.0.0.1:53326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:23:17.138944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.643806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T07:23:17.139028Z","caller":"traceutil/trace.go:171","msg":"trace[110475317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25508; }","duration":"597.744338ms","start":"2026-02-24T07:23:16.541241Z","end":"2026-02-24T07:23:17.138985Z","steps":["trace[110475317] 'agreement among raft nodes before linearized reading' (duration: 597.576544ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:23:17.139053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.118064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:23:17.139075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:23:16.541222Z","time spent":"597.842401ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-24T07:23:17.139102Z","caller":"traceutil/trace.go:171","msg":"trace[1701155720] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25508; }","duration":"681.208756ms","start":"2026-02-24T07:23:16.457877Z","end":"2026-02-24T07:23:17.139086Z","steps":["trace[1701155720] 'agreement among raft nodes before linearized reading' (duration: 681.087303ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:23:17.138944Z","caller":"traceutil/trace.go:171","msg":"trace[2059713330] transaction","detail":"{read_only:false; response_revision:25507; number_of_response:1; }","duration":"146.728437ms","start":"2026-02-24T07:23:16.992184Z","end":"2026-02-24T07:23:17.138912Z","steps":["trace[2059713330] 'process raft request' (duration: 146.220464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:23:17.139142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:23:16.457853Z","time spent":"681.277538ms","remote":"127.0.0.1:46048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:23:17.139055Z","caller":"traceutil/trace.go:171","msg":"trace[1690716665] transaction","detail":"{read_only:false; response_revision:25508; number_of_response:1; }","duration":"146.827429ms","start":"2026-02-24T07:23:16.992208Z","end":"2026-02-24T07:23:17.139036Z","steps":["trace[1690716665] 'process raft request' (duration: 146.432329ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:23:18.516246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.126142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T07:23:18.516334Z","caller":"traceutil/trace.go:171","msg":"trace[1256850839] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25514; }","duration":"546.257316ms","start":"2026-02-24T07:23:17.970058Z","end":"2026-02-24T07:23:18.516315Z","steps":["trace[1256850839] 'count revisions from in-memory index tree' (duration: 546.05274ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:23:18.516376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:23:17.97004Z","time spent":"546.325787ms","remote":"127.0.0.1:53154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":238,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:23:18.516709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.998023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:23:18.516777Z","caller":"traceutil/trace.go:171","msg":"trace[1252370234] linearizableReadLoop","detail":"{readStateIndex:26528; appliedIndex:26527; }","duration":"265.42706ms","start":"2026-02-24T07:23:18.251337Z","end":"2026-02-24T07:23:18.516764Z","steps":["trace[1252370234] 'read index received' (duration: 41.681µs)","trace[1252370234] 'applied index is now lower than readState.Index' (duration: 265.384259ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:23:18.516823Z","caller":"traceutil/trace.go:171","msg":"trace[634690225] transaction","detail":"{read_only:false; response_revision:25515; number_of_response:1; }","duration":"476.78066ms","start":"2026-02-24T07:23:18.040022Z","end":"2026-02-24T07:23:18.516802Z","steps":["trace[634690225] 'process raft request' (duration: 66.618634ms)","trace[634690225] 'compare' (duration: 409.624152ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:23:18.516913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:23:18.040003Z","time spent":"476.865061ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:23:18.516836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.506421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:23:18.517028Z","caller":"traceutil/trace.go:171","msg":"trace[1739715285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25515; }","duration":"265.735317ms","start":"2026-02-24T07:23:18.251283Z","end":"2026-02-24T07:23:18.517019Z","steps":["trace[1739715285] 'agreement among raft nodes before linearized reading' (duration: 265.521222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:23:19.142022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.523054ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:23:19.142163Z","caller":"traceutil/trace.go:171","msg":"trace[1204819275] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25515; }","duration":"131.675588ms","start":"2026-02-24T07:23:19.01047Z","end":"2026-02-24T07:23:19.142146Z","steps":["trace[1204819275] 'range keys from in-memory index tree' (duration: 131.510354ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:23:24.183236Z","caller":"traceutil/trace.go:171","msg":"trace[308622169] linearizableReadLoop","detail":"{readStateIndex:26568; appliedIndex:26567; }","duration":"139.7276ms","start":"2026-02-24T07:23:24.043482Z","end":"2026-02-24T07:23:24.18321Z","steps":["trace[308622169] 'read index received' (duration: 139.413233ms)","trace[308622169] 'applied index is now lower than readState.Index' (duration: 312.597µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:23:24.183336Z","caller":"traceutil/trace.go:171","msg":"trace[1950903296] transaction","detail":"{read_only:false; response_revision:25554; number_of_response:1; }","duration":"256.764231ms","start":"2026-02-24T07:23:23.926487Z","end":"2026-02-24T07:23:24.183251Z","steps":["trace[1950903296] 'process raft request' (duration: 256.494635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:23:24.18338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.872935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:23:24.183548Z","caller":"traceutil/trace.go:171","msg":"trace[1172061181] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25554; }","duration":"140.07321ms","start":"2026-02-24T07:23:24.043428Z","end":"2026-02-24T07:23:24.183501Z","steps":["trace[1172061181] 'agreement among raft nodes before linearized reading' (duration: 139.879575ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:23:24.891082Z","caller":"traceutil/trace.go:171","msg":"trace[1736668274] linearizableReadLoop","detail":"{readStateIndex:26570; appliedIndex:26569; }","duration":"312.233915ms","start":"2026-02-24T07:23:24.578824Z","end":"2026-02-24T07:23:24.891057Z","steps":["trace[1736668274] 'read index received' (duration: 312.05204ms)","trace[1736668274] 'applied index is now lower than readState.Index' (duration: 180.615µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:23:24.891312Z","caller":"traceutil/trace.go:171","msg":"trace[94639285] transaction","detail":"{read_only:false; response_revision:25556; number_of_response:1; }","duration":"353.649435ms","start":"2026-02-24T07:23:24.537629Z","end":"2026-02-24T07:23:24.891278Z","steps":["trace[94639285] 'process raft request' (duration: 353.222805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:23:24.891418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.544902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:23:24.89147Z","caller":"traceutil/trace.go:171","msg":"trace[669950852] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25556; }","duration":"312.688446ms","start":"2026-02-24T07:23:24.578766Z","end":"2026-02-24T07:23:24.891455Z","steps":["trace[669950852] 'agreement among raft nodes before linearized reading' (duration: 312.521442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:23:24.89155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:23:24.57874Z","time spent":"312.795669ms","remote":"127.0.0.1:58414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:23:24.891586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:23:24.5376Z","time spent":"353.81508ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:23:24.905866Z","caller":"traceutil/trace.go:171","msg":"trace[799416049] transaction","detail":"{read_only:false; response_revision:25557; number_of_response:1; }","duration":"246.7722ms","start":"2026-02-24T07:23:24.659066Z","end":"2026-02-24T07:23:24.905838Z","steps":["trace[799416049] 'process raft request' (duration: 246.538444ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:23:25.551568Z","caller":"traceutil/trace.go:171","msg":"trace[1453617705] transaction","detail":"{read_only:false; response_revision:25559; number_of_response:1; }","duration":"389.554728ms","start":"2026-02-24T07:23:25.162002Z","end":"2026-02-24T07:23:25.551557Z","steps":["trace[1453617705] 'process raft request' (duration: 381.870995ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:23:25.551561Z","caller":"traceutil/trace.go:171","msg":"trace[156249646] transaction","detail":"{read_only:false; response_revision:25561; number_of_response:1; }","duration":"381.508146ms","start":"2026-02-24T07:23:25.17003Z","end":"2026-02-24T07:23:25.551538Z","steps":["trace[156249646] 'process raft request' (duration: 381.445124ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:23:25.55156Z","caller":"traceutil/trace.go:171","msg":"trace[434501943] transaction","detail":"{read_only:false; response_revision:25560; number_of_response:1; }","duration":"385.556638ms","start":"2026-02-24T07:23:25.165972Z","end":"2026-02-24T07:23:25.551529Z","steps":["trace[434501943] 'process raft request' (duration: 385.455036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:23:25.551672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:23:25.161976Z","time spent":"389.63891ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:23:25.551672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:23:25.170016Z","time spent":"381.608399ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:23:25.551855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:23:25.165961Z","time spent":"385.687661ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:23:25.551923Z","caller":"traceutil/trace.go:171","msg":"trace[464587129] transaction","detail":"{read_only:false; response_revision:25562; number_of_response:1; }","duration":"380.696196ms","start":"2026-02-24T07:23:25.171218Z","end":"2026-02-24T07:23:25.551915Z","steps":["trace[464587129] 'process raft request' (duration: 380.292156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:23:25.551972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:23:25.171202Z","time spent":"380.749507ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:23:25.551902Z","caller":"traceutil/trace.go:171","msg":"trace[1437434137] linearizableReadLoop","detail":"{readStateIndex:26576; appliedIndex:26571; }","duration":"375.664499ms","start":"2026-02-24T07:23:25.176205Z","end":"2026-02-24T07:23:25.551869Z","steps":["trace[1437434137] 'read index received' (duration: 79.495757ms)","trace[1437434137] 'applied index is now lower than readState.Index' (duration: 296.167212ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:23:25.552095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.899904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-24T07:23:25.552122Z","caller":"traceutil/trace.go:171","msg":"trace[1326324615] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25562; }","duration":"375.958096ms","start":"2026-02-24T07:23:25.176156Z","end":"2026-02-24T07:23:25.552114Z","steps":["trace[1326324615] 'agreement among raft nodes before linearized reading' (duration: 375.868974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:23:25.552141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:23:25.176143Z","time spent":"375.993057ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T07:23:25.983496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.759212ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-24T07:23:25.983758Z","caller":"traceutil/trace.go:171","msg":"trace[214043470] linearizableReadLoop","detail":"{readStateIndex:26577; appliedIndex:26576; }","duration":"431.723678ms","start":"2026-02-24T07:23:25.552009Z","end":"2026-02-24T07:23:25.983733Z","steps":["trace[214043470] 'read index received' (duration: 125.688329ms)","trace[214043470] 'applied index is now lower than readState.Index' (duration: 306.032838ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:23:25.983771Z","caller":"traceutil/trace.go:171","msg":"trace[1467497440] transaction","detail":"{read_only:false; response_revision:25563; number_of_response:1; }","duration":"427.605074ms","start":"2026-02-24T07:23:25.556144Z","end":"2026-02-24T07:23:25.983749Z","steps":["trace[1467497440] 'process raft request' (duration: 427.46239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:23:25.983899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:23:25.556126Z","time spent":"427.700056ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:23:25.983942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.18466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T07:23:25.983982Z","caller":"traceutil/trace.go:171","msg":"trace[1915570959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25563; }","duration":"450.259182ms","start":"2026-02-24T07:23:25.533713Z","end":"2026-02-24T07:23:25.983972Z","steps":["trace[1915570959] 'agreement among raft nodes before linearized reading' (duration: 450.098848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:23:25.984022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:23:25.533697Z","time spent":"450.316983ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T07:23:25.984077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.820679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:23:25.984113Z","caller":"traceutil/trace.go:171","msg":"trace[1470833266] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25563; }","duration":"782.87898ms","start":"2026-02-24T07:23:25.201225Z","end":"2026-02-24T07:23:25.984104Z","steps":["trace[1470833266] 'agreement among raft nodes before linearized reading' (duration: 782.817788ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:23:25.984106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.398571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-24T07:23:25.984139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:23:25.201214Z","time spent":"782.918811ms","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:23:25.984167Z","caller":"traceutil/trace.go:171","msg":"trace[509626611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25563; }","duration":"449.496324ms","start":"2026-02-24T07:23:25.534654Z","end":"2026-02-24T07:23:25.984151Z","steps":["trace[509626611] 'agreement among raft nodes before linearized reading' (duration: 449.32442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:23:25.984205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:23:25.534632Z","time spent":"449.564655ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T07:23:25.98429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.190285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-24T07:23:25.984315Z","caller":"traceutil/trace.go:171","msg":"trace[107514979] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25563; }","duration":"800.245287ms","start":"2026-02-24T07:23:25.184063Z","end":"2026-02-24T07:23:25.984309Z","steps":["trace[107514979] 'agreement among raft nodes before linearized reading' (duration: 800.174465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:23:25.984344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:23:25.184048Z","time spent":"800.290808ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T07:23:25.984411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.042587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-24T07:23:25.984447Z","caller":"traceutil/trace.go:171","msg":"trace[679465510] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25563; }","duration":"807.12658ms","start":"2026-02-24T07:23:25.177308Z","end":"2026-02-24T07:23:25.984435Z","steps":["trace[679465510] 'agreement among raft nodes before linearized reading' (duration: 806.996107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:23:25.984475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:23:25.177285Z","time spent":"807.183151ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-24T07:23:33.893574Z","caller":"traceutil/trace.go:171","msg":"trace[1290824685] transaction","detail":"{read_only:false; response_revision:25616; number_of_response:1; }","duration":"101.330896ms","start":"2026-02-24T07:23:33.792215Z","end":"2026-02-24T07:23:33.893546Z","steps":["trace[1290824685] 'process raft request' (duration: 100.615347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:26:33.165177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.63401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-24T07:26:33.165326Z","caller":"traceutil/trace.go:171","msg":"trace[496650763] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27371; }","duration":"268.815975ms","start":"2026-02-24T07:26:32.896483Z","end":"2026-02-24T07:26:33.165299Z","steps":["trace[496650763] 'range keys from in-memory index tree' (duration: 268.477036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:26:33.165226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.548426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:26:33.165535Z","caller":"traceutil/trace.go:171","msg":"trace[223884588] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27371; }","duration":"260.872944ms","start":"2026-02-24T07:26:32.904615Z","end":"2026-02-24T07:26:33.165488Z","steps":["trace[223884588] 'count revisions from in-memory index tree' (duration: 260.454804ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:26:33.179604Z","caller":"traceutil/trace.go:171","msg":"trace[1916360645] transaction","detail":"{read_only:false; response_revision:27372; number_of_response:1; }","duration":"180.228618ms","start":"2026-02-24T07:26:32.999353Z","end":"2026-02-24T07:26:33.179581Z","steps":["trace[1916360645] 'process raft request' (duration: 180.121685ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:26:43.286227Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24876} {"level":"info","ts":"2026-02-24T07:26:43.422037Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24876,"took":"132.336135ms","hash":716456507,"current-db-size-bytes":49991680,"current-db-size":"50 MB","current-db-size-in-use-bytes":32985088,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-02-24T07:26:43.422097Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":716456507,"revision":24876,"compact-revision":22541} {"level":"warn","ts":"2026-02-24T07:26:45.57733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.531147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:26:45.577459Z","caller":"traceutil/trace.go:171","msg":"trace[613725570] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:27469; }","duration":"108.715371ms","start":"2026-02-24T07:26:45.468719Z","end":"2026-02-24T07:26:45.577434Z","steps":["trace[613725570] 'count revisions from in-memory index tree' (duration: 108.443034ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:27:05.394567Z","caller":"traceutil/trace.go:171","msg":"trace[368426888] transaction","detail":"{read_only:false; response_revision:27707; number_of_response:1; }","duration":"118.468647ms","start":"2026-02-24T07:27:05.276068Z","end":"2026-02-24T07:27:05.394537Z","steps":["trace[368426888] 'process raft request' (duration: 118.291593ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:27:05.41202Z","caller":"traceutil/trace.go:171","msg":"trace[1147356887] transaction","detail":"{read_only:false; response_revision:27708; number_of_response:1; }","duration":"104.148436ms","start":"2026-02-24T07:27:05.307838Z","end":"2026-02-24T07:27:05.411986Z","steps":["trace[1147356887] 'process raft request' (duration: 104.011033ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:27:15.57991Z","caller":"traceutil/trace.go:171","msg":"trace[502729688] linearizableReadLoop","detail":"{readStateIndex:28863; appliedIndex:28862; }","duration":"108.328312ms","start":"2026-02-24T07:27:15.471557Z","end":"2026-02-24T07:27:15.579886Z","steps":["trace[502729688] 'read index received' (duration: 96.629958ms)","trace[502729688] 'applied index is now lower than readState.Index' (duration: 11.697273ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:27:15.580021Z","caller":"traceutil/trace.go:171","msg":"trace[2082294008] transaction","detail":"{read_only:false; response_revision:27787; number_of_response:1; }","duration":"134.845178ms","start":"2026-02-24T07:27:15.445129Z","end":"2026-02-24T07:27:15.579974Z","steps":["trace[2082294008] 'process raft request' (duration: 123.032981ms)","trace[2082294008] 'compare' (duration: 11.617552ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:27:15.580156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.729232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T07:27:15.580198Z","caller":"traceutil/trace.go:171","msg":"trace[192755034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27787; }","duration":"102.818693ms","start":"2026-02-24T07:27:15.47737Z","end":"2026-02-24T07:27:15.580188Z","steps":["trace[192755034] 'agreement among raft nodes before linearized reading' (duration: 102.665188ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:27:15.580171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.586469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-24T07:27:15.58026Z","caller":"traceutil/trace.go:171","msg":"trace[208854566] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27787; }","duration":"108.731672ms","start":"2026-02-24T07:27:15.47151Z","end":"2026-02-24T07:27:15.580242Z","steps":["trace[208854566] 'agreement among raft nodes before linearized reading' (duration: 108.483035ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:29:54.389313Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a11c20306510c1f7","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-24T07:29:54.394825Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-02-24T07:29:54.394962Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-02-24T07:31:43.292385Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27454} {"level":"info","ts":"2026-02-24T07:31:43.441763Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27454,"took":"144.820608ms","hash":3197404982,"current-db-size-bytes":49991680,"current-db-size":"50 MB","current-db-size-in-use-bytes":28594176,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-24T07:31:43.441831Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3197404982,"revision":27454,"compact-revision":24876} {"level":"info","ts":"2026-02-24T07:33:03.539187Z","caller":"traceutil/trace.go:171","msg":"trace[495555780] transaction","detail":"{read_only:false; response_revision:30218; number_of_response:1; }","duration":"145.152536ms","start":"2026-02-24T07:33:03.394005Z","end":"2026-02-24T07:33:03.539157Z","steps":["trace[495555780] 'process raft request' (duration: 144.594843ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:33:03.539413Z","caller":"traceutil/trace.go:171","msg":"trace[2074194715] transaction","detail":"{read_only:false; response_revision:30219; number_of_response:1; }","duration":"145.238698ms","start":"2026-02-24T07:33:03.394148Z","end":"2026-02-24T07:33:03.539386Z","steps":["trace[2074194715] 'process raft request' (duration: 144.9251ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:33:03.539753Z","caller":"traceutil/trace.go:171","msg":"trace[1606179536] transaction","detail":"{read_only:false; response_revision:30220; number_of_response:1; }","duration":"145.425674ms","start":"2026-02-24T07:33:03.394289Z","end":"2026-02-24T07:33:03.539715Z","steps":["trace[1606179536] 'process raft request' (duration: 145.033204ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:35:54.287772Z","caller":"traceutil/trace.go:171","msg":"trace[1293659880] transaction","detail":"{read_only:false; response_revision:31419; number_of_response:1; }","duration":"109.249645ms","start":"2026-02-24T07:35:54.178492Z","end":"2026-02-24T07:35:54.287742Z","steps":["trace[1293659880] 'process raft request' (duration: 109.039919ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:35:54.289502Z","caller":"traceutil/trace.go:171","msg":"trace[922656347] transaction","detail":"{read_only:false; response_revision:31420; number_of_response:1; }","duration":"107.462881ms","start":"2026-02-24T07:35:54.181992Z","end":"2026-02-24T07:35:54.289454Z","steps":["trace[922656347] 'process raft request' (duration: 107.170154ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:36:43.300604Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29673} {"level":"info","ts":"2026-02-24T07:36:43.424527Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29673,"took":"119.501682ms","hash":3622427833,"current-db-size-bytes":49991680,"current-db-size":"50 MB","current-db-size-in-use-bytes":27672576,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-24T07:36:43.4246Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3622427833,"revision":29673,"compact-revision":27454} {"level":"info","ts":"2026-02-24T07:39:58.141867Z","caller":"traceutil/trace.go:171","msg":"trace[210066453] transaction","detail":"{read_only:false; response_revision:33148; number_of_response:1; }","duration":"168.555706ms","start":"2026-02-24T07:39:57.973283Z","end":"2026-02-24T07:39:58.141839Z","steps":["trace[210066453] 'process raft request' (duration: 168.208577ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:41:43.307791Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31763} {"level":"info","ts":"2026-02-24T07:41:43.455302Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31763,"took":"142.145192ms","hash":870276418,"current-db-size-bytes":50413568,"current-db-size":"50 MB","current-db-size-in-use-bytes":28295168,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-24T07:41:43.45536Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":870276418,"revision":31763,"compact-revision":29673} {"level":"info","ts":"2026-02-24T07:41:54.152036Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000089b5.wal"} {"level":"info","ts":"2026-02-24T07:46:30.938348Z","caller":"traceutil/trace.go:171","msg":"trace[385803671] transaction","detail":"{read_only:false; response_revision:35905; number_of_response:1; }","duration":"121.421011ms","start":"2026-02-24T07:46:30.816903Z","end":"2026-02-24T07:46:30.938324Z","steps":["trace[385803671] 'process raft request' (duration: 121.236616ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:46:39.129982Z","caller":"traceutil/trace.go:171","msg":"trace[371758306] transaction","detail":"{read_only:false; response_revision:35958; number_of_response:1; }","duration":"163.99183ms","start":"2026-02-24T07:46:38.965971Z","end":"2026-02-24T07:46:39.129963Z","steps":["trace[371758306] 'process raft request' (duration: 163.644642ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:46:39.430252Z","caller":"traceutil/trace.go:171","msg":"trace[22998222] transaction","detail":"{read_only:false; response_revision:35959; number_of_response:1; }","duration":"254.958217ms","start":"2026-02-24T07:46:39.175268Z","end":"2026-02-24T07:46:39.430226Z","steps":["trace[22998222] 'process raft request' (duration: 254.819664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:46:39.808282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.177342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:46:39.80886Z","caller":"traceutil/trace.go:171","msg":"trace[211193015] transaction","detail":"{read_only:false; response_revision:35962; number_of_response:1; }","duration":"236.464543ms","start":"2026-02-24T07:46:39.572365Z","end":"2026-02-24T07:46:39.808829Z","steps":["trace[211193015] 'process raft request' (duration: 132.657264ms)","trace[211193015] 'compare' (duration: 102.840004ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:46:39.808997Z","caller":"traceutil/trace.go:171","msg":"trace[1159659156] transaction","detail":"{read_only:false; response_revision:35964; number_of_response:1; }","duration":"120.860177ms","start":"2026-02-24T07:46:39.688114Z","end":"2026-02-24T07:46:39.808974Z","steps":["trace[1159659156] 'process raft request' (duration: 120.706684ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:46:39.808901Z","caller":"traceutil/trace.go:171","msg":"trace[1450607238] transaction","detail":"{read_only:false; response_revision:35963; number_of_response:1; }","duration":"235.653942ms","start":"2026-02-24T07:46:39.573223Z","end":"2026-02-24T07:46:39.808877Z","steps":["trace[1450607238] 'process raft request' (duration: 235.499558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:46:40.180931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.857601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:46:40.181022Z","caller":"traceutil/trace.go:171","msg":"trace[703833216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35964; }","duration":"112.008745ms","start":"2026-02-24T07:46:40.068992Z","end":"2026-02-24T07:46:40.181Z","steps":["trace[703833216] 'range keys from in-memory index tree' (duration: 111.771349ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:46:40.263387Z","caller":"traceutil/trace.go:171","msg":"trace[997562789] transaction","detail":"{read_only:false; response_revision:35965; number_of_response:1; }","duration":"193.249427ms","start":"2026-02-24T07:46:40.070101Z","end":"2026-02-24T07:46:40.26335Z","steps":["trace[997562789] 'process raft request' (duration: 193.026642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:46:40.451726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.832502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:46:40.451837Z","caller":"traceutil/trace.go:171","msg":"trace[1809642453] linearizableReadLoop","detail":"{readStateIndex:37299; appliedIndex:37298; }","duration":"188.522037ms","start":"2026-02-24T07:46:40.263298Z","end":"2026-02-24T07:46:40.45182Z","steps":["trace[1809642453] 'read index received' (duration: 29.393798ms)","trace[1809642453] 'applied index is now lower than readState.Index' (duration: 159.127219ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:46:40.45189Z","caller":"traceutil/trace.go:171","msg":"trace[1909186957] transaction","detail":"{read_only:false; response_revision:35966; number_of_response:1; }","duration":"226.667897ms","start":"2026-02-24T07:46:40.225184Z","end":"2026-02-24T07:46:40.451852Z","steps":["trace[1909186957] 'process raft request' (duration: 67.615469ms)","trace[1909186957] 'compare' (duration: 158.693299ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:46:40.452186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.111314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-02-24T07:46:40.452228Z","caller":"traceutil/trace.go:171","msg":"trace[209295731] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:35966; }","duration":"199.175955ms","start":"2026-02-24T07:46:40.253042Z","end":"2026-02-24T07:46:40.452218Z","steps":["trace[209295731] 'agreement among raft nodes before linearized reading' (duration: 198.856497ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:46:43.316916Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33904} {"level":"info","ts":"2026-02-24T07:46:43.445137Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33904,"took":"125.028752ms","hash":1901370924,"current-db-size-bytes":51687424,"current-db-size":"52 MB","current-db-size-in-use-bytes":28299264,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-24T07:46:43.445206Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1901370924,"revision":33904,"compact-revision":31763} {"level":"warn","ts":"2026-02-24T07:46:48.066389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000409502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:46:48.066459Z","caller":"traceutil/trace.go:171","msg":"trace[1397999214] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000537555s","start":"2026-02-24T07:46:46.065906Z","end":"2026-02-24T07:46:48.066444Z","steps":["trace[1397999214] 'agreement among raft nodes before linearized reading' (duration: 2.000443283s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:46:48.066495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:46.065883Z","time spent":"2.000604377s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:46:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:50.066772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000120045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:46:50.066873Z","caller":"traceutil/trace.go:171","msg":"trace[1841696906] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000274048s","start":"2026-02-24T07:46:48.066569Z","end":"2026-02-24T07:46:50.066843Z","steps":["trace[1841696906] 'agreement among raft nodes before linearized reading' (duration: 2.000162525s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:46:50.066921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:48.066545Z","time spent":"2.000366022s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:46:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:50.252672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000535235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:46:50.252798Z","caller":"traceutil/trace.go:171","msg":"trace[79341733] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000749221s","start":"2026-02-24T07:46:48.252027Z","end":"2026-02-24T07:46:50.252776Z","steps":["trace[79341733] 'agreement among raft nodes before linearized reading' (duration: 2.000570386s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:46:50.253307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:48.252004Z","time spent":"2.001110039s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:46:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:51.282772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:46.284953Z","time spent":"4.997811521s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 07:46:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:51.737609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:46.739347Z","time spent":"4.998254521s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T07:46:51.738009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:46.739791Z","time spent":"4.99821662s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T07:46:51.738053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:46.739267Z","time spent":"4.998778834s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 07:46:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:51.737933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:46.738558Z","time spent":"4.99936799s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 07:46:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:52.106487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000117765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:46:52.106576Z","caller":"traceutil/trace.go:171","msg":"trace[1999429187] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000262088s","start":"2026-02-24T07:46:50.106294Z","end":"2026-02-24T07:46:52.106556Z","steps":["trace[1999429187] 'agreement among raft nodes before linearized reading' (duration: 2.000150685s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:46:52.106623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:50.106272Z","time spent":"2.000341911s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:46:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:52.153439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:47.154846Z","time spent":"4.998587119s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 07:46:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:52.467718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999522142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:46:52.467831Z","caller":"traceutil/trace.go:171","msg":"trace[801983384] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99980881s","start":"2026-02-24T07:46:47.467995Z","end":"2026-02-24T07:46:52.467804Z","steps":["trace[801983384] 'agreement among raft nodes before linearized reading' (duration: 4.999554192s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:46:52.467906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:47.467975Z","time spent":"4.999907633s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/24 07:46:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:52.600347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999842731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:46:52.600413Z","caller":"traceutil/trace.go:171","msg":"trace[1786341592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999958794s","start":"2026-02-24T07:46:47.60044Z","end":"2026-02-24T07:46:52.600399Z","steps":["trace[1786341592] 'agreement among raft nodes before linearized reading' (duration: 4.999875151s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:46:52.60045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:47.60042Z","time spent":"5.000022626s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/24 07:46:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:52.685339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998684391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:46:52.68541Z","caller":"traceutil/trace.go:171","msg":"trace[1056827391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998798535s","start":"2026-02-24T07:46:47.686594Z","end":"2026-02-24T07:46:52.685393Z","steps":["trace[1056827391] 'agreement among raft nodes before linearized reading' (duration: 4.998705522s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:46:52.685445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:47.686578Z","time spent":"4.998859776s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/24 07:46:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:52.843424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:47.845081Z","time spent":"4.998335433s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 07:46:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:52.847126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:45.844295Z","time spent":"7.002823088s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T07:46:54.106868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000061393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:46:54.106955Z","caller":"traceutil/trace.go:171","msg":"trace[496045064] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000201487s","start":"2026-02-24T07:46:52.106733Z","end":"2026-02-24T07:46:54.106935Z","steps":["trace[496045064] 'agreement among raft nodes before linearized reading' (duration: 2.000092774s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:46:54.107024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:52.106712Z","time spent":"2.000301569s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:46:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:54.127684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:47.126542Z","time spent":"7.001135225s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T07:46:55.836825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.362223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:46:55.836899Z","caller":"traceutil/trace.go:171","msg":"trace[1305924450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"985.479526ms","start":"2026-02-24T07:46:54.851401Z","end":"2026-02-24T07:46:55.836881Z","steps":["trace[1305924450] 'agreement among raft nodes before linearized reading' (duration: 985.384734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:46:55.836944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:54.851386Z","time spent":"985.547787ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/02/24 07:46:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:55.912561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000638197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:46:55.912659Z","caller":"traceutil/trace.go:171","msg":"trace[1308171334] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000853323s","start":"2026-02-24T07:46:53.911786Z","end":"2026-02-24T07:46:55.912639Z","steps":["trace[1308171334] 'agreement among raft nodes before linearized reading' (duration: 2.00073343s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:46:55.912711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:53.911767Z","time spent":"2.000934685s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:46:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:56.114879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000225338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:46:56.114946Z","caller":"traceutil/trace.go:171","msg":"trace[995568469] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0003316s","start":"2026-02-24T07:46:54.1146Z","end":"2026-02-24T07:46:56.114932Z","steps":["trace[995568469] 'agreement among raft nodes before linearized reading' (duration: 2.000246448s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:46:56.114981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:54.114585Z","time spent":"2.000389002s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:46:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:56.28503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999814211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:46:56.285112Z","caller":"traceutil/trace.go:171","msg":"trace[762280109] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999959084s","start":"2026-02-24T07:46:51.285133Z","end":"2026-02-24T07:46:56.285092Z","steps":["trace[762280109] 'agreement among raft nodes before linearized reading' (duration: 4.999851262s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:46:56.285162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:51.285112Z","time spent":"5.000039716s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/02/24 07:46:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:56.736128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996087466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:46:56.736232Z","caller":"traceutil/trace.go:171","msg":"trace[1636867701] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.99624527s","start":"2026-02-24T07:46:51.739961Z","end":"2026-02-24T07:46:56.736207Z","steps":["trace[1636867701] 'agreement among raft nodes before linearized reading' (duration: 4.996122367s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:46:56.736378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:51.739943Z","time spent":"4.996359723s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/24 07:46:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:56.738241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998245601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:46:56.738324Z","caller":"traceutil/trace.go:171","msg":"trace[1435279663] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998389824s","start":"2026-02-24T07:46:51.739914Z","end":"2026-02-24T07:46:56.738304Z","steps":["trace[1435279663] 'agreement among raft nodes before linearized reading' (duration: 4.998283592s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:46:56.738377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:51.739893Z","time spent":"4.998472366s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/02/24 07:46:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:56.738496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998284262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:46:56.738531Z","caller":"traceutil/trace.go:171","msg":"trace[1939339381] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998338203s","start":"2026-02-24T07:46:51.740185Z","end":"2026-02-24T07:46:56.738523Z","steps":["trace[1939339381] 'agreement among raft nodes before linearized reading' (duration: 4.998301092s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:46:56.738559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:51.740175Z","time spent":"4.998375844s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/02/24 07:46:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:56.738634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99701321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:46:56.738663Z","caller":"traceutil/trace.go:171","msg":"trace[1137692623] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997067001s","start":"2026-02-24T07:46:51.74159Z","end":"2026-02-24T07:46:56.738657Z","steps":["trace[1137692623] 'agreement among raft nodes before linearized reading' (duration: 4.99703344s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:46:56.738688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:51.741577Z","time spent":"4.997104253s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/02/24 07:46:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:56.768786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.334475034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:46:56.768962Z","caller":"traceutil/trace.go:171","msg":"trace[56595048] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"8.334710249s","start":"2026-02-24T07:46:48.43423Z","end":"2026-02-24T07:46:56.76894Z","steps":["trace[56595048] 'agreement among raft nodes before linearized reading' (duration: 8.334518634s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:46:56.769086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:48.434206Z","time spent":"8.334827723s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/02/24 07:46:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:57.153021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996879257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:46:57.153081Z","caller":"traceutil/trace.go:171","msg":"trace[639146704] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.99698933s","start":"2026-02-24T07:46:52.156078Z","end":"2026-02-24T07:46:57.153067Z","steps":["trace[639146704] 'agreement among raft nodes before linearized reading' (duration: 4.996910938s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:46:57.153112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:52.15606Z","time spent":"4.997045901s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/24 07:46:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:57.472346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002573588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:46:57.472439Z","caller":"traceutil/trace.go:171","msg":"trace[1045244393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.002732282s","start":"2026-02-24T07:46:54.469685Z","end":"2026-02-24T07:46:57.472418Z","steps":["trace[1045244393] 'agreement among raft nodes before linearized reading' (duration: 3.002606129s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:46:57.472493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:54.469663Z","time spent":"3.002819294s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/24 07:46:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:57.600255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997001158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:46:57.600332Z","caller":"traceutil/trace.go:171","msg":"trace[864020132] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997138102s","start":"2026-02-24T07:46:54.603175Z","end":"2026-02-24T07:46:57.600313Z","steps":["trace[864020132] 'agreement among raft nodes before linearized reading' (duration: 2.997036689s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:46:57.600376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:54.603119Z","time spent":"2.997248264s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/24 07:46:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:57.62866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:50.627961Z","time spent":"7.000694574s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T07:46:57.685864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999034808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:46:57.685922Z","caller":"traceutil/trace.go:171","msg":"trace[1966856476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.99913485s","start":"2026-02-24T07:46:54.686773Z","end":"2026-02-24T07:46:57.685908Z","steps":["trace[1966856476] 'agreement among raft nodes before linearized reading' (duration: 2.999059518s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:46:57.685951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:54.686756Z","time spent":"2.999189672s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/24 07:46:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:57.843411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99905574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:46:57.843493Z","caller":"traceutil/trace.go:171","msg":"trace[1966086315] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999178184s","start":"2026-02-24T07:46:52.844297Z","end":"2026-02-24T07:46:57.843475Z","steps":["trace[1966086315] 'agreement among raft nodes before linearized reading' (duration: 4.999072451s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:46:57.843542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:52.844286Z","time spent":"4.999246166s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/24 07:46:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:57.90897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999505568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:46:57.909045Z","caller":"traceutil/trace.go:171","msg":"trace[110288938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999629611s","start":"2026-02-24T07:46:47.909398Z","end":"2026-02-24T07:46:57.909028Z","steps":["trace[110288938] 'agreement among raft nodes before linearized reading' (duration: 9.999539839s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:46:57.909096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:47.909377Z","time spent":"9.999709293s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/02/24 07:46:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:58.036104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:51.035197Z","time spent":"7.00089917s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T07:46:58.121536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000063213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:46:58.121621Z","caller":"traceutil/trace.go:171","msg":"trace[1940310508] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000204887s","start":"2026-02-24T07:46:56.121396Z","end":"2026-02-24T07:46:58.121601Z","steps":["trace[1940310508] 'agreement among raft nodes before linearized reading' (duration: 2.000099614s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:46:58.121713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:56.121375Z","time spent":"2.00032526s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:46:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:46:58.631854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.006743669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:46:58.63194Z","caller":"traceutil/trace.go:171","msg":"trace[1237845579] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.006891573s","start":"2026-02-24T07:46:48.625029Z","end":"2026-02-24T07:46:58.631921Z","steps":["trace[1237845579] 'agreement among raft nodes before linearized reading' (duration: 10.00677891s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:46:58.631991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:48.625007Z","time spent":"10.006972464s","remote":"127.0.0.1:39208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/02/24 07:46:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:47:00.122055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999980261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:47:00.122137Z","caller":"traceutil/trace.go:171","msg":"trace[988335184] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000136886s","start":"2026-02-24T07:46:58.121982Z","end":"2026-02-24T07:47:00.122119Z","steps":["trace[988335184] 'agreement among raft nodes before linearized reading' (duration: 2.000033723s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:00.122185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:58.121952Z","time spent":"2.000223347s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:47:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:47:00.251308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999818538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:47:00.251469Z","caller":"traceutil/trace.go:171","msg":"trace[1662317241] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000034573s","start":"2026-02-24T07:46:58.251413Z","end":"2026-02-24T07:47:00.251448Z","steps":["trace[1662317241] 'agreement among raft nodes before linearized reading' (duration: 1.999852548s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:00.25152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:58.251386Z","time spent":"2.000121465s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:47:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:47:00.558448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:53.558063Z","time spent":"7.000378116s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T07:47:02.128818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000082094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:47:02.128899Z","caller":"traceutil/trace.go:171","msg":"trace[414911734] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000231327s","start":"2026-02-24T07:47:00.128649Z","end":"2026-02-24T07:47:02.12888Z","steps":["trace[414911734] 'agreement among raft nodes before linearized reading' (duration: 2.000132135s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:02.128943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:00.128626Z","time spent":"2.00030855s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:47:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:47:02.154596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:57.155531Z","time spent":"4.99905691s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 07:47:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:47:02.576393Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b7c6fe","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T07:47:02.600962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:57.602846Z","time spent":"4.998108418s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T07:47:02.686935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:57.687671Z","time spent":"4.999253145s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 07:47:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:47:02.839591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:55.838827Z","time spent":"7.000758956s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T07:47:02.844967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:57.84801Z","time spent":"4.996948429s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 07:47:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:47:02.884542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:57.91169Z","time spent":"4.972838582s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 07:47:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:47:04.129352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000176586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:47:04.129485Z","caller":"traceutil/trace.go:171","msg":"trace[1588736620] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00032872s","start":"2026-02-24T07:47:02.129138Z","end":"2026-02-24T07:47:04.129466Z","steps":["trace[1588736620] 'agreement among raft nodes before linearized reading' (duration: 2.000173126s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:04.129536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:02.129089Z","time spent":"2.000436493s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:47:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:47:04.633737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:57.632771Z","time spent":"7.00095944s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T07:47:05.079375Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b6a0d0","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T07:47:06.034715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.994723845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:47:06.0348Z","caller":"traceutil/trace.go:171","msg":"trace[274362909] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.994900109s","start":"2026-02-24T07:46:58.039882Z","end":"2026-02-24T07:47:06.034782Z","steps":["trace[274362909] 'agreement among raft nodes before linearized reading' (duration: 7.994751114s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:06.034961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:58.039865Z","time spent":"7.995042793s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/02/24 07:47:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:47:06.137243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99990498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:47:06.137371Z","caller":"traceutil/trace.go:171","msg":"trace[1412978603] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000101225s","start":"2026-02-24T07:47:04.13724Z","end":"2026-02-24T07:47:06.137341Z","steps":["trace[1412978603] 'agreement among raft nodes before linearized reading' (duration: 1.999923211s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:06.137437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:04.137219Z","time spent":"2.000204727s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:47:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:47:06.580169Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b6a0d9","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T07:47:07.563496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:00.56321Z","time spent":"7.000280134s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T07:47:08.137581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999758246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:47:08.137687Z","caller":"traceutil/trace.go:171","msg":"trace[1313683025] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999943631s","start":"2026-02-24T07:47:06.137724Z","end":"2026-02-24T07:47:08.137668Z","steps":["trace[1313683025] 'agreement among raft nodes before linearized reading' (duration: 1.999810768s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:08.137735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:06.137692Z","time spent":"2.000032622s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:47:09.582622Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b7c6fe","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T07:47:10.146576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00029477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:47:10.146661Z","caller":"traceutil/trace.go:171","msg":"trace[642770999] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000438473s","start":"2026-02-24T07:47:08.146203Z","end":"2026-02-24T07:47:10.146641Z","steps":["trace[642770999] 'agreement among raft nodes before linearized reading' (duration: 2.000327931s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:10.146795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:08.146183Z","time spent":"2.000591577s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:47:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:47:11.638644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:04.638181Z","time spent":"7.000455658s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T07:47:12.083866Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b6a0d0","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T07:47:12.147076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99993073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:47:12.147164Z","caller":"traceutil/trace.go:171","msg":"trace[119621584] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000061554s","start":"2026-02-24T07:47:10.14708Z","end":"2026-02-24T07:47:12.147142Z","steps":["trace[119621584] 'agreement among raft nodes before linearized reading' (duration: 1.999957471s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:12.147212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:10.147062Z","time spent":"2.000136795s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:47:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:47:13.040305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:06.039289Z","time spent":"7.001007281s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T07:47:13.587015Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b6a0d9","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T07:47:14.13091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.999160878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:47:14.131067Z","caller":"traceutil/trace.go:171","msg":"trace[95897556] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; }","duration":"19.999362162s","start":"2026-02-24T07:46:54.13168Z","end":"2026-02-24T07:47:14.131042Z","steps":["trace[95897556] 'agreement among raft nodes before linearized reading' (duration: 19.999182148s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:14.131141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:54.131667Z","time spent":"19.999458296s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} 2026/02/24 07:47:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:47:14.154208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999944831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:47:14.15426Z","caller":"traceutil/trace.go:171","msg":"trace[488356819] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000045123s","start":"2026-02-24T07:47:12.154203Z","end":"2026-02-24T07:47:14.154248Z","steps":["trace[488356819] 'agreement among raft nodes before linearized reading' (duration: 1.999985242s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:14.154293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:12.154181Z","time spent":"2.000104854s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:47:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:47:14.569174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:07.568061Z","time spent":"7.001105663s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T07:47:16.154385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999785287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:47:16.154475Z","caller":"traceutil/trace.go:171","msg":"trace[631194161] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000113144s","start":"2026-02-24T07:47:14.154341Z","end":"2026-02-24T07:47:16.154454Z","steps":["trace[631194161] 'agreement among raft nodes before linearized reading' (duration: 1.999968451s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:16.154522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:14.154329Z","time spent":"2.000184517s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:47:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:47:16.594433Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b7c6fe","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T07:47:17.063123Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"30.769818775s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T07:47:17.139726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:06.50398Z","time spent":"10.635737337s","remote":"127.0.0.1:47556","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T07:47:17.140723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:55.32086Z","time spent":"21.819859934s","remote":"127.0.0.1:55648","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T07:47:17.140875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.130746603s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:17.141028Z","caller":"traceutil/trace.go:171","msg":"trace[1390298364] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:36008; }","duration":"28.130942147s","start":"2026-02-24T07:46:49.010064Z","end":"2026-02-24T07:47:17.141006Z","steps":["trace[1390298364] 'range keys from in-memory index tree' (duration: 28.130727492s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:17.141907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.088843024s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:17.142029Z","caller":"traceutil/trace.go:171","msg":"trace[1807281974] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:36008; }","duration":"13.090006363s","start":"2026-02-24T07:47:04.052001Z","end":"2026-02-24T07:47:17.142007Z","steps":["trace[1807281974] 'range keys from in-memory index tree' (duration: 13.088791983s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:17.145887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.018121936s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:47:17.146034Z","caller":"traceutil/trace.go:171","msg":"trace[1662624176] linearizableReadLoop","detail":"{readStateIndex:37345; appliedIndex:37344; }","duration":"31.080046502s","start":"2026-02-24T07:46:46.065953Z","end":"2026-02-24T07:47:17.146Z","steps":["trace[1662624176] 'read index received' (duration: 61.750322ms)","trace[1662624176] 'applied index is now lower than readState.Index' (duration: 31.01829177s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:47:17.646574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637911436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:47:18.147339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637911436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:47:18.161853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000026192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:47:18.161929Z","caller":"traceutil/trace.go:171","msg":"trace[402395403] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000155525s","start":"2026-02-24T07:47:16.16175Z","end":"2026-02-24T07:47:18.161906Z","steps":["trace[402395403] 'agreement among raft nodes before linearized reading' (duration: 2.000056433s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:18.161981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:16.161733Z","time spent":"2.000237898s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:47:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:47:18.644016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:11.643311Z","time spent":"7.000684633s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T07:47:18.647547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637911436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:47:18.656931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.008516164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:47:18.657018Z","caller":"traceutil/trace.go:171","msg":"trace[1296164013] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.008685788s","start":"2026-02-24T07:47:08.648313Z","end":"2026-02-24T07:47:18.656999Z","steps":["trace[1296164013] 'agreement among raft nodes before linearized reading' (duration: 10.008549365s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:18.657119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:08.648291Z","time spent":"10.008808211s","remote":"127.0.0.1:39208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/02/24 07:47:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:47:19.096533Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b6a0d0","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T07:47:19.148681Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637911436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:47:19.594754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.839547ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:19.594881Z","caller":"traceutil/trace.go:171","msg":"trace[1644674467] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:36010; }","duration":"582.97587ms","start":"2026-02-24T07:47:19.011888Z","end":"2026-02-24T07:47:19.594863Z","steps":["trace[1644674467] 'range keys from in-memory index tree' (duration: 582.824317ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:19.648966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637911436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:47:20.149262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637911436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:47:20.162574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000117215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:47:20.162656Z","caller":"traceutil/trace.go:171","msg":"trace[1173244956] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000266209s","start":"2026-02-24T07:47:18.162364Z","end":"2026-02-24T07:47:20.16263Z","steps":["trace[1173244956] 'agreement among raft nodes before linearized reading' (duration: 2.000150496s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:20.162918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:18.162345Z","time spent":"2.000549076s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:47:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:47:20.238719Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.175290239s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T07:47:20.254555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000080483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T07:47:20.254624Z","caller":"traceutil/trace.go:171","msg":"trace[513257532] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000186657s","start":"2026-02-24T07:47:18.25442Z","end":"2026-02-24T07:47:20.254606Z","steps":["trace[513257532] 'agreement among raft nodes before linearized reading' (duration: 2.000108404s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:20.254667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:18.254398Z","time spent":"2.000262208s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:47:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:47:20.611841Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b6a0d9","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T07:47:21.041234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.678571ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-02-24T07:47:21.134384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:14.133509Z","time spent":"7.000860619s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T07:47:21.57505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:14.573802Z","time spent":"7.001241718s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T07:47:21.628687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.013547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"warn","ts":"2026-02-24T07:47:21.958157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.189433ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-02-24T07:47:22.170688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000371331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:47:22.170862Z","caller":"traceutil/trace.go:171","msg":"trace[2108809897] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000548046s","start":"2026-02-24T07:47:20.170248Z","end":"2026-02-24T07:47:22.170796Z","steps":["trace[2108809897] 'agreement among raft nodes before linearized reading' (duration: 2.000399822s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.170955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:20.170232Z","time spent":"2.000712741s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 07:47:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T07:47:22.21654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.281991ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-02-24T07:47:22.216734Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"28.191µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-02-24T07:47:22.21683Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"8.901µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-02-24T07:47:22.216912Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"8.881µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-02-24T07:47:22.216992Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"9.101µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-02-24T07:47:22.217075Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"8.861µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-02-24T07:47:22.217144Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"9.52µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-02-24T07:47:22.217265Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"10.17µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-02-24T07:47:22.217393Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"10.771µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-02-24T07:47:22.217458Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"8.56µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"info","ts":"2026-02-24T07:47:22.217576Z","caller":"traceutil/trace.go:171","msg":"trace[808100856] transaction","detail":"{read_only:false; number_of_response:1; response_revision:36025; }","duration":"638.055875ms","start":"2026-02-24T07:47:21.579499Z","end":"2026-02-24T07:47:22.217554Z","steps":["trace[808100856] 'process raft request' (duration: 638.000863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.217594Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b7c6fe","error":"lease not found"} {"level":"warn","ts":"2026-02-24T07:47:22.217592Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b6a0d0","error":"lease not found"} {"level":"warn","ts":"2026-02-24T07:47:22.217611Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79c8e51b6a0d9","error":"lease not found"} {"level":"info","ts":"2026-02-24T07:47:22.217649Z","caller":"traceutil/trace.go:171","msg":"trace[994336347] linearizableReadLoop","detail":"{readStateIndex:37382; appliedIndex:37346; }","duration":"5.071523932s","start":"2026-02-24T07:47:17.146101Z","end":"2026-02-24T07:47:22.217625Z","steps":["trace[994336347] 'read index received' (duration: 3.093062612s)","trace[994336347] 'applied index is now lower than readState.Index' (duration: 1.97845854s)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:47:22.21769Z","caller":"traceutil/trace.go:171","msg":"trace[1641585908] transaction","detail":"{read_only:false; number_of_response:1; response_revision:36025; }","duration":"3.560222432s","start":"2026-02-24T07:47:18.657427Z","end":"2026-02-24T07:47:22.217649Z","steps":["trace[1641585908] 'process raft request' (duration: 3.559897724s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.217735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.175942747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.217725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.464537609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.217752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.415570833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:47:22.217764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.536942203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.21776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.866182193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:22.217793Z","caller":"traceutil/trace.go:171","msg":"trace[1333834879] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:36025; }","duration":"7.17604429s","start":"2026-02-24T07:47:15.041727Z","end":"2026-02-24T07:47:22.217771Z","steps":["trace[1333834879] 'agreement among raft nodes before linearized reading' (duration: 7.175941058s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:22.217799Z","caller":"traceutil/trace.go:171","msg":"trace[1206726738] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:36025; }","duration":"6.464632051s","start":"2026-02-24T07:47:15.753149Z","end":"2026-02-24T07:47:22.217781Z","steps":["trace[1206726738] 'agreement among raft nodes before linearized reading' (duration: 6.464478288s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:22.217807Z","caller":"traceutil/trace.go:171","msg":"trace[1372136775] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:36025; }","duration":"9.537021435s","start":"2026-02-24T07:47:12.68077Z","end":"2026-02-24T07:47:22.217792Z","steps":["trace[1372136775] 'agreement among raft nodes before linearized reading' (duration: 9.536908902s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.217813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.618819614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-24T07:47:22.217829Z","caller":"traceutil/trace.go:171","msg":"trace[1758166066] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:36025; }","duration":"5.866314266s","start":"2026-02-24T07:47:16.351494Z","end":"2026-02-24T07:47:22.217808Z","steps":["trace[1758166066] 'agreement among raft nodes before linearized reading' (duration: 5.866174123s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.217851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:12.680743Z","time spent":"9.537097407s","remote":"127.0.0.1:38804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.217849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:15.753105Z","time spent":"6.464729014s","remote":"127.0.0.1:46002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.217885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.805251423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.21788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:18.657402Z","time spent":"3.560375916s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":726,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:47:22.217884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.593103798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:47:22.217909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.276592123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:16799"} {"level":"info","ts":"2026-02-24T07:47:22.217947Z","caller":"traceutil/trace.go:171","msg":"trace[1572873431] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:36025; }","duration":"13.59319891s","start":"2026-02-24T07:47:08.624734Z","end":"2026-02-24T07:47:22.217933Z","steps":["trace[1572873431] 'agreement among raft nodes before linearized reading' (duration: 13.593099898s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.21796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000587962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.217963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.462272462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.217995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:08.624711Z","time spent":"13.593270051s","remote":"127.0.0.1:53110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":17,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.217948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.046181343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.218043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.425143722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.218045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.98763981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:22.217852Z","caller":"traceutil/trace.go:171","msg":"trace[835191291] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:36025; }","duration":"23.618864835s","start":"2026-02-24T07:46:58.598975Z","end":"2026-02-24T07:47:22.21784Z","steps":["trace[835191291] 'agreement among raft nodes before linearized reading' (duration: 23.618765152s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.218062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.101186629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:47:22.218028Z","caller":"traceutil/trace.go:171","msg":"trace[1529250316] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:36025; }","duration":"15.462335913s","start":"2026-02-24T07:47:06.755677Z","end":"2026-02-24T07:47:22.218013Z","steps":["trace[1529250316] 'agreement among raft nodes before linearized reading' (duration: 15.462250051s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:22.218085Z","caller":"traceutil/trace.go:171","msg":"trace[1439783433] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:36025; }","duration":"9.425213395s","start":"2026-02-24T07:47:12.79286Z","end":"2026-02-24T07:47:22.218073Z","steps":["trace[1439783433] 'agreement among raft nodes before linearized reading' (duration: 9.425142443s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:22.21808Z","caller":"traceutil/trace.go:171","msg":"trace[1445041062] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:36025; }","duration":"25.046334547s","start":"2026-02-24T07:46:57.171727Z","end":"2026-02-24T07:47:22.218061Z","steps":["trace[1445041062] 'agreement among raft nodes before linearized reading' (duration: 25.046200704s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:22.218098Z","caller":"traceutil/trace.go:171","msg":"trace[198936909] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:36025; }","duration":"7.10124576s","start":"2026-02-24T07:47:15.116845Z","end":"2026-02-24T07:47:22.218091Z","steps":["trace[198936909] 'agreement among raft nodes before linearized reading' (duration: 7.101163158s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:22.218099Z","caller":"traceutil/trace.go:171","msg":"trace[1090073930] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:36025; }","duration":"10.987724052s","start":"2026-02-24T07:47:11.230362Z","end":"2026-02-24T07:47:22.218086Z","steps":["trace[1090073930] 'agreement among raft nodes before linearized reading' (duration: 10.9876482s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.218078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.140960262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.218113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:58.598914Z","time spent":"23.619181272s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-24T07:47:22.217971Z","caller":"traceutil/trace.go:171","msg":"trace[1988902719] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:36025; }","duration":"13.276681356s","start":"2026-02-24T07:47:08.941275Z","end":"2026-02-24T07:47:22.217956Z","steps":["trace[1988902719] 'agreement among raft nodes before linearized reading' (duration: 13.27647043s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.218143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:11.230338Z","time spent":"10.987792113s","remote":"127.0.0.1:53318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.218152Z","caller":"traceutil/trace.go:171","msg":"trace[1523400512] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:36025; }","duration":"10.1412824s","start":"2026-02-24T07:47:12.076853Z","end":"2026-02-24T07:47:22.218135Z","steps":["trace[1523400512] 'agreement among raft nodes before linearized reading' (duration: 10.140984333s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.218172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:08.941258Z","time spent":"13.276907871s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":16823,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-24T07:47:22.217836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:15.041704Z","time spent":"7.176122602s","remote":"127.0.0.1:53500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.217916Z","caller":"traceutil/trace.go:171","msg":"trace[2001908569] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:36025; }","duration":"6.805324594s","start":"2026-02-24T07:47:15.412583Z","end":"2026-02-24T07:47:22.217907Z","steps":["trace[2001908569] 'agreement among raft nodes before linearized reading' (duration: 6.805278373s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.21819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.822193129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.218201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:12.076829Z","time spent":"10.141353231s","remote":"127.0.0.1:38968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.218231Z","caller":"traceutil/trace.go:171","msg":"trace[1353381393] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:36025; }","duration":"7.822270801s","start":"2026-02-24T07:47:14.395948Z","end":"2026-02-24T07:47:22.218219Z","steps":["trace[1353381393] 'agreement among raft nodes before linearized reading' (duration: 7.82220662s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.218236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:15.412554Z","time spent":"6.805664122s","remote":"127.0.0.1:53672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.218296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.883989573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:47:22.21834Z","caller":"traceutil/trace.go:171","msg":"trace[1263884927] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:36025; }","duration":"8.884095337s","start":"2026-02-24T07:47:13.334233Z","end":"2026-02-24T07:47:22.218329Z","steps":["trace[1263884927] 'agreement among raft nodes before linearized reading' (duration: 8.883994483s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:22.217805Z","caller":"traceutil/trace.go:171","msg":"trace[1373047969] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:36025; }","duration":"10.415680896s","start":"2026-02-24T07:47:11.802107Z","end":"2026-02-24T07:47:22.217788Z","steps":["trace[1373047969] 'agreement among raft nodes before linearized reading' (duration: 10.415577523s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.217803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.769141252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.218383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:13.334211Z","time spent":"8.884163248s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.218424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.362148065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:22.218492Z","caller":"traceutil/trace.go:171","msg":"trace[792095263] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:36025; }","duration":"25.362237638s","start":"2026-02-24T07:46:56.856243Z","end":"2026-02-24T07:47:22.218481Z","steps":["trace[792095263] 'agreement among raft nodes before linearized reading' (duration: 25.362161786s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.217905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.868884647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:47:22.218517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.453252536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.218536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.777622364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.218569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.466101228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:47:22.218565Z","caller":"traceutil/trace.go:171","msg":"trace[2096007809] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:36025; }","duration":"16.453302857s","start":"2026-02-24T07:47:05.765248Z","end":"2026-02-24T07:47:22.218551Z","steps":["trace[2096007809] 'agreement among raft nodes before linearized reading' (duration: 16.453226406s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:22.218593Z","caller":"traceutil/trace.go:171","msg":"trace[374135090] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:36025; }","duration":"11.777717086s","start":"2026-02-24T07:47:10.440861Z","end":"2026-02-24T07:47:22.218578Z","steps":["trace[374135090] 'agreement among raft nodes before linearized reading' (duration: 11.777640354s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:22.218598Z","caller":"traceutil/trace.go:171","msg":"trace[1163916371] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:36025; }","duration":"25.466165559s","start":"2026-02-24T07:46:56.752424Z","end":"2026-02-24T07:47:22.218589Z","steps":["trace[1163916371] 'agreement among raft nodes before linearized reading' (duration: 25.466123578s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.218613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:05.765189Z","time spent":"16.453410461s","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.218629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:10.440836Z","time spent":"11.777783877s","remote":"127.0.0.1:39208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.218666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.912100846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:47:22.218685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.975884805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.218696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.194590452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:47:22.218728Z","caller":"traceutil/trace.go:171","msg":"trace[1736187703] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:36025; }","duration":"21.975972358s","start":"2026-02-24T07:47:00.242744Z","end":"2026-02-24T07:47:22.218716Z","steps":["trace[1736187703] 'agreement among raft nodes before linearized reading' (duration: 21.975901696s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.218724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.263806059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.218528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:56.856227Z","time spent":"25.362291989s","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.218816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.810606736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:47:22.21882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.593615079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.218828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.44305276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.218785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.495754789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:22.218846Z","caller":"traceutil/trace.go:171","msg":"trace[2021007852] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:36025; }","duration":"15.810669838s","start":"2026-02-24T07:47:06.408168Z","end":"2026-02-24T07:47:22.218838Z","steps":["trace[2021007852] 'agreement among raft nodes before linearized reading' (duration: 15.810622576s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:22.218851Z","caller":"traceutil/trace.go:171","msg":"trace[1769449952] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:36025; }","duration":"21.593682091s","start":"2026-02-24T07:47:00.625158Z","end":"2026-02-24T07:47:22.21884Z","steps":["trace[1769449952] 'agreement among raft nodes before linearized reading' (duration: 21.59363923s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:22.218856Z","caller":"traceutil/trace.go:171","msg":"trace[876233457] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:36025; }","duration":"26.443120132s","start":"2026-02-24T07:46:55.775728Z","end":"2026-02-24T07:47:22.218848Z","steps":["trace[876233457] 'agreement among raft nodes before linearized reading' (duration: 26.443079701s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.218879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:00.625135Z","time spent":"21.593738162s","remote":"127.0.0.1:58404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.218838Z","caller":"traceutil/trace.go:171","msg":"trace[379467247] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:36025; }","duration":"20.263996814s","start":"2026-02-24T07:47:01.95482Z","end":"2026-02-24T07:47:22.218817Z","steps":["trace[379467247] 'agreement among raft nodes before linearized reading' (duration: 20.263800699s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:22.218876Z","caller":"traceutil/trace.go:171","msg":"trace[689278198] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:36025; }","duration":"20.495910502s","start":"2026-02-24T07:47:01.722948Z","end":"2026-02-24T07:47:22.218859Z","steps":["trace[689278198] 'agreement among raft nodes before linearized reading' (duration: 20.495804869s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.218966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.960231107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:47:22.218983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.7770475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-24T07:47:22.219034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:01.722929Z","time spent":"20.496044796s","remote":"127.0.0.1:39704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.218547Z","caller":"traceutil/trace.go:171","msg":"trace[208488790] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:36025; }","duration":"23.869572795s","start":"2026-02-24T07:46:58.34896Z","end":"2026-02-24T07:47:22.218533Z","steps":["trace[208488790] 'agreement among raft nodes before linearized reading' (duration: 23.868914898s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:22.21906Z","caller":"traceutil/trace.go:171","msg":"trace[1501163310] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:36025; }","duration":"15.96036405s","start":"2026-02-24T07:47:06.258683Z","end":"2026-02-24T07:47:22.219048Z","steps":["trace[1501163310] 'agreement among raft nodes before linearized reading' (duration: 15.960254817s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:22.219072Z","caller":"traceutil/trace.go:171","msg":"trace[369659702] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:36025; }","duration":"22.777174092s","start":"2026-02-24T07:46:59.441883Z","end":"2026-02-24T07:47:22.219057Z","steps":["trace[369659702] 'agreement among raft nodes before linearized reading' (duration: 22.776899665s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.219069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.005855385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.219106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:58.348943Z","time spent":"23.87014181s","remote":"127.0.0.1:39522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.219127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:59.441863Z","time spent":"22.777250404s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-24T07:47:22.219132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.716458045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:47:22.21914Z","caller":"traceutil/trace.go:171","msg":"trace[1881766791] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:36025; }","duration":"18.005968168s","start":"2026-02-24T07:47:04.213152Z","end":"2026-02-24T07:47:22.21912Z","steps":["trace[1881766791] 'agreement among raft nodes before linearized reading' (duration: 18.005817594s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.21863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:56.752404Z","time spent":"25.466218721s","remote":"127.0.0.1:46030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.219193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:04.213132Z","time spent":"18.006046029s","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.219227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.187504238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.219235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.8927271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:22.219265Z","caller":"traceutil/trace.go:171","msg":"trace[171646494] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:36025; }","duration":"16.18758328s","start":"2026-02-24T07:47:06.031672Z","end":"2026-02-24T07:47:22.219255Z","steps":["trace[171646494] 'agreement among raft nodes before linearized reading' (duration: 16.187526899s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.218719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.08555129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.2193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.520499318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-24T07:47:22.217887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:16.351474Z","time spent":"5.866396259s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.219339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.711050815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:22.219341Z","caller":"traceutil/trace.go:171","msg":"trace[621010988] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:36025; }","duration":"21.086215617s","start":"2026-02-24T07:47:01.133107Z","end":"2026-02-24T07:47:22.219322Z","steps":["trace[621010988] 'agreement among raft nodes before linearized reading' (duration: 21.08556016s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:22.219376Z","caller":"traceutil/trace.go:171","msg":"trace[793482296] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:36025; }","duration":"27.711108867s","start":"2026-02-24T07:46:54.508255Z","end":"2026-02-24T07:47:22.219364Z","steps":["trace[793482296] 'agreement among raft nodes before linearized reading' (duration: 27.711060095s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.219416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:01.133088Z","time spent":"21.086306688s","remote":"127.0.0.1:39618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.219426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.164916812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.219434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:54.508234Z","time spent":"27.711186518s","remote":"127.0.0.1:53156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.21947Z","caller":"traceutil/trace.go:171","msg":"trace[1267914402] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:36025; }","duration":"19.164993484s","start":"2026-02-24T07:47:03.054459Z","end":"2026-02-24T07:47:22.219453Z","steps":["trace[1267914402] 'agreement among raft nodes before linearized reading' (duration: 19.164928402s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:22.219359Z","caller":"traceutil/trace.go:171","msg":"trace[882791828] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:36025; }","duration":"19.520606241s","start":"2026-02-24T07:47:02.698739Z","end":"2026-02-24T07:47:22.219345Z","steps":["trace[882791828] 'agreement among raft nodes before linearized reading' (duration: 19.519411881s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.219514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:03.054439Z","time spent":"19.165061646s","remote":"127.0.0.1:39214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.219167Z","caller":"traceutil/trace.go:171","msg":"trace[898736780] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:36025; }","duration":"21.716495005s","start":"2026-02-24T07:47:00.502662Z","end":"2026-02-24T07:47:22.219157Z","steps":["trace[898736780] 'agreement among raft nodes before linearized reading' (duration: 21.716417514s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.219529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.964878927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.21956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:02.698715Z","time spent":"19.520830017s","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2086,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.219585Z","caller":"traceutil/trace.go:171","msg":"trace[756171946] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:0; response_revision:36025; }","duration":"31.965008072s","start":"2026-02-24T07:46:50.254562Z","end":"2026-02-24T07:47:22.21957Z","steps":["trace[756171946] 'agreement among raft nodes before linearized reading' (duration: 31.964918249s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.219583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:00.502593Z","time spent":"21.716972358s","remote":"127.0.0.1:39680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":39,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.219585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.175098699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:47:22.219629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:50.254543Z","time spent":"31.965073564s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-02-24T07:47:22.219658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.642274808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:47:22.219707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.95435597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.218419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:11.802084Z","time spent":"10.416315513s","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.218705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.842399697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:47:22.21799Z","caller":"traceutil/trace.go:171","msg":"trace[756128313] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:36025; }","duration":"7.000652143s","start":"2026-02-24T07:47:15.217329Z","end":"2026-02-24T07:47:22.217981Z","steps":["trace[756128313] 'agreement among raft nodes before linearized reading' (duration: 7.000607962s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.218129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:15.11683Z","time spent":"7.101289552s","remote":"127.0.0.1:53236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.218698Z","caller":"traceutil/trace.go:171","msg":"trace[272181779] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:36025; }","duration":"25.912133297s","start":"2026-02-24T07:46:56.306557Z","end":"2026-02-24T07:47:22.218691Z","steps":["trace[272181779] 'agreement among raft nodes before linearized reading' (duration: 25.912089306s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.218128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:12.792846Z","time spent":"9.425269536s","remote":"127.0.0.1:39112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.218136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:57.171677Z","time spent":"25.04644129s","remote":"127.0.0.1:38982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.218128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:06.755614Z","time spent":"15.462494556s","remote":"127.0.0.1:38824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.218284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:14.39593Z","time spent":"7.822340532s","remote":"127.0.0.1:38918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.218383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.135705834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.21789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.350499791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:22.218426Z","caller":"traceutil/trace.go:171","msg":"trace[992213958] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:36025; }","duration":"13.769800759s","start":"2026-02-24T07:47:08.448604Z","end":"2026-02-24T07:47:22.218404Z","steps":["trace[992213958] 'agreement among raft nodes before linearized reading' (duration: 13.769156192s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.218402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.17466133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-24T07:47:22.217971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.961313901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.217705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:21.579468Z","time spent":"638.160478ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":575,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:47:22.218755Z","caller":"traceutil/trace.go:171","msg":"trace[1886710090] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:36025; }","duration":"22.194651743s","start":"2026-02-24T07:47:00.024088Z","end":"2026-02-24T07:47:22.21874Z","steps":["trace[1886710090] 'agreement among raft nodes before linearized reading' (duration: 22.194562311s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.218757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.325689161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:47:22.218776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:00.242723Z","time spent":"21.976043859s","remote":"127.0.0.1:53728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.218786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.098352707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7162"} {"level":"warn","ts":"2026-02-24T07:47:22.218887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:06.40815Z","time spent":"15.810727789s","remote":"127.0.0.1:39574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.219848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.913588067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.219851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.532983601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:47:22.219875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.937328816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:22.219904Z","caller":"traceutil/trace.go:171","msg":"trace[1903321608] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:36025; }","duration":"29.533066084s","start":"2026-02-24T07:46:52.686822Z","end":"2026-02-24T07:47:22.219888Z","steps":["trace[1903321608] 'agreement among raft nodes before linearized reading' (duration: 29.532994212s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.219906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.57109113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:22.219928Z","caller":"traceutil/trace.go:171","msg":"trace[1324476402] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:36025; }","duration":"31.937410888s","start":"2026-02-24T07:46:50.282503Z","end":"2026-02-24T07:47:22.219914Z","steps":["trace[1324476402] 'agreement among raft nodes before linearized reading' (duration: 31.937328206s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:22.219955Z","caller":"traceutil/trace.go:171","msg":"trace[1523954115] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:36025; }","duration":"29.571173542s","start":"2026-02-24T07:46:52.648765Z","end":"2026-02-24T07:47:22.219939Z","steps":["trace[1523954115] 'agreement among raft nodes before linearized reading' (duration: 29.57110614s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.219957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:52.686808Z","time spent":"29.533131065s","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.219981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"34.223671194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.219978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:50.282489Z","time spent":"31.937475289s","remote":"127.0.0.1:58302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.220006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:52.648744Z","time spent":"29.571252024s","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.220018Z","caller":"traceutil/trace.go:171","msg":"trace[2108913829] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:36025; }","duration":"34.223753647s","start":"2026-02-24T07:46:47.996253Z","end":"2026-02-24T07:47:22.220007Z","steps":["trace[2108913829] 'agreement among raft nodes before linearized reading' (duration: 34.223702255s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.220051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:47.996231Z","time spent":"34.223810477s","remote":"127.0.0.1:39052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.220083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.118753964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-24T07:47:22.220129Z","caller":"traceutil/trace.go:171","msg":"trace[1508397732] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab; range_end:; response_count:1; response_revision:36025; }","duration":"32.118833946s","start":"2026-02-24T07:46:50.101283Z","end":"2026-02-24T07:47:22.220117Z","steps":["trace[1508397732] 'agreement among raft nodes before linearized reading' (duration: 32.118700333s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.21995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"33.857456741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:47:22.220206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.267143114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.219636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.091639263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:22.220208Z","caller":"traceutil/trace.go:171","msg":"trace[978411401] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:36025; }","duration":"33.857743797s","start":"2026-02-24T07:46:48.362446Z","end":"2026-02-24T07:47:22.22019Z","steps":["trace[978411401] 'agreement among raft nodes before linearized reading' (duration: 33.85745194s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.22023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"34.337871253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:22.22024Z","caller":"traceutil/trace.go:171","msg":"trace[63217411] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:36025; }","duration":"32.267209885s","start":"2026-02-24T07:46:49.953021Z","end":"2026-02-24T07:47:22.220231Z","steps":["trace[63217411] 'agreement among raft nodes before linearized reading' (duration: 32.267162474s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.220238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.022296661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:38 size:311429"} {"level":"warn","ts":"2026-02-24T07:47:22.220269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:49.953002Z","time spent":"32.267258537s","remote":"127.0.0.1:38886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.219069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:01.954799Z","time spent":"20.264184058s","remote":"127.0.0.1:39000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.220271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:48.36241Z","time spent":"33.85784063s","remote":"127.0.0.1:53342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.220307Z","caller":"traceutil/trace.go:171","msg":"trace[180625121] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:38; response_revision:36025; }","duration":"32.022518616s","start":"2026-02-24T07:46:50.197765Z","end":"2026-02-24T07:47:22.220284Z","steps":["trace[180625121] 'agreement among raft nodes before linearized reading' (duration: 32.021890471s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.22035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"34.574976742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-02-24T07:47:22.22037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:50.19774Z","time spent":"32.022613069s","remote":"127.0.0.1:53384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":38,"response size":311453,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-02-24T07:47:22.220388Z","caller":"traceutil/trace.go:171","msg":"trace[2056627200] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:36025; }","duration":"34.575051294s","start":"2026-02-24T07:46:47.645328Z","end":"2026-02-24T07:47:22.220379Z","steps":["trace[2056627200] 'agreement among raft nodes before linearized reading' (duration: 34.574954171s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.220413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:47.645311Z","time spent":"34.575096174s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-24T07:47:22.219294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:06.031651Z","time spent":"16.187635321s","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.219641Z","caller":"traceutil/trace.go:171","msg":"trace[538173639] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:36025; }","duration":"29.175197641s","start":"2026-02-24T07:46:53.044425Z","end":"2026-02-24T07:47:22.219623Z","steps":["trace[538173639] 'agreement among raft nodes before linearized reading' (duration: 29.175108279s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.220477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.932143723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:47:22.220501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:53.044404Z","time spent":"29.176074472s","remote":"127.0.0.1:53670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.220535Z","caller":"traceutil/trace.go:171","msg":"trace[1156420783] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:36025; }","duration":"28.932239975s","start":"2026-02-24T07:46:53.28828Z","end":"2026-02-24T07:47:22.22052Z","steps":["trace[1156420783] 'agreement among raft nodes before linearized reading' (duration: 28.932150543s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:22.219711Z","caller":"traceutil/trace.go:171","msg":"trace[708014699] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:36025; }","duration":"29.642353881s","start":"2026-02-24T07:46:52.577343Z","end":"2026-02-24T07:47:22.219697Z","steps":["trace[708014699] 'agreement among raft nodes before linearized reading' (duration: 29.642178697s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:22.220625Z","caller":"traceutil/trace.go:171","msg":"trace[1650914972] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:36025; }","duration":"27.955276583s","start":"2026-02-24T07:46:54.265336Z","end":"2026-02-24T07:47:22.220613Z","steps":["trace[1650914972] 'agreement among raft nodes before linearized reading' (duration: 27.954332579s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.220642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:52.577332Z","time spent":"29.643292544s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":90,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.220669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"35.354356949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T07:47:22.220259Z","caller":"traceutil/trace.go:171","msg":"trace[532583229] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:36025; }","duration":"31.092284478s","start":"2026-02-24T07:46:51.127958Z","end":"2026-02-24T07:47:22.220242Z","steps":["trace[532583229] 'agreement among raft nodes before linearized reading' (duration: 31.091641682s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:22.220707Z","caller":"traceutil/trace.go:171","msg":"trace[16318472] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:36025; }","duration":"35.354430581s","start":"2026-02-24T07:46:46.866268Z","end":"2026-02-24T07:47:22.220699Z","steps":["trace[16318472] 'agreement among raft nodes before linearized reading' (duration: 35.354276227s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.220741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:46.866253Z","time spent":"35.354480082s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":145,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.220744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:51.12794Z","time spent":"31.092776091s","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.219932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"35.497456734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:47:22.219888Z","caller":"traceutil/trace.go:171","msg":"trace[951630796] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:36025; }","duration":"30.913662049s","start":"2026-02-24T07:46:51.306217Z","end":"2026-02-24T07:47:22.219879Z","steps":["trace[951630796] 'agreement among raft nodes before linearized reading' (duration: 30.913610978s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.219765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.656233589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-02-24T07:47:22.220885Z","caller":"traceutil/trace.go:171","msg":"trace[1617162394] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:36025; }","duration":"29.657352997s","start":"2026-02-24T07:46:52.563524Z","end":"2026-02-24T07:47:22.220877Z","steps":["trace[1617162394] 'agreement among raft nodes before linearized reading' (duration: 29.656137717s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.220892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:51.306199Z","time spent":"30.914681255s","remote":"127.0.0.1:53734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.220886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"35.875473095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:22.220904Z","caller":"traceutil/trace.go:171","msg":"trace[1828132656] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:36025; }","duration":"17.844631792s","start":"2026-02-24T07:47:04.376256Z","end":"2026-02-24T07:47:22.220888Z","steps":["trace[1828132656] 'agreement among raft nodes before linearized reading' (duration: 17.842409067s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.219723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.858547335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.220942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"35.789671788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-24T07:47:22.220974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:04.376198Z","time spent":"17.844756335s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.220982Z","caller":"traceutil/trace.go:171","msg":"trace[340719117] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:36025; }","duration":"31.859847607s","start":"2026-02-24T07:46:50.361116Z","end":"2026-02-24T07:47:22.220963Z","steps":["trace[340719117] 'agreement among raft nodes before linearized reading' (duration: 31.858556795s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.21771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.773652735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.220395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.491060437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419446"} {"level":"warn","ts":"2026-02-24T07:47:22.221041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:50.361094Z","time spent":"31.85992731s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.221054Z","caller":"traceutil/trace.go:171","msg":"trace[1244775516] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:36025; }","duration":"14.777010879s","start":"2026-02-24T07:47:07.444034Z","end":"2026-02-24T07:47:22.221045Z","steps":["trace[1244775516] 'agreement among raft nodes before linearized reading' (duration: 14.773606614s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:22.221075Z","caller":"traceutil/trace.go:171","msg":"trace[768485406] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:36025; }","duration":"28.491779555s","start":"2026-02-24T07:46:53.729282Z","end":"2026-02-24T07:47:22.221062Z","steps":["trace[768485406] 'agreement among raft nodes before linearized reading' (duration: 28.490734319s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.221097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:07.444015Z","time spent":"14.777070591s","remote":"127.0.0.1:39010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.221111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:53.729261Z","time spent":"28.491840047s","remote":"127.0.0.1:53506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":419470,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-24T07:47:22.221184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:15.21731Z","time spent":"7.003855644s","remote":"127.0.0.1:53606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.220994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.817764895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.221279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.486079398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.2198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.201610376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:22.221344Z","caller":"traceutil/trace.go:171","msg":"trace[915222938] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:36025; }","duration":"4.818116244s","start":"2026-02-24T07:47:17.403176Z","end":"2026-02-24T07:47:22.221292Z","steps":["trace[915222938] 'agreement among raft nodes before linearized reading' (duration: 4.817794215s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.220165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:50.101263Z","time spent":"32.118895438s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" "} {"level":"warn","ts":"2026-02-24T07:47:22.221426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:17.403157Z","time spent":"4.818239477s","remote":"127.0.0.1:39656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.219785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.401306143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:22.221497Z","caller":"traceutil/trace.go:171","msg":"trace[582987893] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:36025; }","duration":"29.403036647s","start":"2026-02-24T07:46:52.818431Z","end":"2026-02-24T07:47:22.221468Z","steps":["trace[582987893] 'agreement among raft nodes before linearized reading' (duration: 29.401309693s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.221541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.640724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.220679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:54.265291Z","time spent":"27.955373865s","remote":"127.0.0.1:39736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.221549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.618794563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T07:47:22.221585Z","caller":"traceutil/trace.go:171","msg":"trace[991593117] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:36025; }","duration":"2.618835224s","start":"2026-02-24T07:47:19.602739Z","end":"2026-02-24T07:47:22.221575Z","steps":["trace[991593117] 'agreement among raft nodes before linearized reading' (duration: 2.6186617s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.220586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:53.288255Z","time spent":"28.932316377s","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.21929Z","caller":"traceutil/trace.go:171","msg":"trace[2010544630] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:36025; }","duration":"26.892809022s","start":"2026-02-24T07:46:55.326467Z","end":"2026-02-24T07:47:22.219276Z","steps":["trace[2010544630] 'agreement among raft nodes before linearized reading' (duration: 26.89270641s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:22.221613Z","caller":"traceutil/trace.go:171","msg":"trace[1421694372] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:36025; }","duration":"520.713726ms","start":"2026-02-24T07:47:21.700853Z","end":"2026-02-24T07:47:22.221566Z","steps":["trace[1421694372] 'agreement among raft nodes before linearized reading' (duration: 520.660615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.221634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:19.602686Z","time spent":"2.618936207s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":196,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.221652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:21.700832Z","time spent":"520.809098ms","remote":"127.0.0.1:53502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.220851Z","caller":"traceutil/trace.go:171","msg":"trace[1636121214] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:36025; }","duration":"35.498421918s","start":"2026-02-24T07:46:46.722417Z","end":"2026-02-24T07:47:22.220839Z","steps":["trace[1636121214] 'agreement among raft nodes before linearized reading' (duration: 35.497477215s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.221667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:55.326456Z","time spent":"26.895186392s","remote":"127.0.0.1:53712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.221683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:56.306536Z","time spent":"25.91506995s","remote":"127.0.0.1:39534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.221726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:46.722396Z","time spent":"35.499297331s","remote":"127.0.0.1:39556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.221736Z","caller":"traceutil/trace.go:171","msg":"trace[370649351] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:36025; }","duration":"31.203243268s","start":"2026-02-24T07:46:51.018141Z","end":"2026-02-24T07:47:22.221384Z","steps":["trace[370649351] 'agreement among raft nodes before linearized reading' (duration: 31.201616206s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.222038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460492685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.220445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.355359661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.222046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.22386675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:22.222076Z","caller":"traceutil/trace.go:171","msg":"trace[1336263284] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:36025; }","duration":"1.460556826s","start":"2026-02-24T07:47:20.761508Z","end":"2026-02-24T07:47:22.222065Z","steps":["trace[1336263284] 'agreement among raft nodes before linearized reading' (duration: 1.460507384s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:22.222082Z","caller":"traceutil/trace.go:171","msg":"trace[1601811014] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:36025; }","duration":"32.357035954s","start":"2026-02-24T07:46:49.865035Z","end":"2026-02-24T07:47:22.222071Z","steps":["trace[1601811014] 'agreement among raft nodes before linearized reading' (duration: 32.355378772s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.222119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:49.865015Z","time spent":"32.357091246s","remote":"127.0.0.1:38812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.222142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:20.761495Z","time spent":"1.460606297s","remote":"127.0.0.1:38900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.221548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:52.818412Z","time spent":"29.403121438s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.222111Z","caller":"traceutil/trace.go:171","msg":"trace[1467587432] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:36025; }","duration":"3.223934251s","start":"2026-02-24T07:47:18.998155Z","end":"2026-02-24T07:47:22.222089Z","steps":["trace[1467587432] 'agreement among raft nodes before linearized reading' (duration: 3.223828409s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:22.222335Z","caller":"traceutil/trace.go:171","msg":"trace[145870298] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:36025; }","duration":"26.101926147s","start":"2026-02-24T07:46:56.12039Z","end":"2026-02-24T07:47:22.222316Z","steps":["trace[145870298] 'agreement among raft nodes before linearized reading' (duration: 26.098325267s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.219093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:06.258646Z","time spent":"15.960437902s","remote":"127.0.0.1:39476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.222389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:18.998132Z","time spent":"3.224237338s","remote":"127.0.0.1:39118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.222536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527282362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:47:22.22092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:52.563454Z","time spent":"29.65745686s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-24T07:47:22.222644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:00.024027Z","time spent":"22.198596131s","remote":"127.0.0.1:53562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.221318Z","caller":"traceutil/trace.go:171","msg":"trace[350897780] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:36025; }","duration":"2.48615717s","start":"2026-02-24T07:47:19.73515Z","end":"2026-02-24T07:47:22.221307Z","steps":["trace[350897780] 'agreement among raft nodes before linearized reading' (duration: 2.486090888s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.222821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:19.73513Z","time spent":"2.487664668s","remote":"127.0.0.1:39612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.222878Z","caller":"traceutil/trace.go:171","msg":"trace[474502537] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:36025; }","duration":"17.329839905s","start":"2026-02-24T07:47:04.893021Z","end":"2026-02-24T07:47:22.222861Z","steps":["trace[474502537] 'agreement among raft nodes before linearized reading' (duration: 17.325710132s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.222396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:56.120373Z","time spent":"26.102004608s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7186,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-24T07:47:22.220265Z","caller":"traceutil/trace.go:171","msg":"trace[835788833] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:36025; }","duration":"34.337941365s","start":"2026-02-24T07:46:47.882313Z","end":"2026-02-24T07:47:22.220255Z","steps":["trace[835788833] 'agreement among raft nodes before linearized reading' (duration: 34.337882723s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.223246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:47.8823Z","time spent":"34.3409255s","remote":"127.0.0.1:38962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.223313Z","caller":"traceutil/trace.go:171","msg":"trace[1488069999] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:36025; }","duration":"23.355928166s","start":"2026-02-24T07:46:58.867339Z","end":"2026-02-24T07:47:22.223267Z","steps":["trace[1488069999] 'agreement among raft nodes before linearized reading' (duration: 23.350477239s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.223404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:58.867322Z","time spent":"23.35603487s","remote":"127.0.0.1:53652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.223482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:08.448583Z","time spent":"13.774876816s","remote":"127.0.0.1:58378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.220934Z","caller":"traceutil/trace.go:171","msg":"trace[476191895] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:36025; }","duration":"35.875563147s","start":"2026-02-24T07:46:46.345358Z","end":"2026-02-24T07:47:22.220921Z","steps":["trace[476191895] 'agreement among raft nodes before linearized reading' (duration: 35.875487665s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.221881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.691820388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.221902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.936812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:47:22.221987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.841689825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-24T07:47:22.219808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.540952693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.221997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083921141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"warn","ts":"2026-02-24T07:47:22.222076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:51.01812Z","time spent":"31.203930035s","remote":"127.0.0.1:53688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.222436Z","caller":"traceutil/trace.go:171","msg":"trace[953165209] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:36025; }","duration":"13.965809543s","start":"2026-02-24T07:47:08.256613Z","end":"2026-02-24T07:47:22.222423Z","steps":["trace[953165209] 'agreement among raft nodes before linearized reading' (duration: 13.96131888s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.222462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512104521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:22.222597Z","caller":"traceutil/trace.go:171","msg":"trace[1536564540] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:36025; }","duration":"1.527341693s","start":"2026-02-24T07:47:20.69524Z","end":"2026-02-24T07:47:22.222582Z","steps":["trace[1536564540] 'agreement among raft nodes before linearized reading' (duration: 1.527257021s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:22.221012Z","caller":"traceutil/trace.go:171","msg":"trace[610802932] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:36025; }","duration":"35.789779001s","start":"2026-02-24T07:46:46.431218Z","end":"2026-02-24T07:47:22.220997Z","steps":["trace[610802932] 'agreement among raft nodes before linearized reading' (duration: 35.789484664s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.218883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:55.775708Z","time spent":"26.443169093s","remote":"127.0.0.1:38876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.223675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:46.431198Z","time spent":"35.792455928s","remote":"127.0.0.1:53154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":255,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.222387Z","caller":"traceutil/trace.go:171","msg":"trace[1169746020] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:36025; }","duration":"9.1786627s","start":"2026-02-24T07:47:13.043705Z","end":"2026-02-24T07:47:22.222368Z","steps":["trace[1169746020] 'agreement among raft nodes before linearized reading' (duration: 9.174604238s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.221832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.685176542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:22.223823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:46.345336Z","time spent":"35.87847067s","remote":"127.0.0.1:38996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.223863Z","caller":"traceutil/trace.go:171","msg":"trace[1945657229] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:36025; }","duration":"2.693834018s","start":"2026-02-24T07:47:19.530012Z","end":"2026-02-24T07:47:22.223847Z","steps":["trace[1945657229] 'agreement among raft nodes before linearized reading' (duration: 2.691841308s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.223896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:19.529994Z","time spent":"2.69389126s","remote":"127.0.0.1:39190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.223609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:20.695192Z","time spent":"1.528398429s","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.223936Z","caller":"traceutil/trace.go:171","msg":"trace[1464324671] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:36025; }","duration":"1.08588691s","start":"2026-02-24T07:47:21.138035Z","end":"2026-02-24T07:47:22.223922Z","steps":["trace[1464324671] 'agreement among raft nodes before linearized reading' (duration: 1.083889089s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.22394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:13.043691Z","time spent":"9.18023791s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-02-24T07:47:22.223995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:21.138018Z","time spent":"1.085962392s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":670,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-24T07:47:22.224024Z","caller":"traceutil/trace.go:171","msg":"trace[1874929674] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:36025; }","duration":"2.687371957s","start":"2026-02-24T07:47:19.536644Z","end":"2026-02-24T07:47:22.224016Z","steps":["trace[1874929674] 'agreement among raft nodes before linearized reading' (duration: 2.685155251s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:22.224029Z","caller":"traceutil/trace.go:171","msg":"trace[1071841579] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:36025; }","duration":"1.513702422s","start":"2026-02-24T07:47:20.710306Z","end":"2026-02-24T07:47:22.224009Z","steps":["trace[1071841579] 'agreement among raft nodes before linearized reading' (duration: 1.512096721s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.224061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:19.536578Z","time spent":"2.68747341s","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.224097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:20.710291Z","time spent":"1.513784923s","remote":"127.0.0.1:58258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.224144Z","caller":"traceutil/trace.go:171","msg":"trace[1555545327] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:36025; }","duration":"905.20996ms","start":"2026-02-24T07:47:21.31892Z","end":"2026-02-24T07:47:22.22413Z","steps":["trace[1555545327] 'agreement among raft nodes before linearized reading' (duration: 902.905582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.224184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:21.318864Z","time spent":"905.306953ms","remote":"127.0.0.1:53246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.224298Z","caller":"traceutil/trace.go:171","msg":"trace[662564375] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:36025; }","duration":"30.545480758s","start":"2026-02-24T07:46:51.678803Z","end":"2026-02-24T07:47:22.224284Z","steps":["trace[662564375] 'agreement among raft nodes before linearized reading' (duration: 30.540983614s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.224349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:51.678784Z","time spent":"30.545552709s","remote":"127.0.0.1:38966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.222655Z","caller":"traceutil/trace.go:171","msg":"trace[1705934721] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:36025; }","duration":"25.140004552s","start":"2026-02-24T07:46:57.082632Z","end":"2026-02-24T07:47:22.222636Z","steps":["trace[1705934721] 'agreement among raft nodes before linearized reading' (duration: 25.135719114s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.224486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:46:57.082613Z","time spent":"25.141857559s","remote":"127.0.0.1:53692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.224533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:08.256588Z","time spent":"13.967930207s","remote":"127.0.0.1:39428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:22.224543Z","caller":"traceutil/trace.go:171","msg":"trace[1150081312] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:36025; }","duration":"2.84428204s","start":"2026-02-24T07:47:19.380253Z","end":"2026-02-24T07:47:22.224535Z","steps":["trace[1150081312] 'agreement among raft nodes before linearized reading' (duration: 2.841646393s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.224642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:19.380233Z","time spent":"2.844359832s","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-24T07:47:22.225225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:04.893001Z","time spent":"17.329968158s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:22.225519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.854398393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7705"} {"level":"info","ts":"2026-02-24T07:47:22.225779Z","caller":"traceutil/trace.go:171","msg":"trace[329466390] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:36025; }","duration":"11.85469561s","start":"2026-02-24T07:47:10.371068Z","end":"2026-02-24T07:47:22.225764Z","steps":["trace[329466390] 'agreement among raft nodes before linearized reading' (duration: 11.854327401s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.225833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:10.371046Z","time spent":"11.854775432s","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7729,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-24T07:47:22.823077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637911451,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T07:47:22.894964Z","caller":"traceutil/trace.go:171","msg":"trace[1358376357] transaction","detail":"{read_only:false; response_revision:36026; number_of_response:1; }","duration":"666.92555ms","start":"2026-02-24T07:47:22.228001Z","end":"2026-02-24T07:47:22.894927Z","steps":["trace[1358376357] 'process raft request' (duration: 666.52334ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:22.894982Z","caller":"traceutil/trace.go:171","msg":"trace[1214368781] transaction","detail":"{read_only:false; response_revision:36027; number_of_response:1; }","duration":"666.91725ms","start":"2026-02-24T07:47:22.228028Z","end":"2026-02-24T07:47:22.894945Z","steps":["trace[1214368781] 'process raft request' (duration: 666.781967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.895197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:22.227989Z","time spent":"667.094835ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:47:22.895216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:22.228019Z","time spent":"667.088504ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:47:22.895452Z","caller":"traceutil/trace.go:171","msg":"trace[1239971732] transaction","detail":"{read_only:false; response_revision:36028; number_of_response:1; }","duration":"667.103294ms","start":"2026-02-24T07:47:22.228327Z","end":"2026-02-24T07:47:22.89543Z","steps":["trace[1239971732] 'process raft request' (duration: 666.54582ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:22.895502Z","caller":"traceutil/trace.go:171","msg":"trace[1054244257] transaction","detail":"{read_only:false; response_revision:36029; number_of_response:1; }","duration":"666.92ms","start":"2026-02-24T07:47:22.228556Z","end":"2026-02-24T07:47:22.895476Z","steps":["trace[1054244257] 'process raft request' (duration: 666.683045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.895559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:22.228311Z","time spent":"667.194447ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:47:22.895603Z","caller":"traceutil/trace.go:171","msg":"trace[928220852] transaction","detail":"{read_only:false; response_revision:36031; number_of_response:1; }","duration":"664.009717ms","start":"2026-02-24T07:47:22.231574Z","end":"2026-02-24T07:47:22.895584Z","steps":["trace[928220852] 'process raft request' (duration: 663.904305ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.895735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:22.231565Z","time spent":"664.099569ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7337,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:47:22.895624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:22.228546Z","time spent":"667.014053ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:47:22.895971Z","caller":"traceutil/trace.go:171","msg":"trace[60824716] transaction","detail":"{read_only:false; response_revision:36030; number_of_response:1; }","duration":"667.195737ms","start":"2026-02-24T07:47:22.228638Z","end":"2026-02-24T07:47:22.895833Z","steps":["trace[60824716] 'process raft request' (duration: 666.773437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:22.896364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:22.228616Z","time spent":"667.657289ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:47:24.127071Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.232152906s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T07:47:24.127534Z","caller":"traceutil/trace.go:171","msg":"trace[25268093] transaction","detail":"{read_only:false; response_revision:36032; number_of_response:1; }","duration":"1.803890724s","start":"2026-02-24T07:47:22.323559Z","end":"2026-02-24T07:47:24.127449Z","steps":["trace[25268093] 'process raft request' (duration: 1.803673508s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:24.128038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902347368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e7806007-c765-4b40-ae0a-7bb29d1398de\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-24T07:47:24.128089Z","caller":"traceutil/trace.go:171","msg":"trace[363157473] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e7806007-c765-4b40-ae0a-7bb29d1398de; range_end:; response_count:1; response_revision:36033; }","duration":"1.902457s","start":"2026-02-24T07:47:22.22562Z","end":"2026-02-24T07:47:24.128076Z","steps":["trace[363157473] 'agreement among raft nodes before linearized reading' (duration: 1.902215824s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:24.12813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:22.225604Z","time spent":"1.902513252s","remote":"127.0.0.1:53110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-e7806007-c765-4b40-ae0a-7bb29d1398de\" "} {"level":"warn","ts":"2026-02-24T07:47:24.128234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897954557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:24.128256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:22.323543Z","time spent":"1.8045246s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:47:24.128316Z","caller":"traceutil/trace.go:171","msg":"trace[1743373112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36033; }","duration":"1.898073711s","start":"2026-02-24T07:47:22.230223Z","end":"2026-02-24T07:47:24.128297Z","steps":["trace[1743373112] 'agreement among raft nodes before linearized reading' (duration: 1.897889386s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:24.128388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898633474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-02-24T07:47:24.128393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:22.230215Z","time spent":"1.898167493s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T07:47:24.128428Z","caller":"traceutil/trace.go:171","msg":"trace[579765299] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:36033; }","duration":"1.898691426s","start":"2026-02-24T07:47:22.229727Z","end":"2026-02-24T07:47:24.128419Z","steps":["trace[579765299] 'agreement among raft nodes before linearized reading' (duration: 1.898588663s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:24.128456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:22.229719Z","time spent":"1.898730986s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-02-24T07:47:24.128601Z","caller":"traceutil/trace.go:171","msg":"trace[993296455] transaction","detail":"{read_only:false; response_revision:36033; number_of_response:1; }","duration":"1.553957691s","start":"2026-02-24T07:47:22.57462Z","end":"2026-02-24T07:47:24.128578Z","steps":["trace[993296455] 'process raft request' (duration: 1.552823763s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:24.128681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902225105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-02-24T07:47:24.128712Z","caller":"traceutil/trace.go:171","msg":"trace[847243790] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:36033; }","duration":"1.902275666s","start":"2026-02-24T07:47:22.226425Z","end":"2026-02-24T07:47:24.128701Z","steps":["trace[847243790] 'agreement among raft nodes before linearized reading' (duration: 1.902193173s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:24.128725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:22.574592Z","time spent":"1.554060544s","remote":"127.0.0.1:53506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419505,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:47:24.127783Z","caller":"traceutil/trace.go:171","msg":"trace[93189504] linearizableReadLoop","detail":"{readStateIndex:37393; appliedIndex:37385; }","duration":"1.805220707s","start":"2026-02-24T07:47:22.322539Z","end":"2026-02-24T07:47:24.127759Z","steps":["trace[93189504] 'read index received' (duration: 571.950324ms)","trace[93189504] 'applied index is now lower than readState.Index' (duration: 1.233269203s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:47:24.128748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:22.226413Z","time spent":"1.902326328s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":563,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-02-24T07:47:24.502927Z","caller":"traceutil/trace.go:171","msg":"trace[670141820] linearizableReadLoop","detail":"{readStateIndex:37395; appliedIndex:37393; }","duration":"374.138003ms","start":"2026-02-24T07:47:24.128768Z","end":"2026-02-24T07:47:24.502906Z","steps":["trace[670141820] 'read index received' (duration: 372.757809ms)","trace[670141820] 'applied index is now lower than readState.Index' (duration: 1.379104ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:47:24.503302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.057705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-24T07:47:24.504071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.875098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:47:24.50419Z","caller":"traceutil/trace.go:171","msg":"trace[1691209677] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:36035; }","duration":"394.052973ms","start":"2026-02-24T07:47:24.110124Z","end":"2026-02-24T07:47:24.504177Z","steps":["trace[1691209677] 'agreement among raft nodes before linearized reading' (duration: 393.788836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:24.504231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:24.110105Z","time spent":"394.114974ms","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":94,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:24.504092Z","caller":"traceutil/trace.go:171","msg":"trace[1069736862] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:36035; }","duration":"685.890996ms","start":"2026-02-24T07:47:23.818176Z","end":"2026-02-24T07:47:24.504067Z","steps":["trace[1069736862] 'agreement among raft nodes before linearized reading' (duration: 684.938983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:24.504089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.596789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-02-24T07:47:24.504395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.1818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:24.50441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.866015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:47:24.504495Z","caller":"traceutil/trace.go:171","msg":"trace[1384364373] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:36035; }","duration":"399.006558ms","start":"2026-02-24T07:47:24.105471Z","end":"2026-02-24T07:47:24.504477Z","steps":["trace[1384364373] 'agreement among raft nodes before linearized reading' (duration: 398.837514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:24.504564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:24.105451Z","time spent":"399.10148ms","remote":"127.0.0.1:39580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:24.503496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604464523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b77eb0642ae\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-02-24T07:47:24.50439Z","caller":"traceutil/trace.go:171","msg":"trace[1161613179] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:36035; }","duration":"371.904366ms","start":"2026-02-24T07:47:24.132459Z","end":"2026-02-24T07:47:24.504363Z","steps":["trace[1161613179] 'agreement among raft nodes before linearized reading' (duration: 371.583367ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:24.504628Z","caller":"traceutil/trace.go:171","msg":"trace[1031859847] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18971b77eb0642ae; range_end:; response_count:1; response_revision:36035; }","duration":"1.605631433s","start":"2026-02-24T07:47:22.89898Z","end":"2026-02-24T07:47:24.504612Z","steps":["trace[1031859847] 'agreement among raft nodes before linearized reading' (duration: 1.604463793s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:24.504667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:22.898968Z","time spent":"1.605687004s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b77eb0642ae\" "} {"level":"warn","ts":"2026-02-24T07:47:24.504673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:24.132443Z","time spent":"372.209495ms","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-24T07:47:24.504442Z","caller":"traceutil/trace.go:171","msg":"trace[1940318496] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:36035; }","duration":"685.255731ms","start":"2026-02-24T07:47:23.819174Z","end":"2026-02-24T07:47:24.50443Z","steps":["trace[1940318496] 'agreement among raft nodes before linearized reading' (duration: 685.189599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:24.50483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:23.819159Z","time spent":"685.646381ms","remote":"127.0.0.1:58414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:24.503604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.948277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:24.503861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.33941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/libvirt\" ","response":"range_response_count:1 size:518"} {"level":"info","ts":"2026-02-24T07:47:24.503887Z","caller":"traceutil/trace.go:171","msg":"trace[1761314833] transaction","detail":"{read_only:false; response_revision:36035; number_of_response:1; }","duration":"585.580636ms","start":"2026-02-24T07:47:23.918294Z","end":"2026-02-24T07:47:24.503875Z","steps":["trace[1761314833] 'process raft request' (duration: 584.51854ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:24.503599Z","caller":"traceutil/trace.go:171","msg":"trace[1889670882] transaction","detail":"{read_only:false; response_revision:36034; number_of_response:1; }","duration":"1.601700192s","start":"2026-02-24T07:47:22.901861Z","end":"2026-02-24T07:47:24.503561Z","steps":["trace[1889670882] 'process raft request' (duration: 1.599677461s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:24.504971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:23.918266Z","time spent":"586.633684ms","remote":"127.0.0.1:53648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7630,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:47:24.505047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:22.901849Z","time spent":"1.603124529s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:47:24.505105Z","caller":"traceutil/trace.go:171","msg":"trace[11484003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36035; }","duration":"375.461495ms","start":"2026-02-24T07:47:24.129627Z","end":"2026-02-24T07:47:24.505089Z","steps":["trace[11484003] 'agreement among raft nodes before linearized reading' (duration: 373.957467ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:24.505122Z","caller":"traceutil/trace.go:171","msg":"trace[1359814397] range","detail":"{range_begin:/registry/serviceaccounts/openstack/libvirt; range_end:; response_count:1; response_revision:36035; }","duration":"354.617093ms","start":"2026-02-24T07:47:24.150486Z","end":"2026-02-24T07:47:24.505103Z","steps":["trace[1359814397] 'agreement among raft nodes before linearized reading' (duration: 353.310559ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:24.503903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.08357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:24.504028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.077855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-02-24T07:47:24.503558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177917723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-02-24T07:47:24.503427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604054251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-02-24T07:47:24.503341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603263682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7fcd4fc457-b2gxq\" ","response":"range_response_count:1 size:7518"} {"level":"warn","ts":"2026-02-24T07:47:24.50397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.570462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-02-24T07:47:24.505154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:24.129613Z","time spent":"375.527908ms","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:47:24.505181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:24.150473Z","time spent":"354.697824ms","remote":"127.0.0.1:53154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":542,"request content":"key:\"/registry/serviceaccounts/openstack/libvirt\" "} {"level":"warn","ts":"2026-02-24T07:47:24.504339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:23.818155Z","time spent":"686.164894ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-24T07:47:24.505311Z","caller":"traceutil/trace.go:171","msg":"trace[635702768] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:36035; }","duration":"1.605940199s","start":"2026-02-24T07:47:22.899354Z","end":"2026-02-24T07:47:24.505294Z","steps":["trace[635702768] 'agreement among raft nodes before linearized reading' (duration: 1.60401209s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:24.506856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:22.899348Z","time spent":"1.607486008s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-02-24T07:47:24.505355Z","caller":"traceutil/trace.go:171","msg":"trace[881366075] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:36035; }","duration":"369.537717ms","start":"2026-02-24T07:47:24.135801Z","end":"2026-02-24T07:47:24.505339Z","steps":["trace[881366075] 'agreement among raft nodes before linearized reading' (duration: 368.079629ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:24.505355Z","caller":"traceutil/trace.go:171","msg":"trace[194314701] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7fcd4fc457-b2gxq; range_end:; response_count:1; response_revision:36035; }","duration":"1.605291883s","start":"2026-02-24T07:47:22.900042Z","end":"2026-02-24T07:47:24.505334Z","steps":["trace[194314701] 'agreement among raft nodes before linearized reading' (duration: 1.603185369s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:24.50539Z","caller":"traceutil/trace.go:171","msg":"trace[437677595] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:36035; }","duration":"372.444851ms","start":"2026-02-24T07:47:24.132934Z","end":"2026-02-24T07:47:24.505379Z","steps":["trace[437677595] 'agreement among raft nodes before linearized reading' (duration: 371.051355ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:24.505422Z","caller":"traceutil/trace.go:171","msg":"trace[1953038831] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:36035; }","duration":"2.17978958s","start":"2026-02-24T07:47:22.325623Z","end":"2026-02-24T07:47:24.505412Z","steps":["trace[1953038831] 'agreement among raft nodes before linearized reading' (duration: 2.177888382s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:24.505429Z","caller":"traceutil/trace.go:171","msg":"trace[1955491165] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:36035; }","duration":"369.989148ms","start":"2026-02-24T07:47:24.135382Z","end":"2026-02-24T07:47:24.505372Z","steps":["trace[1955491165] 'agreement among raft nodes before linearized reading' (duration: 368.536881ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:24.507064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:24.135797Z","time spent":"371.23937ms","remote":"127.0.0.1:53060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-02-24T07:47:24.507428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:24.135377Z","time spent":"372.03517ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-02-24T07:47:24.507125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:22.900037Z","time spent":"1.607074568s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":7542,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7fcd4fc457-b2gxq\" "} {"level":"warn","ts":"2026-02-24T07:47:24.507155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:24.132929Z","time spent":"374.220216ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":563,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-02-24T07:47:24.507234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:22.325616Z","time spent":"2.181602286s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-02-24T07:47:25.307774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.952537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:47:25.307839Z","caller":"traceutil/trace.go:171","msg":"trace[13256003] linearizableReadLoop","detail":"{readStateIndex:37396; appliedIndex:37395; }","duration":"797.04811ms","start":"2026-02-24T07:47:24.510779Z","end":"2026-02-24T07:47:25.307827Z","steps":["trace[13256003] 'read index received' (duration: 462.011171ms)","trace[13256003] 'applied index is now lower than readState.Index' (duration: 335.035879ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:47:25.308148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.349077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1cb6a659-a5b2-4e6e-92c0-8f2038fd67af\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-02-24T07:47:25.308335Z","caller":"traceutil/trace.go:171","msg":"trace[1876849180] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1cb6a659-a5b2-4e6e-92c0-8f2038fd67af; range_end:; response_count:1; response_revision:36036; }","duration":"797.562543ms","start":"2026-02-24T07:47:24.51076Z","end":"2026-02-24T07:47:25.308323Z","steps":["trace[1876849180] 'agreement among raft nodes before linearized reading' (duration: 797.233034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:25.308363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:24.510753Z","time spent":"797.603995ms","remote":"127.0.0.1:53110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-1cb6a659-a5b2-4e6e-92c0-8f2038fd67af\" "} {"level":"info","ts":"2026-02-24T07:47:25.308454Z","caller":"traceutil/trace.go:171","msg":"trace[331281230] transaction","detail":"{read_only:false; response_revision:36036; number_of_response:1; }","duration":"798.812986ms","start":"2026-02-24T07:47:24.509606Z","end":"2026-02-24T07:47:25.308419Z","steps":["trace[331281230] 'process raft request' (duration: 463.165361ms)","trace[331281230] 'compare' (duration: 334.808783ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:47:25.308656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:24.509589Z","time spent":"798.98935ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:47:25.575506Z","caller":"traceutil/trace.go:171","msg":"trace[32122304] linearizableReadLoop","detail":"{readStateIndex:37399; appliedIndex:37396; }","duration":"267.635766ms","start":"2026-02-24T07:47:25.307853Z","end":"2026-02-24T07:47:25.575489Z","steps":["trace[32122304] 'read index received' (duration: 267.421301ms)","trace[32122304] 'applied index is now lower than readState.Index' (duration: 214.025µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:47:25.575742Z","caller":"traceutil/trace.go:171","msg":"trace[547110338] transaction","detail":"{read_only:false; response_revision:36037; number_of_response:1; }","duration":"1.064235236s","start":"2026-02-24T07:47:24.5115Z","end":"2026-02-24T07:47:25.575735Z","steps":["trace[547110338] 'process raft request' (duration: 1.063826965s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:25.575818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:24.511489Z","time spent":"1.064274516s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:47:25.576016Z","caller":"traceutil/trace.go:171","msg":"trace[59516031] transaction","detail":"{read_only:false; response_revision:36039; number_of_response:1; }","duration":"1.037940174s","start":"2026-02-24T07:47:24.538042Z","end":"2026-02-24T07:47:25.575982Z","steps":["trace[59516031] 'process raft request' (duration: 1.037411421s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:25.576082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06520824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-02-24T07:47:25.576111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.957178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16799"} {"level":"info","ts":"2026-02-24T07:47:25.576116Z","caller":"traceutil/trace.go:171","msg":"trace[2012212366] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:36039; }","duration":"1.065253541s","start":"2026-02-24T07:47:24.510853Z","end":"2026-02-24T07:47:25.576106Z","steps":["trace[2012212366] 'agreement among raft nodes before linearized reading' (duration: 1.065121248s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:25.576138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:24.510849Z","time spent":"1.065283981s","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-02-24T07:47:25.576161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:24.538026Z","time spent":"1.038057847s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7678,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:47:25.576231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062665706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:25.576302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.604129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-24T07:47:25.5763Z","caller":"traceutil/trace.go:171","msg":"trace[857317378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36039; }","duration":"1.062734367s","start":"2026-02-24T07:47:24.513544Z","end":"2026-02-24T07:47:25.576278Z","steps":["trace[857317378] 'agreement among raft nodes before linearized reading' (duration: 1.062649615s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:25.576328Z","caller":"traceutil/trace.go:171","msg":"trace[1225666435] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:36039; }","duration":"264.659201ms","start":"2026-02-24T07:47:25.31166Z","end":"2026-02-24T07:47:25.576319Z","steps":["trace[1225666435] 'agreement among raft nodes before linearized reading' (duration: 264.589029ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:25.576128Z","caller":"traceutil/trace.go:171","msg":"trace[2005811215] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:36039; }","duration":"454.012239ms","start":"2026-02-24T07:47:25.122111Z","end":"2026-02-24T07:47:25.576123Z","steps":["trace[2005811215] 'agreement among raft nodes before linearized reading' (duration: 453.955938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:25.576352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:24.513539Z","time spent":"1.06280139s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:47:25.576407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:25.122091Z","time spent":"454.309757ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16823,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-24T07:47:25.576138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062850371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-02-24T07:47:25.576956Z","caller":"traceutil/trace.go:171","msg":"trace[1843423637] transaction","detail":"{read_only:false; response_revision:36038; number_of_response:1; }","duration":"1.061760824s","start":"2026-02-24T07:47:24.515189Z","end":"2026-02-24T07:47:25.57695Z","steps":["trace[1843423637] 'process raft request' (duration: 1.060238736s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:25.577004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:24.51518Z","time spent":"1.061798374s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:47:25.576912Z","caller":"traceutil/trace.go:171","msg":"trace[1048958292] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:36039; }","duration":"1.06364289s","start":"2026-02-24T07:47:24.513241Z","end":"2026-02-24T07:47:25.576884Z","steps":["trace[1048958292] 'agreement among raft nodes before linearized reading' (duration: 1.062683916s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:25.577597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:24.513235Z","time spent":"1.064340818s","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":709,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-24T07:47:25.577402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.270927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-24T07:47:25.578303Z","caller":"traceutil/trace.go:171","msg":"trace[68480387] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab; range_end:; response_count:1; response_revision:36039; }","duration":"266.17711ms","start":"2026-02-24T07:47:25.312112Z","end":"2026-02-24T07:47:25.578289Z","steps":["trace[68480387] 'agreement among raft nodes before linearized reading' (duration: 264.732213ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:25.869999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.758448ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-02-24T07:47:25.870232Z","caller":"traceutil/trace.go:171","msg":"trace[352775256] linearizableReadLoop","detail":"{readStateIndex:37400; appliedIndex:37399; }","duration":"287.086855ms","start":"2026-02-24T07:47:25.583115Z","end":"2026-02-24T07:47:25.870202Z","steps":["trace[352775256] 'read index received' (duration: 64.116802ms)","trace[352775256] 'applied index is now lower than readState.Index' (duration: 222.967423ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:47:25.870451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.33006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:25.870519Z","caller":"traceutil/trace.go:171","msg":"trace[1449695867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36039; }","duration":"287.450703ms","start":"2026-02-24T07:47:25.583051Z","end":"2026-02-24T07:47:25.870502Z","steps":["trace[1449695867] 'agreement among raft nodes before linearized reading' (duration: 287.3326ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:26.271857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.968383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:47:26.272133Z","caller":"traceutil/trace.go:171","msg":"trace[968552062] transaction","detail":"{read_only:false; response_revision:36041; number_of_response:1; }","duration":"400.774081ms","start":"2026-02-24T07:47:25.871333Z","end":"2026-02-24T07:47:26.272107Z","steps":["trace[968552062] 'process raft request' (duration: 400.655168ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:26.272204Z","caller":"traceutil/trace.go:171","msg":"trace[42870697] transaction","detail":"{read_only:false; response_revision:36040; number_of_response:1; }","duration":"674.579823ms","start":"2026-02-24T07:47:25.597602Z","end":"2026-02-24T07:47:26.272182Z","steps":["trace[42870697] 'process raft request' (duration: 406.187598ms)","trace[42870697] 'compare' (duration: 267.81782ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:47:26.272247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:25.871307Z","time spent":"400.890615ms","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:47:26.272241Z","caller":"traceutil/trace.go:171","msg":"trace[915113471] linearizableReadLoop","detail":"{readStateIndex:37401; appliedIndex:37400; }","duration":"401.947362ms","start":"2026-02-24T07:47:25.870271Z","end":"2026-02-24T07:47:26.272219Z","steps":["trace[915113471] 'read index received' (duration: 133.768982ms)","trace[915113471] 'applied index is now lower than readState.Index' (duration: 268.17528ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:47:26.272294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:25.597594Z","time spent":"674.650335ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:47:26.272473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.87209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-02-24T07:47:26.272542Z","caller":"traceutil/trace.go:171","msg":"trace[1689796272] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:36041; }","duration":"674.965023ms","start":"2026-02-24T07:47:25.597557Z","end":"2026-02-24T07:47:26.272522Z","steps":["trace[1689796272] 'agreement among raft nodes before linearized reading' (duration: 674.695756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:26.272567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.018954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-5b4rq\" ","response":"range_response_count:1 size:6795"} {"level":"warn","ts":"2026-02-24T07:47:26.272415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.560758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:26.272577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.077195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fde3dd1c-566a-4c8a-9c7c-9b5727580f8e\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-24T07:47:26.272651Z","caller":"traceutil/trace.go:171","msg":"trace[162669370] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-5b4rq; range_end:; response_count:1; response_revision:36041; }","duration":"675.161537ms","start":"2026-02-24T07:47:25.597461Z","end":"2026-02-24T07:47:26.272622Z","steps":["trace[162669370] 'agreement among raft nodes before linearized reading' (duration: 674.89256ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:26.272668Z","caller":"traceutil/trace.go:171","msg":"trace[1936014147] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fde3dd1c-566a-4c8a-9c7c-9b5727580f8e; range_end:; response_count:1; response_revision:36041; }","duration":"675.200259ms","start":"2026-02-24T07:47:25.597446Z","end":"2026-02-24T07:47:26.272646Z","steps":["trace[1936014147] 'agreement among raft nodes before linearized reading' (duration: 674.84026ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:26.272656Z","caller":"traceutil/trace.go:171","msg":"trace[937183183] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:36041; }","duration":"562.861065ms","start":"2026-02-24T07:47:25.709773Z","end":"2026-02-24T07:47:26.272634Z","steps":["trace[937183183] 'agreement among raft nodes before linearized reading' (duration: 562.507097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:26.272664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.101805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16799"} {"level":"warn","ts":"2026-02-24T07:47:26.27271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:25.597427Z","time spent":"675.26833ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6819,"request content":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-5b4rq\" "} {"level":"info","ts":"2026-02-24T07:47:26.272732Z","caller":"traceutil/trace.go:171","msg":"trace[1046214752] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:36041; }","duration":"675.206568ms","start":"2026-02-24T07:47:25.597507Z","end":"2026-02-24T07:47:26.272714Z","steps":["trace[1046214752] 'agreement among raft nodes before linearized reading' (duration: 674.768827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:26.272645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.106974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:26.272772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:25.597493Z","time spent":"675.27144ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16823,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-24T07:47:26.272714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:25.597439Z","time spent":"675.26647ms","remote":"127.0.0.1:53110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-fde3dd1c-566a-4c8a-9c7c-9b5727580f8e\" "} {"level":"info","ts":"2026-02-24T07:47:26.272856Z","caller":"traceutil/trace.go:171","msg":"trace[1650723026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36041; }","duration":"394.334891ms","start":"2026-02-24T07:47:25.878507Z","end":"2026-02-24T07:47:26.272842Z","steps":["trace[1650723026] 'agreement among raft nodes before linearized reading' (duration: 394.103525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:26.272895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:25.878498Z","time spent":"394.386762ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:47:26.272586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:25.597541Z","time spent":"675.035174ms","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":709,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-24T07:47:26.273212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:25.709753Z","time spent":"562.958737ms","remote":"127.0.0.1:38786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:26.914192Z","caller":"traceutil/trace.go:171","msg":"trace[189378005] linearizableReadLoop","detail":"{readStateIndex:37404; appliedIndex:37403; }","duration":"561.656526ms","start":"2026-02-24T07:47:26.35251Z","end":"2026-02-24T07:47:26.914167Z","steps":["trace[189378005] 'read index received' (duration: 498.793255ms)","trace[189378005] 'applied index is now lower than readState.Index' (duration: 62.861991ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:47:26.91423Z","caller":"traceutil/trace.go:171","msg":"trace[1067392432] transaction","detail":"{read_only:false; response_revision:36043; number_of_response:1; }","duration":"632.984008ms","start":"2026-02-24T07:47:26.281218Z","end":"2026-02-24T07:47:26.914202Z","steps":["trace[1067392432] 'process raft request' (duration: 570.005915ms)","trace[1067392432] 'compare' (duration: 62.747797ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:47:26.914366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:26.281202Z","time spent":"633.0869ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:47:26.914411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.881951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-755f769cdc-zqp85.18971b6b17b70096\" ","response":"range_response_count:1 size:1138"} {"level":"warn","ts":"2026-02-24T07:47:26.914442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.569203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-02-24T07:47:26.914463Z","caller":"traceutil/trace.go:171","msg":"trace[106641785] range","detail":"{range_begin:/registry/events/openstack/barbican-api-755f769cdc-zqp85.18971b6b17b70096; range_end:; response_count:1; response_revision:36043; }","duration":"561.982514ms","start":"2026-02-24T07:47:26.352469Z","end":"2026-02-24T07:47:26.914452Z","steps":["trace[106641785] 'agreement among raft nodes before linearized reading' (duration: 561.81749ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:26.914479Z","caller":"traceutil/trace.go:171","msg":"trace[130762644] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:36043; }","duration":"561.640735ms","start":"2026-02-24T07:47:26.352826Z","end":"2026-02-24T07:47:26.914467Z","steps":["trace[130762644] 'agreement among raft nodes before linearized reading' (duration: 561.478881ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:26.914507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:26.352441Z","time spent":"562.060045ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1162,"request content":"key:\"/registry/events/openstack/barbican-api-755f769cdc-zqp85.18971b6b17b70096\" "} {"level":"warn","ts":"2026-02-24T07:47:26.914517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:26.352815Z","time spent":"561.692906ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-02-24T07:47:27.41892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637911486,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T07:47:27.553445Z","caller":"traceutil/trace.go:171","msg":"trace[499474773] linearizableReadLoop","detail":"{readStateIndex:37405; appliedIndex:37404; }","duration":"635.638415ms","start":"2026-02-24T07:47:26.917786Z","end":"2026-02-24T07:47:27.553425Z","steps":["trace[499474773] 'read index received' (duration: 635.325407ms)","trace[499474773] 'applied index is now lower than readState.Index' (duration: 312.288µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:47:27.553522Z","caller":"traceutil/trace.go:171","msg":"trace[757036561] transaction","detail":"{read_only:false; response_revision:36044; number_of_response:1; }","duration":"636.803853ms","start":"2026-02-24T07:47:26.916675Z","end":"2026-02-24T07:47:27.553478Z","steps":["trace[757036561] 'process raft request' (duration: 636.527906ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:27.553659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.85494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-09aa670a-752e-4ae0-b36b-6df43d2e942e\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-02-24T07:47:27.553691Z","caller":"traceutil/trace.go:171","msg":"trace[847761386] range","detail":"{range_begin:/registry/persistentvolumes/pvc-09aa670a-752e-4ae0-b36b-6df43d2e942e; range_end:; response_count:1; response_revision:36044; }","duration":"635.899731ms","start":"2026-02-24T07:47:26.917782Z","end":"2026-02-24T07:47:27.553681Z","steps":["trace[847761386] 'agreement among raft nodes before linearized reading' (duration: 635.751407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:27.553745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:26.917763Z","time spent":"635.976353ms","remote":"127.0.0.1:53110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-09aa670a-752e-4ae0-b36b-6df43d2e942e\" "} {"level":"warn","ts":"2026-02-24T07:47:27.553811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.430569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-6f87cd48bc-w6jmg\" ","response":"range_response_count:1 size:4400"} {"level":"info","ts":"2026-02-24T07:47:27.553876Z","caller":"traceutil/trace.go:171","msg":"trace[52691489] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-6f87cd48bc-w6jmg; range_end:; response_count:1; response_revision:36044; }","duration":"635.529301ms","start":"2026-02-24T07:47:26.918329Z","end":"2026-02-24T07:47:27.553858Z","steps":["trace[52691489] 'agreement among raft nodes before linearized reading' (duration: 635.268115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:27.553878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:26.916659Z","time spent":"636.949976ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:47:27.553911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:26.918314Z","time spent":"635.588853ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4424,"request content":"key:\"/registry/pods/openstack/pxc-operator-6f87cd48bc-w6jmg\" "} {"level":"warn","ts":"2026-02-24T07:47:27.554946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.410037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:27.555122Z","caller":"traceutil/trace.go:171","msg":"trace[485762314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36044; }","duration":"475.633533ms","start":"2026-02-24T07:47:27.079468Z","end":"2026-02-24T07:47:27.555102Z","steps":["trace[485762314] 'agreement among raft nodes before linearized reading' (duration: 474.156006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:27.555202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:27.07945Z","time spent":"475.740065ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:47:28.174315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.114659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:47:28.174449Z","caller":"traceutil/trace.go:171","msg":"trace[1861414765] transaction","detail":"{read_only:false; response_revision:36045; number_of_response:1; }","duration":"611.93394ms","start":"2026-02-24T07:47:27.562494Z","end":"2026-02-24T07:47:28.174428Z","steps":["trace[1861414765] 'process raft request' (duration: 261.597385ms)","trace[1861414765] 'compare' (duration: 349.860242ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:47:28.174519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:27.562482Z","time spent":"612.004421ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:47:28.202115Z","caller":"traceutil/trace.go:171","msg":"trace[854470582] linearizableReadLoop","detail":"{readStateIndex:37407; appliedIndex:37405; }","duration":"639.00998ms","start":"2026-02-24T07:47:27.563072Z","end":"2026-02-24T07:47:28.202082Z","steps":["trace[854470582] 'read index received' (duration: 261.034542ms)","trace[854470582] 'applied index is now lower than readState.Index' (duration: 377.973628ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:47:28.202289Z","caller":"traceutil/trace.go:171","msg":"trace[1098474479] transaction","detail":"{read_only:false; response_revision:36046; number_of_response:1; }","duration":"639.516232ms","start":"2026-02-24T07:47:27.56276Z","end":"2026-02-24T07:47:28.202276Z","steps":["trace[1098474479] 'process raft request' (duration: 639.034129ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:28.202414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:27.562753Z","time spent":"639.572293ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4712,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:47:28.202533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.430131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-02-24T07:47:28.202623Z","caller":"traceutil/trace.go:171","msg":"trace[1187232474] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:36046; }","duration":"639.539553ms","start":"2026-02-24T07:47:27.563056Z","end":"2026-02-24T07:47:28.202596Z","steps":["trace[1187232474] 'agreement among raft nodes before linearized reading' (duration: 639.319298ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:28.202674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:27.563051Z","time spent":"639.610465ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-02-24T07:47:28.418863Z","caller":"traceutil/trace.go:171","msg":"trace[1171666512] linearizableReadLoop","detail":"{readStateIndex:37409; appliedIndex:37407; }","duration":"216.605963ms","start":"2026-02-24T07:47:28.202233Z","end":"2026-02-24T07:47:28.418839Z","steps":["trace[1171666512] 'read index received' (duration: 176.215858ms)","trace[1171666512] 'applied index is now lower than readState.Index' (duration: 40.389225ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:47:28.419159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.244137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:28.419219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.147948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:28.419278Z","caller":"traceutil/trace.go:171","msg":"trace[1569726245] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:36048; }","duration":"301.310423ms","start":"2026-02-24T07:47:28.117955Z","end":"2026-02-24T07:47:28.419265Z","steps":["trace[1569726245] 'agreement among raft nodes before linearized reading' (duration: 301.088028ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:28.419343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:28.117932Z","time spent":"301.384514ms","remote":"127.0.0.1:53332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:28.419399Z","caller":"traceutil/trace.go:171","msg":"trace[1037371238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36048; }","duration":"351.38115ms","start":"2026-02-24T07:47:28.067848Z","end":"2026-02-24T07:47:28.419229Z","steps":["trace[1037371238] 'agreement among raft nodes before linearized reading' (duration: 351.250147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:28.419497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:28.067825Z","time spent":"351.642667ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T07:47:28.419566Z","caller":"traceutil/trace.go:171","msg":"trace[582307187] transaction","detail":"{read_only:false; response_revision:36047; number_of_response:1; }","duration":"503.36021ms","start":"2026-02-24T07:47:27.916195Z","end":"2026-02-24T07:47:28.419556Z","steps":["trace[582307187] 'process raft request' (duration: 462.222836ms)","trace[582307187] 'compare' (duration: 40.065188ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:47:28.419598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.986006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-02-24T07:47:28.419648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:27.916168Z","time spent":"503.418272ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:47:28.419757Z","caller":"traceutil/trace.go:171","msg":"trace[1186761556] transaction","detail":"{read_only:false; response_revision:36048; number_of_response:1; }","duration":"241.207922ms","start":"2026-02-24T07:47:28.178542Z","end":"2026-02-24T07:47:28.41975Z","steps":["trace[1186761556] 'process raft request' (duration: 240.220698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:28.419747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.380737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9e9ff0bd-93ff-4151-b2f1-83cda9edba2e\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-02-24T07:47:28.419788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.325086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-hf78m\" ","response":"range_response_count:1 size:6145"} {"level":"info","ts":"2026-02-24T07:47:28.419878Z","caller":"traceutil/trace.go:171","msg":"trace[1605674475] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-b56d5d966-hf78m; range_end:; response_count:1; response_revision:36048; }","duration":"214.438599ms","start":"2026-02-24T07:47:28.205418Z","end":"2026-02-24T07:47:28.419856Z","steps":["trace[1605674475] 'agreement among raft nodes before linearized reading' (duration: 214.156982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:28.41992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.815949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16799"} {"level":"info","ts":"2026-02-24T07:47:28.41995Z","caller":"traceutil/trace.go:171","msg":"trace[1244852811] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:36048; }","duration":"294.887541ms","start":"2026-02-24T07:47:28.125054Z","end":"2026-02-24T07:47:28.419942Z","steps":["trace[1244852811] 'agreement among raft nodes before linearized reading' (duration: 294.791298ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:28.419991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.263383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:28.419818Z","caller":"traceutil/trace.go:171","msg":"trace[1780366279] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9e9ff0bd-93ff-4151-b2f1-83cda9edba2e; range_end:; response_count:1; response_revision:36048; }","duration":"214.48948ms","start":"2026-02-24T07:47:28.20531Z","end":"2026-02-24T07:47:28.419799Z","steps":["trace[1780366279] 'agreement among raft nodes before linearized reading' (duration: 214.244564ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:28.420087Z","caller":"traceutil/trace.go:171","msg":"trace[229502491] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:36048; }","duration":"619.409386ms","start":"2026-02-24T07:47:27.800662Z","end":"2026-02-24T07:47:28.420071Z","steps":["trace[229502491] 'agreement among raft nodes before linearized reading' (duration: 619.132269ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:28.420171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:27.800642Z","time spent":"619.514529ms","remote":"127.0.0.1:53488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:28.419724Z","caller":"traceutil/trace.go:171","msg":"trace[1127259362] range","detail":"{range_begin:/registry/serviceaccounts/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:36048; }","duration":"775.184602ms","start":"2026-02-24T07:47:27.644472Z","end":"2026-02-24T07:47:28.419656Z","steps":["trace[1127259362] 'agreement among raft nodes before linearized reading' (duration: 774.71079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:28.420225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:27.644446Z","time spent":"775.759485ms","remote":"127.0.0.1:53154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":548,"request content":"key:\"/registry/serviceaccounts/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-02-24T07:47:28.42046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.685342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/ovn-northd\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-02-24T07:47:28.42049Z","caller":"traceutil/trace.go:171","msg":"trace[741765064] range","detail":"{range_begin:/registry/serviceaccounts/openstack/ovn-northd; range_end:; response_count:1; response_revision:36048; }","duration":"775.727844ms","start":"2026-02-24T07:47:27.644755Z","end":"2026-02-24T07:47:28.420483Z","steps":["trace[741765064] 'agreement among raft nodes before linearized reading' (duration: 775.5703ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:28.420508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:27.64475Z","time spent":"775.754485ms","remote":"127.0.0.1:53154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":544,"request content":"key:\"/registry/serviceaccounts/openstack/ovn-northd\" "} {"level":"warn","ts":"2026-02-24T07:47:28.759453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.285399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:47:28.759578Z","caller":"traceutil/trace.go:171","msg":"trace[1456797800] linearizableReadLoop","detail":"{readStateIndex:37410; appliedIndex:37409; }","duration":"331.603154ms","start":"2026-02-24T07:47:28.427953Z","end":"2026-02-24T07:47:28.759556Z","steps":["trace[1456797800] 'read index received' (duration: 161.148441ms)","trace[1456797800] 'applied index is now lower than readState.Index' (duration: 170.452543ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:47:28.759761Z","caller":"traceutil/trace.go:171","msg":"trace[848558249] transaction","detail":"{read_only:false; response_revision:36049; number_of_response:1; }","duration":"332.429334ms","start":"2026-02-24T07:47:28.427319Z","end":"2026-02-24T07:47:28.759748Z","steps":["trace[848558249] 'process raft request' (duration: 161.780955ms)","trace[848558249] 'compare' (duration: 169.722815ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:47:28.759819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:28.427299Z","time spent":"332.490216ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T07:47:28.760144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.177208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-24T07:47:28.76021Z","caller":"traceutil/trace.go:171","msg":"trace[2046515041] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:36049; }","duration":"332.278571ms","start":"2026-02-24T07:47:28.427917Z","end":"2026-02-24T07:47:28.760196Z","steps":["trace[2046515041] 'agreement among raft nodes before linearized reading' (duration: 331.983254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:28.760246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:28.427894Z","time spent":"332.343012ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-02-24T07:47:29.120407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.661245ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:29.120556Z","caller":"traceutil/trace.go:171","msg":"trace[1235861522] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:36049; }","duration":"109.823199ms","start":"2026-02-24T07:47:29.010714Z","end":"2026-02-24T07:47:29.120537Z","steps":["trace[1235861522] 'range keys from in-memory index tree' (duration: 109.645985ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:29.120639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.543074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:47:29.120726Z","caller":"traceutil/trace.go:171","msg":"trace[1221416744] linearizableReadLoop","detail":"{readStateIndex:37411; appliedIndex:37410; }","duration":"361.003722ms","start":"2026-02-24T07:47:28.75971Z","end":"2026-02-24T07:47:29.120714Z","steps":["trace[1221416744] 'read index received' (duration: 169.345426ms)","trace[1221416744] 'applied index is now lower than readState.Index' (duration: 191.657496ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:47:29.120795Z","caller":"traceutil/trace.go:171","msg":"trace[1303943243] transaction","detail":"{read_only:false; response_revision:36050; number_of_response:1; }","duration":"688.672726ms","start":"2026-02-24T07:47:28.432115Z","end":"2026-02-24T07:47:29.120788Z","steps":["trace[1303943243] 'process raft request' (duration: 496.858957ms)","trace[1303943243] 'compare' (duration: 191.380229ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:47:29.120842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:28.432098Z","time spent":"688.726607ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:47:29.121024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.266996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:29.121099Z","caller":"traceutil/trace.go:171","msg":"trace[204209064] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:36050; }","duration":"450.381249ms","start":"2026-02-24T07:47:28.670699Z","end":"2026-02-24T07:47:29.12108Z","steps":["trace[204209064] 'agreement among raft nodes before linearized reading' (duration: 450.251895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:29.12114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:28.670646Z","time spent":"450.485341ms","remote":"127.0.0.1:39208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T07:47:29.121272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.211898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T07:47:29.121331Z","caller":"traceutil/trace.go:171","msg":"trace[1174106470] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:36050; }","duration":"583.28983ms","start":"2026-02-24T07:47:28.538027Z","end":"2026-02-24T07:47:29.121316Z","steps":["trace[1174106470] 'agreement among raft nodes before linearized reading' (duration: 582.981672ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:29.121432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:28.537974Z","time spent":"583.417832ms","remote":"127.0.0.1:53494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":185,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:29.147982Z","caller":"traceutil/trace.go:171","msg":"trace[1359533730] transaction","detail":"{read_only:false; response_revision:36051; number_of_response:1; }","duration":"384.420381ms","start":"2026-02-24T07:47:28.763536Z","end":"2026-02-24T07:47:29.147956Z","steps":["trace[1359533730] 'process raft request' (duration: 384.258447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:29.148123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:28.763519Z","time spent":"384.540353ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":873,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T07:47:29.148193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.653146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c304f092-42ab-439e-92b7-8955102d5444\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-24T07:47:29.148246Z","caller":"traceutil/trace.go:171","msg":"trace[757638733] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c304f092-42ab-439e-92b7-8955102d5444; range_end:; response_count:1; response_revision:36051; }","duration":"384.735898ms","start":"2026-02-24T07:47:28.763495Z","end":"2026-02-24T07:47:29.148231Z","steps":["trace[757638733] 'agreement among raft nodes before linearized reading' (duration: 384.506773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:29.148285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:28.7634Z","time spent":"384.874721ms","remote":"127.0.0.1:53110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-c304f092-42ab-439e-92b7-8955102d5444\" "} {"level":"warn","ts":"2026-02-24T07:47:29.148584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.698969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:47:29.148668Z","caller":"traceutil/trace.go:171","msg":"trace[966560015] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:36051; }","duration":"162.919454ms","start":"2026-02-24T07:47:28.985732Z","end":"2026-02-24T07:47:29.148651Z","steps":["trace[966560015] 'agreement among raft nodes before linearized reading' (duration: 162.701358ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:29.655038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637911509,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T07:47:29.67453Z","caller":"traceutil/trace.go:171","msg":"trace[43591748] transaction","detail":"{read_only:false; response_revision:36052; number_of_response:1; }","duration":"522.032328ms","start":"2026-02-24T07:47:29.152471Z","end":"2026-02-24T07:47:29.674504Z","steps":["trace[43591748] 'process raft request' (duration: 521.883325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:29.674723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:29.152451Z","time spent":"522.212283ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":911,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T07:47:30.060748Z","caller":"traceutil/trace.go:171","msg":"trace[1441863076] linearizableReadLoop","detail":"{readStateIndex:37414; appliedIndex:37412; }","duration":"906.642495ms","start":"2026-02-24T07:47:29.154076Z","end":"2026-02-24T07:47:30.060719Z","steps":["trace[1441863076] 'read index received' (duration: 520.363418ms)","trace[1441863076] 'applied index is now lower than readState.Index' (duration: 386.277907ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:47:30.061272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.179148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:30.061323Z","caller":"traceutil/trace.go:171","msg":"trace[1681737367] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:36053; }","duration":"907.26689ms","start":"2026-02-24T07:47:29.154046Z","end":"2026-02-24T07:47:30.061312Z","steps":["trace[1681737367] 'agreement among raft nodes before linearized reading' (duration: 907.167078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:30.061413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.122961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e698be9b-531e-41ab-afb8-e5813d734d77\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-02-24T07:47:30.061465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:29.154034Z","time spent":"907.320572ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T07:47:30.061584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.893769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:627"} {"level":"info","ts":"2026-02-24T07:47:30.061609Z","caller":"traceutil/trace.go:171","msg":"trace[1762889021] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:36053; }","duration":"163.947639ms","start":"2026-02-24T07:47:29.897656Z","end":"2026-02-24T07:47:30.061603Z","steps":["trace[1762889021] 'agreement among raft nodes before linearized reading' (duration: 163.853897ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:30.061476Z","caller":"traceutil/trace.go:171","msg":"trace[1104995757] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e698be9b-531e-41ab-afb8-e5813d734d77; range_end:; response_count:1; response_revision:36053; }","duration":"906.234074ms","start":"2026-02-24T07:47:29.155228Z","end":"2026-02-24T07:47:30.061462Z","steps":["trace[1104995757] 'agreement among raft nodes before linearized reading' (duration: 906.101511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:30.061692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.051993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:30.061719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:29.155208Z","time spent":"906.494891ms","remote":"127.0.0.1:53110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-e698be9b-531e-41ab-afb8-e5813d734d77\" "} {"level":"warn","ts":"2026-02-24T07:47:30.061715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.478376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-9d4dfbf9b-72v6p.18971d21d0590537\" ","response":"range_response_count:1 size:902"} {"level":"info","ts":"2026-02-24T07:47:30.061762Z","caller":"traceutil/trace.go:171","msg":"trace[1519392854] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:36053; }","duration":"856.112054ms","start":"2026-02-24T07:47:29.205598Z","end":"2026-02-24T07:47:30.06171Z","steps":["trace[1519392854] 'agreement among raft nodes before linearized reading' (duration: 856.058573ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:30.061782Z","caller":"traceutil/trace.go:171","msg":"trace[1835983943] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-9d4dfbf9b-72v6p.18971d21d0590537; range_end:; response_count:1; response_revision:36053; }","duration":"381.588219ms","start":"2026-02-24T07:47:29.680178Z","end":"2026-02-24T07:47:30.061766Z","steps":["trace[1835983943] 'agreement among raft nodes before linearized reading' (duration: 381.389934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:30.061821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:29.680161Z","time spent":"381.65037ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":926,"request content":"key:\"/registry/events/openstack/heat-cfn-9d4dfbf9b-72v6p.18971d21d0590537\" "} {"level":"warn","ts":"2026-02-24T07:47:30.061811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:29.205582Z","time spent":"856.221317ms","remote":"127.0.0.1:38928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:30.061973Z","caller":"traceutil/trace.go:171","msg":"trace[1016053227] transaction","detail":"{read_only:false; response_revision:36053; number_of_response:1; }","duration":"903.652919ms","start":"2026-02-24T07:47:29.158308Z","end":"2026-02-24T07:47:30.061961Z","steps":["trace[1016053227] 'process raft request' (duration: 902.215544ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:30.06205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:29.158287Z","time spent":"903.717931ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7569,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:47:30.45942Z","caller":"traceutil/trace.go:171","msg":"trace[1148103903] transaction","detail":"{read_only:false; response_revision:36054; number_of_response:1; }","duration":"390.012051ms","start":"2026-02-24T07:47:30.069383Z","end":"2026-02-24T07:47:30.459395Z","steps":["trace[1148103903] 'process raft request' (duration: 389.668222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:30.459547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.528799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:30.459581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:30.069358Z","time spent":"390.145485ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:47:30.4594Z","caller":"traceutil/trace.go:171","msg":"trace[902160613] linearizableReadLoop","detail":"{readStateIndex:37415; appliedIndex:37414; }","duration":"389.370465ms","start":"2026-02-24T07:47:30.069996Z","end":"2026-02-24T07:47:30.459367Z","steps":["trace[902160613] 'read index received' (duration: 389.032767ms)","trace[902160613] 'applied index is now lower than readState.Index' (duration: 336.658µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:47:30.459597Z","caller":"traceutil/trace.go:171","msg":"trace[878246404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36054; }","duration":"389.607931ms","start":"2026-02-24T07:47:30.069975Z","end":"2026-02-24T07:47:30.459583Z","steps":["trace[878246404] 'agreement among raft nodes before linearized reading' (duration: 389.487778ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:30.459648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:30.069967Z","time spent":"389.671753ms","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:47:30.96038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637911518,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T07:47:31.408658Z","caller":"traceutil/trace.go:171","msg":"trace[1770488799] linearizableReadLoop","detail":"{readStateIndex:37416; appliedIndex:37415; }","duration":"949.00003ms","start":"2026-02-24T07:47:30.459632Z","end":"2026-02-24T07:47:31.408632Z","steps":["trace[1770488799] 'read index received' (duration: 948.763944ms)","trace[1770488799] 'applied index is now lower than readState.Index' (duration: 235.186µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:47:31.408801Z","caller":"traceutil/trace.go:171","msg":"trace[2062610520] transaction","detail":"{read_only:false; response_revision:36055; number_of_response:1; }","duration":"1.320080185s","start":"2026-02-24T07:47:30.088684Z","end":"2026-02-24T07:47:31.408764Z","steps":["trace[2062610520] 'process raft request' (duration: 1.319787268s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:31.409009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338820656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:31.409077Z","caller":"traceutil/trace.go:171","msg":"trace[1719718768] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:36055; }","duration":"1.339011801s","start":"2026-02-24T07:47:30.070048Z","end":"2026-02-24T07:47:31.40906Z","steps":["trace[1719718768] 'agreement among raft nodes before linearized reading' (duration: 1.338805416s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:31.409121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:30.070039Z","time spent":"1.339070723s","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T07:47:31.409194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.465845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:31.409276Z","caller":"traceutil/trace.go:171","msg":"trace[62291270] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:36055; }","duration":"369.618999ms","start":"2026-02-24T07:47:31.03964Z","end":"2026-02-24T07:47:31.409259Z","steps":["trace[62291270] 'agreement among raft nodes before linearized reading' (duration: 369.419054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:31.409299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.353724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:31.409361Z","caller":"traceutil/trace.go:171","msg":"trace[1084231975] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:36055; }","duration":"535.446026ms","start":"2026-02-24T07:47:30.873894Z","end":"2026-02-24T07:47:31.40934Z","steps":["trace[1084231975] 'agreement among raft nodes before linearized reading' (duration: 535.373834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:31.409407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:30.873867Z","time spent":"535.531029ms","remote":"127.0.0.1:58348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:31.409316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:31.039622Z","time spent":"369.68589ms","remote":"127.0.0.1:39668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:31.409195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.827071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:31.40944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.060505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-5774cb7b46-6d2mm.18971d21d09d1b11\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-02-24T07:47:31.409497Z","caller":"traceutil/trace.go:171","msg":"trace[1472648968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36055; }","duration":"276.17933ms","start":"2026-02-24T07:47:31.133306Z","end":"2026-02-24T07:47:31.409485Z","steps":["trace[1472648968] 'agreement among raft nodes before linearized reading' (duration: 275.825781ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:31.409508Z","caller":"traceutil/trace.go:171","msg":"trace[1821978660] range","detail":"{range_begin:/registry/events/openstack/heat-api-5774cb7b46-6d2mm.18971d21d09d1b11; range_end:; response_count:1; response_revision:36055; }","duration":"946.132957ms","start":"2026-02-24T07:47:30.463358Z","end":"2026-02-24T07:47:31.409491Z","steps":["trace[1821978660] 'agreement among raft nodes before linearized reading' (duration: 945.618674ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:31.409546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:30.463192Z","time spent":"946.345472ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-api-5774cb7b46-6d2mm.18971d21d09d1b11\" "} {"level":"warn","ts":"2026-02-24T07:47:31.409577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339194966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-24T07:47:31.409616Z","caller":"traceutil/trace.go:171","msg":"trace[545543500] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:36055; }","duration":"1.339262627s","start":"2026-02-24T07:47:30.070341Z","end":"2026-02-24T07:47:31.409603Z","steps":["trace[545543500] 'agreement among raft nodes before linearized reading' (duration: 1.338487518s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:31.409668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:30.070323Z","time spent":"1.33933264s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-02-24T07:47:31.409923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:30.088666Z","time spent":"1.320325711s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7099,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:47:32.106806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.989624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:47:32.106888Z","caller":"traceutil/trace.go:171","msg":"trace[1151107536] linearizableReadLoop","detail":"{readStateIndex:37417; appliedIndex:37416; }","duration":"693.080128ms","start":"2026-02-24T07:47:31.413796Z","end":"2026-02-24T07:47:32.106876Z","steps":["trace[1151107536] 'read index received' (duration: 165.895829ms)","trace[1151107536] 'applied index is now lower than readState.Index' (duration: 527.182519ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:47:32.106943Z","caller":"traceutil/trace.go:171","msg":"trace[910853702] transaction","detail":"{read_only:false; response_revision:36056; number_of_response:1; }","duration":"694.858952ms","start":"2026-02-24T07:47:31.412075Z","end":"2026-02-24T07:47:32.106934Z","steps":["trace[910853702] 'process raft request' (duration: 167.659523ms)","trace[910853702] 'compare' (duration: 526.43335ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:47:32.106984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:31.412054Z","time spent":"694.909594ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:47:32.10731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.493049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4184"} {"level":"info","ts":"2026-02-24T07:47:32.107379Z","caller":"traceutil/trace.go:171","msg":"trace[422984589] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:36056; }","duration":"693.597841ms","start":"2026-02-24T07:47:31.413765Z","end":"2026-02-24T07:47:32.107363Z","steps":["trace[422984589] 'agreement among raft nodes before linearized reading' (duration: 693.346084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:32.107375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.555601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f397e934-d9a7-417b-8026-68f5622893a8\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-02-24T07:47:32.107422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:31.413752Z","time spent":"693.660963ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4208,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-02-24T07:47:32.107447Z","caller":"traceutil/trace.go:171","msg":"trace[433978875] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f397e934-d9a7-417b-8026-68f5622893a8; range_end:; response_count:1; response_revision:36056; }","duration":"693.655753ms","start":"2026-02-24T07:47:31.413773Z","end":"2026-02-24T07:47:32.107428Z","steps":["trace[433978875] 'agreement among raft nodes before linearized reading' (duration: 693.374165ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:32.107497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:31.413759Z","time spent":"693.729514ms","remote":"127.0.0.1:53110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-f397e934-d9a7-417b-8026-68f5622893a8\" "} {"level":"warn","ts":"2026-02-24T07:47:33.112603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.471578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:47:33.112758Z","caller":"traceutil/trace.go:171","msg":"trace[1413366452] linearizableReadLoop","detail":"{readStateIndex:37418; appliedIndex:37417; }","duration":"1.005834447s","start":"2026-02-24T07:47:32.106905Z","end":"2026-02-24T07:47:33.11274Z","steps":["trace[1413366452] 'read index received' (duration: 431.241777ms)","trace[1413366452] 'applied index is now lower than readState.Index' (duration: 574.59119ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:47:33.112872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174305831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:33.112855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048971702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:33.11287Z","caller":"traceutil/trace.go:171","msg":"trace[1064416038] transaction","detail":"{read_only:false; response_revision:36057; number_of_response:1; }","duration":"1.10223094s","start":"2026-02-24T07:47:32.010606Z","end":"2026-02-24T07:47:33.112837Z","steps":["trace[1064416038] 'process raft request' (duration: 527.437585ms)","trace[1064416038] 'compare' (duration: 574.061357ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:47:33.112914Z","caller":"traceutil/trace.go:171","msg":"trace[241714594] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:36057; }","duration":"1.174387304s","start":"2026-02-24T07:47:31.938515Z","end":"2026-02-24T07:47:33.112902Z","steps":["trace[241714594] 'agreement among raft nodes before linearized reading' (duration: 1.174308341s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:33.112929Z","caller":"traceutil/trace.go:171","msg":"trace[2022538971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36057; }","duration":"1.049055895s","start":"2026-02-24T07:47:32.063856Z","end":"2026-02-24T07:47:33.112912Z","steps":["trace[2022538971] 'agreement among raft nodes before linearized reading' (duration: 1.048933601s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:33.112951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:31.938492Z","time spent":"1.174450116s","remote":"127.0.0.1:39444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:33.112961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:32.063791Z","time spent":"1.049162678s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:47:33.113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:32.010587Z","time spent":"1.102344534s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:47:33.113144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232656328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:33.113178Z","caller":"traceutil/trace.go:171","msg":"trace[571883670] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:36057; }","duration":"1.23272778s","start":"2026-02-24T07:47:31.880438Z","end":"2026-02-24T07:47:33.113166Z","steps":["trace[571883670] 'agreement among raft nodes before linearized reading' (duration: 1.232667148s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:33.113214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:31.880416Z","time spent":"1.232788961s","remote":"127.0.0.1:39076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:33.113288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227221672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:47:33.1134Z","caller":"traceutil/trace.go:171","msg":"trace[195890620] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:36057; }","duration":"1.227397596s","start":"2026-02-24T07:47:31.885974Z","end":"2026-02-24T07:47:33.113371Z","steps":["trace[195890620] 'agreement among raft nodes before linearized reading' (duration: 1.227088868s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:33.113466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:31.88595Z","time spent":"1.227497878s","remote":"127.0.0.1:53302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:33.479136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.402252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:47:33.479249Z","caller":"traceutil/trace.go:171","msg":"trace[1668312254] linearizableReadLoop","detail":"{readStateIndex:37419; appliedIndex:37418; }","duration":"366.441219ms","start":"2026-02-24T07:47:33.112792Z","end":"2026-02-24T07:47:33.479233Z","steps":["trace[1668312254] 'read index received' (duration: 119.801461ms)","trace[1668312254] 'applied index is now lower than readState.Index' (duration: 246.638208ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:47:33.479366Z","caller":"traceutil/trace.go:171","msg":"trace[1759353419] transaction","detail":"{read_only:false; response_revision:36058; number_of_response:1; }","duration":"1.364390729s","start":"2026-02-24T07:47:32.11495Z","end":"2026-02-24T07:47:33.47934Z","steps":["trace[1759353419] 'process raft request' (duration: 1.117701139s)","trace[1759353419] 'compare' (duration: 246.035773ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:47:33.479447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264276383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-02-24T07:47:33.479484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:32.114928Z","time spent":"1.364500832s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4461,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:47:33.479491Z","caller":"traceutil/trace.go:171","msg":"trace[1465863182] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:36058; }","duration":"1.264368515s","start":"2026-02-24T07:47:32.21511Z","end":"2026-02-24T07:47:33.479478Z","steps":["trace[1465863182] 'agreement among raft nodes before linearized reading' (duration: 1.264215491s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:33.479533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:32.215088Z","time spent":"1.264440386s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-02-24T07:47:33.479617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300238687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:47:33.479691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230972946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/ovn-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-24T07:47:33.479712Z","caller":"traceutil/trace.go:171","msg":"trace[53401640] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:36058; }","duration":"1.300370139s","start":"2026-02-24T07:47:32.179322Z","end":"2026-02-24T07:47:33.479692Z","steps":["trace[53401640] 'agreement among raft nodes before linearized reading' (duration: 1.300128863s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:33.479755Z","caller":"traceutil/trace.go:171","msg":"trace[647516518] range","detail":"{range_begin:/registry/serviceaccounts/openstack/ovn-controller; range_end:; response_count:1; response_revision:36058; }","duration":"1.231074468s","start":"2026-02-24T07:47:32.248665Z","end":"2026-02-24T07:47:33.47974Z","steps":["trace[647516518] 'agreement among raft nodes before linearized reading' (duration: 1.230866022s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:33.479764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:32.17931Z","time spent":"1.300441662s","remote":"127.0.0.1:53022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:33.479797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:32.248651Z","time spent":"1.23113851s","remote":"127.0.0.1:53154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":552,"request content":"key:\"/registry/serviceaccounts/openstack/ovn-controller\" "} {"level":"warn","ts":"2026-02-24T07:47:33.479692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36923489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-24T07:47:33.479896Z","caller":"traceutil/trace.go:171","msg":"trace[1095576619] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab; range_end:; response_count:1; response_revision:36058; }","duration":"1.369478357s","start":"2026-02-24T07:47:32.110396Z","end":"2026-02-24T07:47:33.479875Z","steps":["trace[1095576619] 'agreement among raft nodes before linearized reading' (duration: 1.369137247s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:33.47995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:32.110376Z","time spent":"1.369560068s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18971b772d5a8bab\" "} {"level":"warn","ts":"2026-02-24T07:47:33.499662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.797531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:33.499727Z","caller":"traceutil/trace.go:171","msg":"trace[1817568481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36059; }","duration":"378.888932ms","start":"2026-02-24T07:47:33.120821Z","end":"2026-02-24T07:47:33.49971Z","steps":["trace[1817568481] 'agreement among raft nodes before linearized reading' (duration: 378.80127ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:33.49976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:33.120805Z","time spent":"378.946204ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T07:47:33.676718Z","caller":"traceutil/trace.go:171","msg":"trace[1420391592] linearizableReadLoop","detail":"{readStateIndex:37421; appliedIndex:37420; }","duration":"177.406959ms","start":"2026-02-24T07:47:33.499284Z","end":"2026-02-24T07:47:33.676691Z","steps":["trace[1420391592] 'read index received' (duration: 149.501977ms)","trace[1420391592] 'applied index is now lower than readState.Index' (duration: 27.903762ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:47:33.676735Z","caller":"traceutil/trace.go:171","msg":"trace[749743045] transaction","detail":"{read_only:false; response_revision:36060; number_of_response:1; }","duration":"194.766855ms","start":"2026-02-24T07:47:33.481941Z","end":"2026-02-24T07:47:33.676707Z","steps":["trace[749743045] 'process raft request' (duration: 166.865084ms)","trace[749743045] 'compare' (duration: 27.747247ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:47:33.676894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.149404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c2225e88-8b14-451d-8a9d-aecd0de9e439\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-02-24T07:47:33.676981Z","caller":"traceutil/trace.go:171","msg":"trace[1167880750] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c2225e88-8b14-451d-8a9d-aecd0de9e439; range_end:; response_count:1; response_revision:36060; }","duration":"193.256226ms","start":"2026-02-24T07:47:33.483709Z","end":"2026-02-24T07:47:33.676965Z","steps":["trace[1167880750] 'agreement among raft nodes before linearized reading' (duration: 193.022101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:33.67698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.038632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-controller-default-dwfl6\" ","response":"range_response_count:1 size:14589"} {"level":"info","ts":"2026-02-24T07:47:33.677028Z","caller":"traceutil/trace.go:171","msg":"trace[438963668] range","detail":"{range_begin:/registry/pods/openstack/ovn-controller-default-dwfl6; range_end:; response_count:1; response_revision:36060; }","duration":"195.123134ms","start":"2026-02-24T07:47:33.481894Z","end":"2026-02-24T07:47:33.677017Z","steps":["trace[438963668] 'agreement among raft nodes before linearized reading' (duration: 194.893898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:33.67713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.694978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-75b659d6f-8c8hq\" ","response":"range_response_count:1 size:5973"} {"level":"info","ts":"2026-02-24T07:47:33.677227Z","caller":"traceutil/trace.go:171","msg":"trace[1267872652] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-75b659d6f-8c8hq; range_end:; response_count:1; response_revision:36060; }","duration":"193.82131ms","start":"2026-02-24T07:47:33.483387Z","end":"2026-02-24T07:47:33.677208Z","steps":["trace[1267872652] 'agreement among raft nodes before linearized reading' (duration: 193.363669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:33.677173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.884729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:33.677363Z","caller":"traceutil/trace.go:171","msg":"trace[108642816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36060; }","duration":"170.108955ms","start":"2026-02-24T07:47:33.507245Z","end":"2026-02-24T07:47:33.677354Z","steps":["trace[108642816] 'agreement among raft nodes before linearized reading' (duration: 169.89239ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:34.055773Z","caller":"traceutil/trace.go:171","msg":"trace[449322490] linearizableReadLoop","detail":"{readStateIndex:37423; appliedIndex:37421; }","duration":"364.448689ms","start":"2026-02-24T07:47:33.691299Z","end":"2026-02-24T07:47:34.055748Z","steps":["trace[449322490] 'read index received' (duration: 29.922082ms)","trace[449322490] 'applied index is now lower than readState.Index' (duration: 334.525767ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:47:34.055893Z","caller":"traceutil/trace.go:171","msg":"trace[544387778] transaction","detail":"{read_only:false; response_revision:36062; number_of_response:1; }","duration":"367.055304ms","start":"2026-02-24T07:47:33.688801Z","end":"2026-02-24T07:47:34.055856Z","steps":["trace[544387778] 'process raft request' (duration: 308.730118ms)","trace[544387778] 'compare' (duration: 58.011519ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:47:34.05601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.696844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-02-24T07:47:34.056059Z","caller":"traceutil/trace.go:171","msg":"trace[2086834117] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:36062; }","duration":"364.789777ms","start":"2026-02-24T07:47:33.691253Z","end":"2026-02-24T07:47:34.056043Z","steps":["trace[2086834117] 'agreement among raft nodes before linearized reading' (duration: 364.641173ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:34.056095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:33.691235Z","time spent":"364.850919ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-24T07:47:34.05619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.845263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:627"} {"level":"info","ts":"2026-02-24T07:47:34.056252Z","caller":"traceutil/trace.go:171","msg":"trace[598769563] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:36062; }","duration":"203.934036ms","start":"2026-02-24T07:47:33.852302Z","end":"2026-02-24T07:47:34.056236Z","steps":["trace[598769563] 'agreement among raft nodes before linearized reading' (duration: 203.796162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:34.056225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.737982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7fcd4fc457-b2gxq.18971db7277dd0a4\" ","response":"range_response_count:1 size:989"} {"level":"info","ts":"2026-02-24T07:47:34.056323Z","caller":"traceutil/trace.go:171","msg":"trace[674766964] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7fcd4fc457-b2gxq.18971db7277dd0a4; range_end:; response_count:1; response_revision:36062; }","duration":"330.888165ms","start":"2026-02-24T07:47:33.725409Z","end":"2026-02-24T07:47:34.056297Z","steps":["trace[674766964] 'agreement among raft nodes before linearized reading' (duration: 330.591848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:34.056387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:33.725395Z","time spent":"330.980548ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1013,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7fcd4fc457-b2gxq.18971db7277dd0a4\" "} {"level":"warn","ts":"2026-02-24T07:47:34.056394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.131341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:47:34.056507Z","caller":"traceutil/trace.go:171","msg":"trace[1457511114] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:36062; }","duration":"286.287445ms","start":"2026-02-24T07:47:33.770202Z","end":"2026-02-24T07:47:34.056489Z","steps":["trace[1457511114] 'agreement among raft nodes before linearized reading' (duration: 286.004688ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:34.056725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:33.68878Z","time spent":"367.187698ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6273,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:47:34.276295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.886978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:47:34.276388Z","caller":"traceutil/trace.go:171","msg":"trace[865505807] linearizableReadLoop","detail":"{readStateIndex:37424; appliedIndex:37423; }","duration":"216.136361ms","start":"2026-02-24T07:47:34.060239Z","end":"2026-02-24T07:47:34.276375Z","steps":["trace[865505807] 'read index received' (duration: 95.041308ms)","trace[865505807] 'applied index is now lower than readState.Index' (duration: 121.094063ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:47:34.276444Z","caller":"traceutil/trace.go:171","msg":"trace[1492338743] transaction","detail":"{read_only:false; response_revision:36063; number_of_response:1; }","duration":"216.232464ms","start":"2026-02-24T07:47:34.060168Z","end":"2026-02-24T07:47:34.2764Z","steps":["trace[1492338743] 'process raft request' (duration: 95.162791ms)","trace[1492338743] 'compare' (duration: 120.787146ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:47:34.276588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.337897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-666756b48-x6m5q\" ","response":"range_response_count:1 size:6897"} {"level":"info","ts":"2026-02-24T07:47:34.27662Z","caller":"traceutil/trace.go:171","msg":"trace[255611035] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-666756b48-x6m5q; range_end:; response_count:1; response_revision:36063; }","duration":"216.415249ms","start":"2026-02-24T07:47:34.060195Z","end":"2026-02-24T07:47:34.27661Z","steps":["trace[255611035] 'agreement among raft nodes before linearized reading' (duration: 216.247735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:34.276622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.183043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-02-24T07:47:34.27668Z","caller":"traceutil/trace.go:171","msg":"trace[824995262] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:36063; }","duration":"212.256455ms","start":"2026-02-24T07:47:34.06441Z","end":"2026-02-24T07:47:34.276667Z","steps":["trace[824995262] 'agreement among raft nodes before linearized reading' (duration: 212.07402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:34.276829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.974032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:34.276921Z","caller":"traceutil/trace.go:171","msg":"trace[1990272646] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:36063; }","duration":"207.069374ms","start":"2026-02-24T07:47:34.069808Z","end":"2026-02-24T07:47:34.276878Z","steps":["trace[1990272646] 'agreement among raft nodes before linearized reading' (duration: 206.953871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:34.276853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.237776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:47:34.277043Z","caller":"traceutil/trace.go:171","msg":"trace[449649124] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:36063; }","duration":"191.444081ms","start":"2026-02-24T07:47:34.08558Z","end":"2026-02-24T07:47:34.277024Z","steps":["trace[449649124] 'agreement among raft nodes before linearized reading' (duration: 191.177555ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:34.521865Z","caller":"traceutil/trace.go:171","msg":"trace[794819834] linearizableReadLoop","detail":"{readStateIndex:37426; appliedIndex:37424; }","duration":"216.829379ms","start":"2026-02-24T07:47:34.30502Z","end":"2026-02-24T07:47:34.52185Z","steps":["trace[794819834] 'read index received' (duration: 34.262981ms)","trace[794819834] 'applied index is now lower than readState.Index' (duration: 182.565848ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:47:34.521926Z","caller":"traceutil/trace.go:171","msg":"trace[1574941539] transaction","detail":"{read_only:false; response_revision:36065; number_of_response:1; }","duration":"236.295818ms","start":"2026-02-24T07:47:34.285602Z","end":"2026-02-24T07:47:34.521898Z","steps":["trace[1574941539] 'process raft request' (duration: 236.132214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:34.522042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.013454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-02-24T07:47:34.522078Z","caller":"traceutil/trace.go:171","msg":"trace[1098122837] range","detail":"{range_begin:/registry/serviceaccounts/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:36065; }","duration":"217.086096ms","start":"2026-02-24T07:47:34.304983Z","end":"2026-02-24T07:47:34.522069Z","steps":["trace[1098122837] 'agreement among raft nodes before linearized reading' (duration: 216.961662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:34.522104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.376657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:34.522149Z","caller":"traceutil/trace.go:171","msg":"trace[14952314] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:36065; }","duration":"130.473489ms","start":"2026-02-24T07:47:34.391665Z","end":"2026-02-24T07:47:34.522139Z","steps":["trace[14952314] 'agreement among raft nodes before linearized reading' (duration: 130.373426ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:34.522233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.591644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-6f87cd48bc-w6jmg.18971b78b7768288\" ","response":"range_response_count:1 size:865"} {"level":"info","ts":"2026-02-24T07:47:34.522369Z","caller":"traceutil/trace.go:171","msg":"trace[1311768612] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-6f87cd48bc-w6jmg.18971b78b7768288; range_end:; response_count:1; response_revision:36065; }","duration":"179.775459ms","start":"2026-02-24T07:47:34.34257Z","end":"2026-02-24T07:47:34.522345Z","steps":["trace[1311768612] 'agreement among raft nodes before linearized reading' (duration: 179.4232ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:34.829513Z","caller":"traceutil/trace.go:171","msg":"trace[898588313] linearizableReadLoop","detail":"{readStateIndex:37427; appliedIndex:37426; }","duration":"306.504482ms","start":"2026-02-24T07:47:34.522983Z","end":"2026-02-24T07:47:34.829487Z","steps":["trace[898588313] 'read index received' (duration: 306.376839ms)","trace[898588313] 'applied index is now lower than readState.Index' (duration: 125.673µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:47:34.829558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:34.522613Z","time spent":"306.938003ms","remote":"127.0.0.1:53000","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T07:47:34.829762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.759868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:7929"} {"level":"info","ts":"2026-02-24T07:47:34.829814Z","caller":"traceutil/trace.go:171","msg":"trace[1827118551] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:36065; }","duration":"306.846571ms","start":"2026-02-24T07:47:34.522954Z","end":"2026-02-24T07:47:34.829801Z","steps":["trace[1827118551] 'agreement among raft nodes before linearized reading' (duration: 306.635546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:34.82984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:34.522943Z","time spent":"306.891512ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7953,"request content":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-02-24T07:47:34.880798Z","caller":"traceutil/trace.go:171","msg":"trace[1750605354] transaction","detail":"{read_only:false; response_revision:36066; number_of_response:1; }","duration":"357.000742ms","start":"2026-02-24T07:47:34.523771Z","end":"2026-02-24T07:47:34.880771Z","steps":["trace[1750605354] 'process raft request' (duration: 356.807218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:34.880898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.528269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-975cd4d96-d5wrt\" ","response":"range_response_count:1 size:5640"} {"level":"warn","ts":"2026-02-24T07:47:34.88094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:34.523757Z","time spent":"357.110225ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:47:34.880949Z","caller":"traceutil/trace.go:171","msg":"trace[2019726517] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-975cd4d96-d5wrt; range_end:; response_count:1; response_revision:36066; }","duration":"352.612461ms","start":"2026-02-24T07:47:34.528324Z","end":"2026-02-24T07:47:34.880936Z","steps":["trace[2019726517] 'agreement among raft nodes before linearized reading' (duration: 352.422157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:34.880985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:34.528311Z","time spent":"352.666573ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5664,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-975cd4d96-d5wrt\" "} {"level":"warn","ts":"2026-02-24T07:47:35.182512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.417745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:47:35.182703Z","caller":"traceutil/trace.go:171","msg":"trace[1684742183] transaction","detail":"{read_only:false; response_revision:36067; number_of_response:1; }","duration":"352.072667ms","start":"2026-02-24T07:47:34.830614Z","end":"2026-02-24T07:47:35.182686Z","steps":["trace[1684742183] 'process raft request' (duration: 161.16574ms)","trace[1684742183] 'compare' (duration: 190.20051ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:47:35.182748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:34.830591Z","time spent":"352.135628ms","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:47:35.531764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.148509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:47:35.532081Z","caller":"traceutil/trace.go:171","msg":"trace[164802620] linearizableReadLoop","detail":"{readStateIndex:37431; appliedIndex:37429; }","duration":"465.304234ms","start":"2026-02-24T07:47:35.066759Z","end":"2026-02-24T07:47:35.532063Z","steps":["trace[164802620] 'read index received' (duration: 309.765006ms)","trace[164802620] 'applied index is now lower than readState.Index' (duration: 155.538318ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:47:35.532231Z","caller":"traceutil/trace.go:171","msg":"trace[352190819] transaction","detail":"{read_only:false; response_revision:36069; number_of_response:1; }","duration":"641.752948ms","start":"2026-02-24T07:47:34.890465Z","end":"2026-02-24T07:47:35.532218Z","steps":["trace[352190819] 'process raft request' (duration: 641.483551ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:35.532303Z","caller":"traceutil/trace.go:171","msg":"trace[895897321] transaction","detail":"{read_only:false; response_revision:36068; number_of_response:1; }","duration":"647.434531ms","start":"2026-02-24T07:47:34.884834Z","end":"2026-02-24T07:47:35.532269Z","steps":["trace[895897321] 'process raft request' (duration: 491.694108ms)","trace[895897321] 'compare' (duration: 154.747828ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:47:35.532349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:34.890447Z","time spent":"641.848621ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5940,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:47:35.532449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.958844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-02-24T07:47:35.532446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.572454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:35.532396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.616722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:35.532455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:34.884816Z","time spent":"647.562044ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T07:47:35.532503Z","caller":"traceutil/trace.go:171","msg":"trace[719080790] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:36069; }","duration":"348.045776ms","start":"2026-02-24T07:47:35.184442Z","end":"2026-02-24T07:47:35.532488Z","steps":["trace[719080790] 'agreement among raft nodes before linearized reading' (duration: 347.906043ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:35.532511Z","caller":"traceutil/trace.go:171","msg":"trace[489380566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36069; }","duration":"465.791416ms","start":"2026-02-24T07:47:35.06671Z","end":"2026-02-24T07:47:35.532501Z","steps":["trace[489380566] 'agreement among raft nodes before linearized reading' (duration: 465.625782ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:35.532515Z","caller":"traceutil/trace.go:171","msg":"trace[515953533] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:36069; }","duration":"115.703338ms","start":"2026-02-24T07:47:35.416794Z","end":"2026-02-24T07:47:35.532497Z","steps":["trace[515953533] 'agreement among raft nodes before linearized reading' (duration: 115.566604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:35.532538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:35.066687Z","time spent":"465.843428ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:47:35.532536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:35.184425Z","time spent":"348.102598ms","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-24T07:47:35.532526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.535764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:35.532639Z","caller":"traceutil/trace.go:171","msg":"trace[1435641657] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:36069; }","duration":"265.730519ms","start":"2026-02-24T07:47:35.266887Z","end":"2026-02-24T07:47:35.532618Z","steps":["trace[1435641657] 'agreement among raft nodes before linearized reading' (duration: 265.522904ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:35.923491Z","caller":"traceutil/trace.go:171","msg":"trace[1487318141] transaction","detail":"{read_only:false; response_revision:36071; number_of_response:1; }","duration":"326.219579ms","start":"2026-02-24T07:47:35.597246Z","end":"2026-02-24T07:47:35.923466Z","steps":["trace[1487318141] 'process raft request' (duration: 326.015144ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:35.923644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:35.597229Z","time spent":"326.335562ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4979,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:47:36.202572Z","caller":"traceutil/trace.go:171","msg":"trace[251804553] linearizableReadLoop","detail":"{readStateIndex:37437; appliedIndex:37434; }","duration":"273.853791ms","start":"2026-02-24T07:47:35.928693Z","end":"2026-02-24T07:47:36.202547Z","steps":["trace[251804553] 'read index received' (duration: 273.487812ms)","trace[251804553] 'applied index is now lower than readState.Index' (duration: 364.839µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:47:36.202671Z","caller":"traceutil/trace.go:171","msg":"trace[890983227] transaction","detail":"{read_only:false; response_revision:36072; number_of_response:1; }","duration":"376.368768ms","start":"2026-02-24T07:47:35.826276Z","end":"2026-02-24T07:47:36.202645Z","steps":["trace[890983227] 'process raft request' (duration: 376.033329ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:36.202724Z","caller":"traceutil/trace.go:171","msg":"trace[1078397389] transaction","detail":"{read_only:false; response_revision:36074; number_of_response:1; }","duration":"339.574414ms","start":"2026-02-24T07:47:35.863127Z","end":"2026-02-24T07:47:36.202701Z","steps":["trace[1078397389] 'process raft request' (duration: 339.382509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:36.202792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:35.826254Z","time spent":"376.470641ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":825,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T07:47:36.202834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:35.863117Z","time spent":"339.655836ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:47:36.202898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.179776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-24T07:47:36.203041Z","caller":"traceutil/trace.go:171","msg":"trace[1654606909] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:36074; }","duration":"203.32615ms","start":"2026-02-24T07:47:35.999652Z","end":"2026-02-24T07:47:36.202978Z","steps":["trace[1654606909] 'agreement among raft nodes before linearized reading' (duration: 203.088893ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:36.203037Z","caller":"traceutil/trace.go:171","msg":"trace[479079123] transaction","detail":"{read_only:false; response_revision:36073; number_of_response:1; }","duration":"346.667982ms","start":"2026-02-24T07:47:35.856291Z","end":"2026-02-24T07:47:36.202959Z","steps":["trace[479079123] 'process raft request' (duration: 346.156399ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:36.203266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:35.856285Z","time spent":"346.927089ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:47:36.203286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.545239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7fcd4fc457-b2gxq\" ","response":"range_response_count:1 size:7696"} {"level":"info","ts":"2026-02-24T07:47:36.203385Z","caller":"traceutil/trace.go:171","msg":"trace[1362288840] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7fcd4fc457-b2gxq; range_end:; response_count:1; response_revision:36074; }","duration":"274.689463ms","start":"2026-02-24T07:47:35.928639Z","end":"2026-02-24T07:47:36.203329Z","steps":["trace[1362288840] 'agreement among raft nodes before linearized reading' (duration: 274.053326ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:36.541054Z","caller":"traceutil/trace.go:171","msg":"trace[978109282] transaction","detail":"{read_only:false; response_revision:36075; number_of_response:1; }","duration":"332.317731ms","start":"2026-02-24T07:47:36.208703Z","end":"2026-02-24T07:47:36.541021Z","steps":["trace[978109282] 'process raft request' (duration: 267.595794ms)","trace[978109282] 'compare' (duration: 63.862236ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:47:36.541213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:36.208677Z","time spent":"332.467125ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T07:47:37.289013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.892939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:47:37.289177Z","caller":"traceutil/trace.go:171","msg":"trace[2026465644] transaction","detail":"{read_only:false; response_revision:36076; number_of_response:1; }","duration":"1.076831252s","start":"2026-02-24T07:47:36.21231Z","end":"2026-02-24T07:47:37.289141Z","steps":["trace[2026465644] 'process raft request' (duration: 571.368309ms)","trace[2026465644] 'compare' (duration: 504.447798ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:47:37.289262Z","caller":"traceutil/trace.go:171","msg":"trace[1459332259] linearizableReadLoop","detail":"{readStateIndex:37439; appliedIndex:37437; }","duration":"870.732423ms","start":"2026-02-24T07:47:36.418497Z","end":"2026-02-24T07:47:37.28923Z","steps":["trace[1459332259] 'read index received' (duration: 57.811563ms)","trace[1459332259] 'applied index is now lower than readState.Index' (duration: 812.91721ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:47:37.289292Z","caller":"traceutil/trace.go:171","msg":"trace[1578688358] transaction","detail":"{read_only:false; response_revision:36077; number_of_response:1; }","duration":"743.754021ms","start":"2026-02-24T07:47:36.545516Z","end":"2026-02-24T07:47:37.28927Z","steps":["trace[1578688358] 'process raft request' (duration: 743.632948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:37.289455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:36.2123Z","time spent":"1.076998756s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7500,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:47:37.289472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:36.545484Z","time spent":"743.866784ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T07:47:37.289476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.964485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:47:37.289529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.025851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:37.289557Z","caller":"traceutil/trace.go:171","msg":"trace[1972966211] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:36077; }","duration":"699.106819ms","start":"2026-02-24T07:47:36.590416Z","end":"2026-02-24T07:47:37.289522Z","steps":["trace[1972966211] 'agreement among raft nodes before linearized reading' (duration: 698.984196ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:37.289572Z","caller":"traceutil/trace.go:171","msg":"trace[1317286238] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:36077; }","duration":"236.056802ms","start":"2026-02-24T07:47:37.053494Z","end":"2026-02-24T07:47:37.289551Z","steps":["trace[1317286238] 'agreement among raft nodes before linearized reading' (duration: 236.005271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:37.289569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.603994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-24T07:47:37.289614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:36.590394Z","time spent":"699.203201ms","remote":"127.0.0.1:53252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:47:37.289624Z","caller":"traceutil/trace.go:171","msg":"trace[961580074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36077; }","duration":"224.694076ms","start":"2026-02-24T07:47:37.064914Z","end":"2026-02-24T07:47:37.289608Z","steps":["trace[961580074] 'agreement among raft nodes before linearized reading' (duration: 224.504492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:37.289472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.967319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:627"} {"level":"warn","ts":"2026-02-24T07:47:37.289643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.768952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-02-24T07:47:37.289673Z","caller":"traceutil/trace.go:171","msg":"trace[1003194226] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:36077; }","duration":"871.206475ms","start":"2026-02-24T07:47:36.418452Z","end":"2026-02-24T07:47:37.289658Z","steps":["trace[1003194226] 'agreement among raft nodes before linearized reading' (duration: 870.870896ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:37.289706Z","caller":"traceutil/trace.go:171","msg":"trace[979759912] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:36077; }","duration":"332.859314ms","start":"2026-02-24T07:47:36.956827Z","end":"2026-02-24T07:47:37.289686Z","steps":["trace[979759912] 'agreement among raft nodes before linearized reading' (duration: 332.630239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:37.289704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.851585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-02-24T07:47:37.289756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:36.956811Z","time spent":"332.932578ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":566,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-02-24T07:47:37.289716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:36.418431Z","time spent":"871.273066ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":651,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-24T07:47:37.289797Z","caller":"traceutil/trace.go:171","msg":"trace[1100060019] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:36077; }","duration":"643.01674ms","start":"2026-02-24T07:47:36.646755Z","end":"2026-02-24T07:47:37.289772Z","steps":["trace[1100060019] 'agreement among raft nodes before linearized reading' (duration: 642.727552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:37.289832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.670457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:37.289864Z","caller":"traceutil/trace.go:171","msg":"trace[585364672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36077; }","duration":"224.745269ms","start":"2026-02-24T07:47:37.065109Z","end":"2026-02-24T07:47:37.289855Z","steps":["trace[585364672] 'agreement among raft nodes before linearized reading' (duration: 224.691997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:37.289876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:36.646725Z","time spent":"643.135593ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-02-24T07:47:37.721296Z","caller":"traceutil/trace.go:171","msg":"trace[1513123135] transaction","detail":"{read_only:false; response_revision:36078; number_of_response:1; }","duration":"424.933629ms","start":"2026-02-24T07:47:37.296337Z","end":"2026-02-24T07:47:37.72127Z","steps":["trace[1513123135] 'process raft request' (duration: 423.667527ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:37.721449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:37.296307Z","time spent":"425.057913ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:47:38.226298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637911581,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T07:47:38.258194Z","caller":"traceutil/trace.go:171","msg":"trace[681173189] transaction","detail":"{read_only:false; response_revision:36079; number_of_response:1; }","duration":"958.17739ms","start":"2026-02-24T07:47:37.299987Z","end":"2026-02-24T07:47:38.258165Z","steps":["trace[681173189] 'process raft request' (duration: 957.834832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:38.258366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:37.299972Z","time spent":"958.304783ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7145,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:47:38.725175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.090539ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-24T07:47:38.725276Z","caller":"traceutil/trace.go:171","msg":"trace[1347544713] linearizableReadLoop","detail":"{readStateIndex:37443; appliedIndex:37441; }","duration":"999.024857ms","start":"2026-02-24T07:47:37.726234Z","end":"2026-02-24T07:47:38.725259Z","steps":["trace[1347544713] 'read index received' (duration: 531.475747ms)","trace[1347544713] 'applied index is now lower than readState.Index' (duration: 467.54745ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:47:38.72548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.237642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18971bbdcad25011\" ","response":"range_response_count:1 size:876"} {"level":"info","ts":"2026-02-24T07:47:38.725529Z","caller":"traceutil/trace.go:171","msg":"trace[870597364] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18971bbdcad25011; range_end:; response_count:1; response_revision:36079; }","duration":"999.322475ms","start":"2026-02-24T07:47:37.72619Z","end":"2026-02-24T07:47:38.725513Z","steps":["trace[870597364] 'agreement among raft nodes before linearized reading' (duration: 999.14631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:38.725566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:37.726174Z","time spent":"999.383376ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":900,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18971bbdcad25011\" "} {"level":"warn","ts":"2026-02-24T07:47:39.225776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637911586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T07:47:39.726748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637911586,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T07:47:39.791345Z","caller":"traceutil/trace.go:171","msg":"trace[1806557289] transaction","detail":"{read_only:false; response_revision:36080; number_of_response:1; }","duration":"1.281645159s","start":"2026-02-24T07:47:38.509679Z","end":"2026-02-24T07:47:39.791324Z","steps":["trace[1806557289] 'process raft request' (duration: 1.281521426s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:39.791465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:38.509653Z","time spent":"1.281747332s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:47:40.066894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999875069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T07:47:40.066975Z","caller":"traceutil/trace.go:171","msg":"trace[1341264931] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999992931s","start":"2026-02-24T07:47:38.066961Z","end":"2026-02-24T07:47:40.066954Z","steps":["trace[1341264931] 'agreement among raft nodes before linearized reading' (duration: 1.999892029s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:40.06707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:38.066947Z","time spent":"2.000108365s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:47:40.074924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.676337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:47:40.075013Z","caller":"traceutil/trace.go:171","msg":"trace[157077257] linearizableReadLoop","detail":"{readStateIndex:37445; appliedIndex:37444; }","duration":"1.349673969s","start":"2026-02-24T07:47:38.725301Z","end":"2026-02-24T07:47:40.074975Z","steps":["trace[157077257] 'read index received' (duration: 1.066057611s)","trace[157077257] 'applied index is now lower than readState.Index' (duration: 283.615268ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:47:40.075143Z","caller":"traceutil/trace.go:171","msg":"trace[1954274812] transaction","detail":"{read_only:false; response_revision:36081; number_of_response:1; }","duration":"1.346432298s","start":"2026-02-24T07:47:38.728686Z","end":"2026-02-24T07:47:40.075118Z","steps":["trace[1954274812] 'process raft request' (duration: 1.156491534s)","trace[1954274812] 'compare' (duration: 189.39922ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:47:40.075235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173119933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-24T07:47:40.075279Z","caller":"traceutil/trace.go:171","msg":"trace[1776762005] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:36081; }","duration":"2.173193314s","start":"2026-02-24T07:47:37.902077Z","end":"2026-02-24T07:47:40.07527Z","steps":["trace[1776762005] 'agreement among raft nodes before linearized reading' (duration: 2.17300461s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:40.075308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:37.902062Z","time spent":"2.173239596s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-24T07:47:40.075322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:38.728664Z","time spent":"1.346585172s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:47:40.075395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962352547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:47:40.075456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742318147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-24T07:47:40.075493Z","caller":"traceutil/trace.go:171","msg":"trace[230996723] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:36081; }","duration":"1.962486059s","start":"2026-02-24T07:47:38.112984Z","end":"2026-02-24T07:47:40.07547Z","steps":["trace[230996723] 'agreement among raft nodes before linearized reading' (duration: 1.96209348s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:40.075505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220341779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:40.07554Z","caller":"traceutil/trace.go:171","msg":"trace[2054128214] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:36081; }","duration":"1.742430689s","start":"2026-02-24T07:47:38.33309Z","end":"2026-02-24T07:47:40.07552Z","steps":["trace[2054128214] 'agreement among raft nodes before linearized reading' (duration: 1.742265145s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:40.075567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:38.112969Z","time spent":"1.962583352s","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-02-24T07:47:40.075599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064799469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"warn","ts":"2026-02-24T07:47:40.075612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:38.333068Z","time spent":"1.742530632s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-24T07:47:40.075632Z","caller":"traceutil/trace.go:171","msg":"trace[394032595] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:36081; }","duration":"1.064862741s","start":"2026-02-24T07:47:39.010762Z","end":"2026-02-24T07:47:40.075625Z","steps":["trace[394032595] 'agreement among raft nodes before linearized reading' (duration: 1.064779499s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:40.075624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100322303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:40.075615Z","caller":"traceutil/trace.go:171","msg":"trace[346399110] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:36081; }","duration":"1.220511173s","start":"2026-02-24T07:47:38.85508Z","end":"2026-02-24T07:47:40.075591Z","steps":["trace[346399110] 'agreement among raft nodes before linearized reading' (duration: 1.220318909s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:40.075653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:39.010744Z","time spent":"1.064906182s","remote":"127.0.0.1:53080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":376,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-02-24T07:47:40.075663Z","caller":"traceutil/trace.go:171","msg":"trace[2002075376] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:36081; }","duration":"1.100402325s","start":"2026-02-24T07:47:38.975251Z","end":"2026-02-24T07:47:40.075653Z","steps":["trace[2002075376] 'agreement among raft nodes before linearized reading' (duration: 1.100333173s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:40.075679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:38.855058Z","time spent":"1.220608915s","remote":"127.0.0.1:58278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:40.075701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:38.975226Z","time spent":"1.100465816s","remote":"127.0.0.1:58250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:47:40.075516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.315677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-02-24T07:47:40.075808Z","caller":"traceutil/trace.go:171","msg":"trace[368897499] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:36081; }","duration":"417.609805ms","start":"2026-02-24T07:47:39.658191Z","end":"2026-02-24T07:47:40.075801Z","steps":["trace[368897499] 'agreement among raft nodes before linearized reading' (duration: 417.264186ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:40.075832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:39.658173Z","time spent":"417.652376ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":566,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-02-24T07:47:40.075393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.172454547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-24T07:47:40.075895Z","caller":"traceutil/trace.go:171","msg":"trace[1861462982] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:36081; }","duration":"2.173012101s","start":"2026-02-24T07:47:37.90287Z","end":"2026-02-24T07:47:40.075882Z","steps":["trace[1861462982] 'agreement among raft nodes before linearized reading' (duration: 2.17219498s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:40.075937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:37.902849Z","time spent":"2.173076662s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-24T07:47:40.076193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814220263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-75b659d6f-8c8hq\" ","response":"range_response_count:1 size:6290"} {"level":"info","ts":"2026-02-24T07:47:40.076245Z","caller":"traceutil/trace.go:171","msg":"trace[655769132] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-75b659d6f-8c8hq; range_end:; response_count:1; response_revision:36081; }","duration":"1.814298154s","start":"2026-02-24T07:47:38.261931Z","end":"2026-02-24T07:47:40.076229Z","steps":["trace[655769132] 'agreement among raft nodes before linearized reading' (duration: 1.813132985s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:40.076404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:38.261917Z","time spent":"1.814470299s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":6314,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-75b659d6f-8c8hq\" "} {"level":"warn","ts":"2026-02-24T07:47:40.460048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.642367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:47:40.460217Z","caller":"traceutil/trace.go:171","msg":"trace[1070188354] transaction","detail":"{read_only:false; response_revision:36082; number_of_response:1; }","duration":"378.994525ms","start":"2026-02-24T07:47:40.081177Z","end":"2026-02-24T07:47:40.460171Z","steps":["trace[1070188354] 'process raft request' (duration: 142.076191ms)","trace[1070188354] 'compare' (duration: 236.380461ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:47:40.460392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:40.081149Z","time spent":"379.117067ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:47:40.521263Z","caller":"traceutil/trace.go:171","msg":"trace[1872858710] linearizableReadLoop","detail":"{readStateIndex:37447; appliedIndex:37445; }","duration":"438.88226ms","start":"2026-02-24T07:47:40.08234Z","end":"2026-02-24T07:47:40.521222Z","steps":["trace[1872858710] 'read index received' (duration: 140.931533ms)","trace[1872858710] 'applied index is now lower than readState.Index' (duration: 297.949347ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:47:40.521433Z","caller":"traceutil/trace.go:171","msg":"trace[1974503095] transaction","detail":"{read_only:false; response_revision:36084; number_of_response:1; }","duration":"434.611382ms","start":"2026-02-24T07:47:40.086809Z","end":"2026-02-24T07:47:40.521421Z","steps":["trace[1974503095] 'process raft request' (duration: 434.321115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:40.521603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:40.086797Z","time spent":"434.663973ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6171,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:47:40.52161Z","caller":"traceutil/trace.go:171","msg":"trace[3827399] transaction","detail":"{read_only:false; response_revision:36083; number_of_response:1; }","duration":"439.268899ms","start":"2026-02-24T07:47:40.082311Z","end":"2026-02-24T07:47:40.52158Z","steps":["trace[3827399] 'process raft request' (duration: 438.585922ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:40.521627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.513134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:47:40.521715Z","caller":"traceutil/trace.go:171","msg":"trace[590648276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36084; }","duration":"435.650148ms","start":"2026-02-24T07:47:40.086048Z","end":"2026-02-24T07:47:40.521698Z","steps":["trace[590648276] 'agreement among raft nodes before linearized reading' (duration: 435.444293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:40.521772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:40.086041Z","time spent":"435.72263ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:47:40.521747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.196254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T07:47:40.521784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.134816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-02-24T07:47:40.521828Z","caller":"traceutil/trace.go:171","msg":"trace[1923982173] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:36084; }","duration":"296.332727ms","start":"2026-02-24T07:47:40.225481Z","end":"2026-02-24T07:47:40.521814Z","steps":["trace[1923982173] 'agreement among raft nodes before linearized reading' (duration: 296.088141ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:47:40.521862Z","caller":"traceutil/trace.go:171","msg":"trace[890148342] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36084; }","duration":"398.261229ms","start":"2026-02-24T07:47:40.123579Z","end":"2026-02-24T07:47:40.52184Z","steps":["trace[890148342] 'agreement among raft nodes before linearized reading' (duration: 398.055104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:40.521873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:40.082293Z","time spent":"439.387533ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:47:40.521902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:40.123554Z","time spent":"398.339581ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T07:47:40.522846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.499941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7fcd4fc457-b2gxq.18971db7277dd0a4\" ","response":"range_response_count:1 size:989"} {"level":"info","ts":"2026-02-24T07:47:40.522887Z","caller":"traceutil/trace.go:171","msg":"trace[1408030990] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7fcd4fc457-b2gxq.18971db7277dd0a4; range_end:; response_count:1; response_revision:36084; }","duration":"440.569803ms","start":"2026-02-24T07:47:40.082307Z","end":"2026-02-24T07:47:40.522877Z","steps":["trace[1408030990] 'agreement among raft nodes before linearized reading' (duration: 439.320441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:47:40.522912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:47:40.08229Z","time spent":"440.614694ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1013,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7fcd4fc457-b2gxq.18971db7277dd0a4\" "} {"level":"info","ts":"2026-02-24T07:47:51.714862Z","caller":"traceutil/trace.go:171","msg":"trace[1909419598] transaction","detail":"{read_only:false; response_revision:36191; number_of_response:1; }","duration":"203.200077ms","start":"2026-02-24T07:47:51.511637Z","end":"2026-02-24T07:47:51.714837Z","steps":["trace[1909419598] 'process raft request' (duration: 161.495269ms)","trace[1909419598] 'compare' (duration: 41.267267ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:47:51.715309Z","caller":"traceutil/trace.go:171","msg":"trace[1009114272] transaction","detail":"{read_only:false; response_revision:36192; number_of_response:1; }","duration":"199.483613ms","start":"2026-02-24T07:47:51.515329Z","end":"2026-02-24T07:47:51.714812Z","steps":["trace[1009114272] 'process raft request' (duration: 199.284008ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:51:43.324485Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35986} {"level":"info","ts":"2026-02-24T07:51:43.441844Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35986,"took":"113.235146ms","hash":2855629396,"current-db-size-bytes":52531200,"current-db-size":"52 MB","current-db-size-in-use-bytes":28188672,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-24T07:51:43.441919Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2855629396,"revision":35986,"compact-revision":33904} {"level":"warn","ts":"2026-02-24T07:52:51.780312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.056687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-controller-manager\" ","response":"range_response_count:1 size:1330"} {"level":"info","ts":"2026-02-24T07:52:51.780371Z","caller":"traceutil/trace.go:171","msg":"trace[279829145] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-controller-manager; range_end:; response_count:1; response_revision:38348; }","duration":"157.152469ms","start":"2026-02-24T07:52:51.623205Z","end":"2026-02-24T07:52:51.780357Z","steps":["trace[279829145] 'range keys from in-memory index tree' (duration: 156.886643ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:51.780918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.148013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:52:51.781142Z","caller":"traceutil/trace.go:171","msg":"trace[298248803] transaction","detail":"{read_only:false; response_revision:38349; number_of_response:1; }","duration":"155.12642ms","start":"2026-02-24T07:52:51.625933Z","end":"2026-02-24T07:52:51.78106Z","steps":["trace[298248803] 'process raft request' (duration: 10.450583ms)","trace[298248803] 'compare' (duration: 143.930467ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:52:55.963407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.256187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:52:55.963655Z","caller":"traceutil/trace.go:171","msg":"trace[220413041] linearizableReadLoop","detail":"{readStateIndex:39814; appliedIndex:39812; }","duration":"123.35266ms","start":"2026-02-24T07:52:55.840285Z","end":"2026-02-24T07:52:55.963638Z","steps":["trace[220413041] 'read index received' (duration: 44.717753ms)","trace[220413041] 'applied index is now lower than readState.Index' (duration: 78.634017ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:52:55.963723Z","caller":"traceutil/trace.go:171","msg":"trace[2002720616] transaction","detail":"{read_only:false; response_revision:38380; number_of_response:1; }","duration":"171.984693ms","start":"2026-02-24T07:52:55.791728Z","end":"2026-02-24T07:52:55.963713Z","steps":["trace[2002720616] 'process raft request' (duration: 171.846649ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:52:55.963754Z","caller":"traceutil/trace.go:171","msg":"trace[1369881539] transaction","detail":"{read_only:false; response_revision:38379; number_of_response:1; }","duration":"205.150997ms","start":"2026-02-24T07:52:55.758562Z","end":"2026-02-24T07:52:55.963713Z","steps":["trace[1369881539] 'process raft request' (duration: 50.230643ms)","trace[1369881539] 'compare' (duration: 154.01594ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:52:55.963883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.585955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-dwedex\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-24T07:52:55.963934Z","caller":"traceutil/trace.go:171","msg":"trace[299923563] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-dwedex; range_end:; response_count:1; response_revision:38380; }","duration":"123.671398ms","start":"2026-02-24T07:52:55.84024Z","end":"2026-02-24T07:52:55.963912Z","steps":["trace[299923563] 'agreement among raft nodes before linearized reading' (duration: 123.515324ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:52:56.014256Z","caller":"traceutil/trace.go:171","msg":"trace[594460220] transaction","detail":"{read_only:false; response_revision:38381; number_of_response:1; }","duration":"148.944474ms","start":"2026-02-24T07:52:55.865284Z","end":"2026-02-24T07:52:56.014229Z","steps":["trace[594460220] 'process raft request' (duration: 148.793301ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:52:56.205192Z","caller":"traceutil/trace.go:171","msg":"trace[116346032] linearizableReadLoop","detail":"{readStateIndex:39816; appliedIndex:39814; }","duration":"241.489179ms","start":"2026-02-24T07:52:55.963682Z","end":"2026-02-24T07:52:56.205172Z","steps":["trace[116346032] 'read index received' (duration: 50.367556ms)","trace[116346032] 'applied index is now lower than readState.Index' (duration: 191.120593ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:52:56.20523Z","caller":"traceutil/trace.go:171","msg":"trace[1754014422] transaction","detail":"{read_only:false; response_revision:38382; number_of_response:1; }","duration":"255.163532ms","start":"2026-02-24T07:52:55.950023Z","end":"2026-02-24T07:52:56.205187Z","steps":["trace[1754014422] 'process raft request' (duration: 162.518444ms)","trace[1754014422] 'compare' (duration: 92.425613ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:52:56.205928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.797563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:52:56.205983Z","caller":"traceutil/trace.go:171","msg":"trace[373458699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38383; }","duration":"139.902786ms","start":"2026-02-24T07:52:56.066067Z","end":"2026-02-24T07:52:56.20597Z","steps":["trace[373458699] 'agreement among raft nodes before linearized reading' (duration: 139.775583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:56.206019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.639642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/kubeadm-certs\" ","response":"range_response_count:1 size:11448"} {"level":"info","ts":"2026-02-24T07:52:56.206108Z","caller":"traceutil/trace.go:171","msg":"trace[1694946041] range","detail":"{range_begin:/registry/secrets/kube-system/kubeadm-certs; range_end:; response_count:1; response_revision:38383; }","duration":"317.793776ms","start":"2026-02-24T07:52:55.888292Z","end":"2026-02-24T07:52:56.206085Z","steps":["trace[1694946041] 'agreement among raft nodes before linearized reading' (duration: 316.961565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:56.206168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:52:55.888277Z","time spent":"317.881578ms","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":11472,"request content":"key:\"/registry/secrets/kube-system/kubeadm-certs\" "} {"level":"info","ts":"2026-02-24T07:52:56.466035Z","caller":"traceutil/trace.go:171","msg":"trace[1440398984] linearizableReadLoop","detail":"{readStateIndex:39818; appliedIndex:39817; }","duration":"153.58487ms","start":"2026-02-24T07:52:56.312423Z","end":"2026-02-24T07:52:56.466008Z","steps":["trace[1440398984] 'read index received' (duration: 86.799271ms)","trace[1440398984] 'applied index is now lower than readState.Index' (duration: 66.784339ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:52:56.466117Z","caller":"traceutil/trace.go:171","msg":"trace[676440372] transaction","detail":"{read_only:false; response_revision:38384; number_of_response:1; }","duration":"160.872204ms","start":"2026-02-24T07:52:56.305186Z","end":"2026-02-24T07:52:56.466058Z","steps":["trace[676440372] 'process raft request' (duration: 94.019134ms)","trace[676440372] 'compare' (duration: 66.557423ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:52:56.4662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.769265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/kubeadm-certs\" ","response":"range_response_count:1 size:11448"} {"level":"info","ts":"2026-02-24T07:52:56.466264Z","caller":"traceutil/trace.go:171","msg":"trace[1663131715] range","detail":"{range_begin:/registry/secrets/kube-system/kubeadm-certs; range_end:; response_count:1; response_revision:38384; }","duration":"153.878398ms","start":"2026-02-24T07:52:56.31237Z","end":"2026-02-24T07:52:56.466248Z","steps":["trace[1663131715] 'agreement among raft nodes before linearized reading' (duration: 153.754164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:56.466417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.20949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1\" ","response":"range_response_count:1 size:317267"} {"level":"info","ts":"2026-02-24T07:52:56.466466Z","caller":"traceutil/trace.go:171","msg":"trace[606938710] range","detail":"{range_begin:/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1; range_end:; response_count:1; response_revision:38384; }","duration":"153.305363ms","start":"2026-02-24T07:52:56.313148Z","end":"2026-02-24T07:52:56.466453Z","steps":["trace[606938710] 'agreement among raft nodes before linearized reading' (duration: 153.003345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:57.021748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.020816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:52:57.021856Z","caller":"traceutil/trace.go:171","msg":"trace[943696977] transaction","detail":"{read_only:false; response_revision:38385; number_of_response:1; }","duration":"551.309514ms","start":"2026-02-24T07:52:56.470526Z","end":"2026-02-24T07:52:57.021836Z","steps":["trace[943696977] 'process raft request' (duration: 400.128564ms)","trace[943696977] 'compare' (duration: 150.902093ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:52:57.021927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:52:56.470517Z","time spent":"551.382117ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:52:57.571227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.072727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:52:57.571513Z","caller":"traceutil/trace.go:171","msg":"trace[1106571411] transaction","detail":"{read_only:false; response_revision:38386; number_of_response:1; }","duration":"1.100287841s","start":"2026-02-24T07:52:56.471152Z","end":"2026-02-24T07:52:57.571439Z","steps":["trace[1106571411] 'process raft request' (duration: 675.867485ms)","trace[1106571411] 'compare' (duration: 423.77685ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:52:57.572146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:52:56.471145Z","time spent":"1.100440975s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:52:57.572514Z","caller":"traceutil/trace.go:171","msg":"trace[1240810319] transaction","detail":"{read_only:false; response_revision:38387; number_of_response:1; }","duration":"1.089806298s","start":"2026-02-24T07:52:56.482692Z","end":"2026-02-24T07:52:57.572499Z","steps":["trace[1240810319] 'process raft request' (duration: 1.088629808s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:57.572592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:52:56.482674Z","time spent":"1.08988068s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:52:57.572907Z","caller":"traceutil/trace.go:171","msg":"trace[681000710] transaction","detail":"{read_only:false; response_revision:38390; number_of_response:1; }","duration":"658.478128ms","start":"2026-02-24T07:52:56.914397Z","end":"2026-02-24T07:52:57.572875Z","steps":["trace[681000710] 'process raft request' (duration: 658.097759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:57.573044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:52:56.91439Z","time spent":"658.5713ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:52:57.573177Z","caller":"traceutil/trace.go:171","msg":"trace[628827409] linearizableReadLoop","detail":"{readStateIndex:39821; appliedIndex:39818; }","duration":"1.004572825s","start":"2026-02-24T07:52:56.568592Z","end":"2026-02-24T07:52:57.573165Z","steps":["trace[628827409] 'read index received' (duration: 302.078171ms)","trace[628827409] 'applied index is now lower than readState.Index' (duration: 702.492924ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:52:57.573098Z","caller":"traceutil/trace.go:171","msg":"trace[1193697362] transaction","detail":"{read_only:false; response_revision:38388; number_of_response:1; }","duration":"661.681989ms","start":"2026-02-24T07:52:56.91138Z","end":"2026-02-24T07:52:57.573062Z","steps":["trace[1193697362] 'process raft request' (duration: 661.026893ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:52:57.573249Z","caller":"traceutil/trace.go:171","msg":"trace[1133326198] transaction","detail":"{read_only:false; response_revision:38389; number_of_response:1; }","duration":"660.91422ms","start":"2026-02-24T07:52:56.912294Z","end":"2026-02-24T07:52:57.573208Z","steps":["trace[1133326198] 'process raft request' (duration: 660.163461ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:57.57337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:52:56.911356Z","time spent":"661.914544ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:52:57.573421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:52:56.912255Z","time spent":"661.073454ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:52:57.852507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.958565ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-24T07:52:57.852675Z","caller":"traceutil/trace.go:171","msg":"trace[1800914647] linearizableReadLoop","detail":"{readStateIndex:39825; appliedIndex:39824; }","duration":"279.443022ms","start":"2026-02-24T07:52:57.573218Z","end":"2026-02-24T07:52:57.852661Z","steps":["trace[1800914647] 'read index received' (duration: 69.151µs)","trace[1800914647] 'applied index is now lower than readState.Index' (duration: 279.372701ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:52:57.852683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284050489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/sh.helm.release.v1.local-path-provisioner.v1\" ","response":"range_response_count:1 size:12728"} {"level":"warn","ts":"2026-02-24T07:52:57.852794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264858837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-24T07:52:57.852827Z","caller":"traceutil/trace.go:171","msg":"trace[1180321845] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:38391; }","duration":"1.264946399s","start":"2026-02-24T07:52:56.58787Z","end":"2026-02-24T07:52:57.852817Z","steps":["trace[1180321845] 'agreement among raft nodes before linearized reading' (duration: 1.264831166s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:57.852852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:52:56.587844Z","time spent":"1.265001761s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-02-24T07:52:57.852966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.842163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:52:57.852994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.014378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:52:57.853029Z","caller":"traceutil/trace.go:171","msg":"trace[1232649594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38391; }","duration":"784.912295ms","start":"2026-02-24T07:52:57.068103Z","end":"2026-02-24T07:52:57.853015Z","steps":["trace[1232649594] 'agreement among raft nodes before linearized reading' (duration: 784.814303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:57.853028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.338769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:52:57.853059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:52:57.068055Z","time spent":"784.999447ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T07:52:57.853057Z","caller":"traceutil/trace.go:171","msg":"trace[414679925] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:38391; }","duration":"941.110991ms","start":"2026-02-24T07:52:56.911927Z","end":"2026-02-24T07:52:57.853038Z","steps":["trace[414679925] 'agreement among raft nodes before linearized reading' (duration: 941.001408ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:52:57.853091Z","caller":"traceutil/trace.go:171","msg":"trace[657696062] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:38391; }","duration":"803.444481ms","start":"2026-02-24T07:52:57.049632Z","end":"2026-02-24T07:52:57.853076Z","steps":["trace[657696062] 'agreement among raft nodes before linearized reading' (duration: 803.331588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:57.853101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240911825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1\" ","response":"range_response_count:1 size:317267"} {"level":"info","ts":"2026-02-24T07:52:57.853125Z","caller":"traceutil/trace.go:171","msg":"trace[1868740350] range","detail":"{range_begin:/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1; range_end:; response_count:1; response_revision:38391; }","duration":"1.240965907s","start":"2026-02-24T07:52:56.61215Z","end":"2026-02-24T07:52:57.853116Z","steps":["trace[1868740350] 'agreement among raft nodes before linearized reading' (duration: 1.240854784s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:57.853126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:52:57.049616Z","time spent":"803.500673ms","remote":"127.0.0.1:53318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:52:57.853122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:52:56.911918Z","time spent":"941.186512ms","remote":"127.0.0.1:38780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:52:57.853136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.87686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T07:52:57.853182Z","caller":"traceutil/trace.go:171","msg":"trace[1347204286] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38391; }","duration":"900.966042ms","start":"2026-02-24T07:52:56.952206Z","end":"2026-02-24T07:52:57.853172Z","steps":["trace[1347204286] 'agreement among raft nodes before linearized reading' (duration: 900.844289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:57.85322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:52:56.952187Z","time spent":"901.025024ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T07:52:57.853233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.522461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:52:57.853303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.861929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:52:57.853337Z","caller":"traceutil/trace.go:171","msg":"trace[1660544663] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:38391; }","duration":"555.9243ms","start":"2026-02-24T07:52:57.297406Z","end":"2026-02-24T07:52:57.853331Z","steps":["trace[1660544663] 'agreement among raft nodes before linearized reading' (duration: 555.867259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:57.853361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:52:57.29739Z","time spent":"555.966502ms","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:52:57.853355Z","caller":"traceutil/trace.go:171","msg":"trace[140659667] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:38391; }","duration":"370.834129ms","start":"2026-02-24T07:52:57.482497Z","end":"2026-02-24T07:52:57.853331Z","steps":["trace[140659667] 'agreement among raft nodes before linearized reading' (duration: 370.507081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:57.853303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.312403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:52:57.853455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:52:57.48248Z","time spent":"370.953862ms","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:52:57.853151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:52:56.612134Z","time spent":"1.241010527s","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":317291,"request content":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1\" "} {"level":"info","ts":"2026-02-24T07:52:57.853543Z","caller":"traceutil/trace.go:171","msg":"trace[624288551] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:38391; }","duration":"502.58774ms","start":"2026-02-24T07:52:57.350943Z","end":"2026-02-24T07:52:57.853531Z","steps":["trace[624288551] 'agreement among raft nodes before linearized reading' (duration: 502.327683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:57.853605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:52:57.350923Z","time spent":"502.664052ms","remote":"127.0.0.1:53526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:52:57.852788Z","caller":"traceutil/trace.go:171","msg":"trace[1406231408] range","detail":"{range_begin:/registry/secrets/local-path-storage/sh.helm.release.v1.local-path-provisioner.v1; range_end:; response_count:1; response_revision:38391; }","duration":"1.284185022s","start":"2026-02-24T07:52:56.568576Z","end":"2026-02-24T07:52:57.852761Z","steps":["trace[1406231408] 'agreement among raft nodes before linearized reading' (duration: 1.004693208s)","trace[1406231408] 'range keys from in-memory index tree' (duration: 279.217107ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:52:57.853726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:52:56.568517Z","time spent":"1.285177768s","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":12752,"request content":"key:\"/registry/secrets/local-path-storage/sh.helm.release.v1.local-path-provisioner.v1\" "} {"level":"info","ts":"2026-02-24T07:52:57.854892Z","caller":"traceutil/trace.go:171","msg":"trace[624928358] transaction","detail":"{read_only:false; response_revision:38392; number_of_response:1; }","duration":"232.718348ms","start":"2026-02-24T07:52:57.622145Z","end":"2026-02-24T07:52:57.854864Z","steps":["trace[624928358] 'process raft request' (duration: 230.43904ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:52:58.1376Z","caller":"traceutil/trace.go:171","msg":"trace[1082519101] linearizableReadLoop","detail":"{readStateIndex:39827; appliedIndex:39826; }","duration":"280.622693ms","start":"2026-02-24T07:52:57.856929Z","end":"2026-02-24T07:52:58.137551Z","steps":["trace[1082519101] 'read index received' (duration: 251.183733ms)","trace[1082519101] 'applied index is now lower than readState.Index' (duration: 29.43744ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:52:58.137746Z","caller":"traceutil/trace.go:171","msg":"trace[1229398604] transaction","detail":"{read_only:false; response_revision:38393; number_of_response:1; }","duration":"280.951172ms","start":"2026-02-24T07:52:57.856776Z","end":"2026-02-24T07:52:58.137727Z","steps":["trace[1229398604] 'process raft request' (duration: 251.105631ms)","trace[1229398604] 'compare' (duration: 29.101361ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:52:58.138032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.086745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c304f092-42ab-439e-92b7-8955102d5444\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-24T07:52:58.138113Z","caller":"traceutil/trace.go:171","msg":"trace[1717031197] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c304f092-42ab-439e-92b7-8955102d5444; range_end:; response_count:1; response_revision:38393; }","duration":"281.221788ms","start":"2026-02-24T07:52:57.85687Z","end":"2026-02-24T07:52:58.138091Z","steps":["trace[1717031197] 'agreement among raft nodes before linearized reading' (duration: 280.872479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:58.441527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.324239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:52:58.441713Z","caller":"traceutil/trace.go:171","msg":"trace[994841628] transaction","detail":"{read_only:false; response_revision:38395; number_of_response:1; }","duration":"422.042927ms","start":"2026-02-24T07:52:58.019651Z","end":"2026-02-24T07:52:58.441693Z","steps":["trace[994841628] 'process raft request' (duration: 421.963285ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:52:58.441764Z","caller":"traceutil/trace.go:171","msg":"trace[1341132417] transaction","detail":"{read_only:false; response_revision:38394; number_of_response:1; }","duration":"472.556366ms","start":"2026-02-24T07:52:57.969153Z","end":"2026-02-24T07:52:58.441709Z","steps":["trace[1341132417] 'process raft request' (duration: 352.971341ms)","trace[1341132417] 'compare' (duration: 119.183536ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:52:58.441819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:52:58.019625Z","time spent":"422.140149ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:52:58.441945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:52:57.969131Z","time spent":"472.71867ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:52:58.441724Z","caller":"traceutil/trace.go:171","msg":"trace[1736861989] linearizableReadLoop","detail":"{readStateIndex:39829; appliedIndex:39827; }","duration":"304.027539ms","start":"2026-02-24T07:52:58.137681Z","end":"2026-02-24T07:52:58.441708Z","steps":["trace[1736861989] 'read index received' (duration: 184.421104ms)","trace[1736861989] 'applied index is now lower than readState.Index' (duration: 119.605525ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:52:58.442087Z","caller":"traceutil/trace.go:171","msg":"trace[1209999772] transaction","detail":"{read_only:false; response_revision:38396; number_of_response:1; }","duration":"204.53676ms","start":"2026-02-24T07:52:58.23753Z","end":"2026-02-24T07:52:58.442067Z","steps":["trace[1209999772] 'process raft request' (duration: 204.142721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:58.442167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.895333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:52:58.442188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.953133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:52:58.442244Z","caller":"traceutil/trace.go:171","msg":"trace[1542984209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38396; }","duration":"190.044756ms","start":"2026-02-24T07:52:58.252187Z","end":"2026-02-24T07:52:58.442231Z","steps":["trace[1542984209] 'agreement among raft nodes before linearized reading' (duration: 189.965954ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:52:58.442242Z","caller":"traceutil/trace.go:171","msg":"trace[1804290824] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:38396; }","duration":"397.006676ms","start":"2026-02-24T07:52:58.045215Z","end":"2026-02-24T07:52:58.442222Z","steps":["trace[1804290824] 'agreement among raft nodes before linearized reading' (duration: 396.539055ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:58.442237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.495423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/sh.helm.release.v1.local-path-provisioner.v1\" ","response":"range_response_count:1 size:12728"} {"level":"warn","ts":"2026-02-24T07:52:58.442254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.362689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-24T07:52:58.442296Z","caller":"traceutil/trace.go:171","msg":"trace[1399156695] range","detail":"{range_begin:/registry/secrets/local-path-storage/sh.helm.release.v1.local-path-provisioner.v1; range_end:; response_count:1; response_revision:38396; }","duration":"505.598896ms","start":"2026-02-24T07:52:57.936681Z","end":"2026-02-24T07:52:58.44228Z","steps":["trace[1399156695] 'agreement among raft nodes before linearized reading' (duration: 505.079243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:58.442293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:52:58.045191Z","time spent":"397.086229ms","remote":"127.0.0.1:38930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-24T07:52:58.442343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:52:57.936656Z","time spent":"505.678587ms","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":12752,"request content":"key:\"/registry/secrets/local-path-storage/sh.helm.release.v1.local-path-provisioner.v1\" "} {"level":"warn","ts":"2026-02-24T07:52:58.442405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.495481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-ovn-vpn-agent\" ","response":"range_response_count:1 size:546"} {"level":"info","ts":"2026-02-24T07:52:58.44243Z","caller":"traceutil/trace.go:171","msg":"trace[728493929] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-ovn-vpn-agent; range_end:; response_count:1; response_revision:38396; }","duration":"181.559482ms","start":"2026-02-24T07:52:58.260863Z","end":"2026-02-24T07:52:58.442423Z","steps":["trace[728493929] 'agreement among raft nodes before linearized reading' (duration: 181.47224ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:52:58.442302Z","caller":"traceutil/trace.go:171","msg":"trace[848600186] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:38396; }","duration":"310.453941ms","start":"2026-02-24T07:52:58.131835Z","end":"2026-02-24T07:52:58.442289Z","steps":["trace[848600186] 'agreement among raft nodes before linearized reading' (duration: 309.934948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:58.442532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:52:58.131814Z","time spent":"310.709178ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-24T07:52:58.444197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.316137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1\" ","response":"range_response_count:1 size:317267"} {"level":"info","ts":"2026-02-24T07:52:58.444279Z","caller":"traceutil/trace.go:171","msg":"trace[483914745] range","detail":"{range_begin:/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1; range_end:; response_count:1; response_revision:38396; }","duration":"565.448101ms","start":"2026-02-24T07:52:57.878811Z","end":"2026-02-24T07:52:58.444259Z","steps":["trace[483914745] 'agreement among raft nodes before linearized reading' (duration: 562.937187ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:58.44432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:52:57.878796Z","time spent":"565.514832ms","remote":"127.0.0.1:53064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":317291,"request content":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1\" "} {"level":"info","ts":"2026-02-24T07:52:58.769282Z","caller":"traceutil/trace.go:171","msg":"trace[106640888] linearizableReadLoop","detail":"{readStateIndex:39831; appliedIndex:39830; }","duration":"260.695842ms","start":"2026-02-24T07:52:58.508557Z","end":"2026-02-24T07:52:58.769253Z","steps":["trace[106640888] 'read index received' (duration: 239.50365ms)","trace[106640888] 'applied index is now lower than readState.Index' (duration: 21.190952ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:52:58.769391Z","caller":"traceutil/trace.go:171","msg":"trace[1569718722] transaction","detail":"{read_only:false; response_revision:38397; number_of_response:1; }","duration":"294.932552ms","start":"2026-02-24T07:52:58.474444Z","end":"2026-02-24T07:52:58.769376Z","steps":["trace[1569718722] 'process raft request' (duration: 273.285708ms)","trace[1569718722] 'compare' (duration: 21.415548ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:52:58.769605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.02949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/sh.helm.release.v1.local-path-provisioner.v1\" ","response":"range_response_count:1 size:12728"} {"level":"info","ts":"2026-02-24T07:52:58.769675Z","caller":"traceutil/trace.go:171","msg":"trace[634268459] range","detail":"{range_begin:/registry/secrets/local-path-storage/sh.helm.release.v1.local-path-provisioner.v1; range_end:; response_count:1; response_revision:38397; }","duration":"261.139013ms","start":"2026-02-24T07:52:58.508518Z","end":"2026-02-24T07:52:58.769657Z","steps":["trace[634268459] 'agreement among raft nodes before linearized reading' (duration: 260.928708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:58.770326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.857038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/default\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-02-24T07:52:58.770413Z","caller":"traceutil/trace.go:171","msg":"trace[157863148] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/default; range_end:; response_count:1; response_revision:38397; }","duration":"167.997771ms","start":"2026-02-24T07:52:58.602399Z","end":"2026-02-24T07:52:58.770397Z","steps":["trace[157863148] 'agreement among raft nodes before linearized reading' (duration: 167.732285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:59.04833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.468898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/default\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-02-24T07:52:59.048428Z","caller":"traceutil/trace.go:171","msg":"trace[896742534] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/default; range_end:; response_count:1; response_revision:38397; }","duration":"161.612692ms","start":"2026-02-24T07:52:58.886793Z","end":"2026-02-24T07:52:59.048406Z","steps":["trace[896742534] 'range keys from in-memory index tree' (duration: 161.277323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:59.04847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.373998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-02-24T07:52:59.048532Z","caller":"traceutil/trace.go:171","msg":"trace[1901024786] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:38397; }","duration":"173.461259ms","start":"2026-02-24T07:52:58.875053Z","end":"2026-02-24T07:52:59.048514Z","steps":["trace[1901024786] 'range keys from in-memory index tree' (duration: 172.706561ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:52:59.211905Z","caller":"traceutil/trace.go:171","msg":"trace[1660992909] linearizableReadLoop","detail":"{readStateIndex:39832; appliedIndex:39831; }","duration":"155.077657ms","start":"2026-02-24T07:52:59.056803Z","end":"2026-02-24T07:52:59.21188Z","steps":["trace[1660992909] 'read index received' (duration: 154.747879ms)","trace[1660992909] 'applied index is now lower than readState.Index' (duration: 328.478µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:52:59.212013Z","caller":"traceutil/trace.go:171","msg":"trace[1821396415] transaction","detail":"{read_only:false; response_revision:38398; number_of_response:1; }","duration":"159.269533ms","start":"2026-02-24T07:52:59.052697Z","end":"2026-02-24T07:52:59.211966Z","steps":["trace[1821396415] 'process raft request' (duration: 158.986926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:59.212144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.325214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/default\" ","response":"range_response_count:1 size:194"} {"level":"warn","ts":"2026-02-24T07:52:59.212145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.551498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:52:59.212334Z","caller":"traceutil/trace.go:171","msg":"trace[1797359319] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/default; range_end:; response_count:1; response_revision:38398; }","duration":"155.553758ms","start":"2026-02-24T07:52:59.056762Z","end":"2026-02-24T07:52:59.212316Z","steps":["trace[1797359319] 'agreement among raft nodes before linearized reading' (duration: 155.253941ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:52:59.21257Z","caller":"traceutil/trace.go:171","msg":"trace[1093137664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38398; }","duration":"148.00342ms","start":"2026-02-24T07:52:59.064541Z","end":"2026-02-24T07:52:59.212544Z","steps":["trace[1093137664] 'agreement among raft nodes before linearized reading' (duration: 147.538649ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:59.502459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.328223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:198"} {"level":"info","ts":"2026-02-24T07:52:59.502519Z","caller":"traceutil/trace.go:171","msg":"trace[714710900] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:38398; }","duration":"186.422266ms","start":"2026-02-24T07:52:59.316083Z","end":"2026-02-24T07:52:59.502505Z","steps":["trace[714710900] 'range keys from in-memory index tree' (duration: 186.20875ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:59.502837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.590924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:213"} {"level":"info","ts":"2026-02-24T07:52:59.502894Z","caller":"traceutil/trace.go:171","msg":"trace[854547690] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:38398; }","duration":"181.667116ms","start":"2026-02-24T07:52:59.321211Z","end":"2026-02-24T07:52:59.502878Z","steps":["trace[854547690] 'range keys from in-memory index tree' (duration: 181.494991ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:52:59.67931Z","caller":"traceutil/trace.go:171","msg":"trace[1760536610] transaction","detail":"{read_only:false; response_revision:38400; number_of_response:1; }","duration":"101.171682ms","start":"2026-02-24T07:52:59.578117Z","end":"2026-02-24T07:52:59.679288Z","steps":["trace[1760536610] 'process raft request' (duration: 100.943176ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:52:59.679997Z","caller":"traceutil/trace.go:171","msg":"trace[562557157] transaction","detail":"{read_only:false; response_revision:38401; number_of_response:1; }","duration":"101.770577ms","start":"2026-02-24T07:52:59.578195Z","end":"2026-02-24T07:52:59.679965Z","steps":["trace[562557157] 'process raft request' (duration: 101.052549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:52:59.830916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.20216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:25 size:19544"} {"level":"warn","ts":"2026-02-24T07:52:59.831131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.631081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:25 size:19544"} {"level":"info","ts":"2026-02-24T07:52:59.8312Z","caller":"traceutil/trace.go:171","msg":"trace[1464756671] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:25; response_revision:38403; }","duration":"114.722243ms","start":"2026-02-24T07:52:59.716462Z","end":"2026-02-24T07:52:59.831184Z","steps":["trace[1464756671] 'range keys from in-memory index tree' (duration: 114.233311ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:52:59.831198Z","caller":"traceutil/trace.go:171","msg":"trace[722925009] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:25; response_revision:38403; }","duration":"112.443005ms","start":"2026-02-24T07:52:59.718617Z","end":"2026-02-24T07:52:59.83106Z","steps":["trace[722925009] 'range keys from in-memory index tree' (duration: 111.788939ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:52:59.961426Z","caller":"traceutil/trace.go:171","msg":"trace[233179276] transaction","detail":"{read_only:false; response_revision:38404; number_of_response:1; }","duration":"101.965263ms","start":"2026-02-24T07:52:59.8594Z","end":"2026-02-24T07:52:59.961365Z","steps":["trace[233179276] 'process raft request' (duration: 101.615344ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:53:00.81505Z","caller":"traceutil/trace.go:171","msg":"trace[1898468104] linearizableReadLoop","detail":"{readStateIndex:39844; appliedIndex:39841; }","duration":"354.265162ms","start":"2026-02-24T07:53:00.460755Z","end":"2026-02-24T07:53:00.814988Z","steps":["trace[1898468104] 'read index received' (duration: 36.573709ms)","trace[1898468104] 'applied index is now lower than readState.Index' (duration: 317.658143ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:53:00.815388Z","caller":"traceutil/trace.go:171","msg":"trace[1848344591] transaction","detail":"{read_only:false; response_revision:38408; number_of_response:1; }","duration":"367.375632ms","start":"2026-02-24T07:53:00.447985Z","end":"2026-02-24T07:53:00.815361Z","steps":["trace[1848344591] 'process raft request' (duration: 296.777868ms)","trace[1848344591] 'compare' (duration: 70.03884ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:53:00.815505Z","caller":"traceutil/trace.go:171","msg":"trace[137223108] transaction","detail":"{read_only:false; response_revision:38409; number_of_response:1; }","duration":"366.397798ms","start":"2026-02-24T07:53:00.44908Z","end":"2026-02-24T07:53:00.815478Z","steps":["trace[137223108] 'process raft request' (duration: 365.854713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:00.815531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.432891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-02-24T07:53:00.815606Z","caller":"traceutil/trace.go:171","msg":"trace[621283687] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:38409; }","duration":"343.531204ms","start":"2026-02-24T07:53:00.472055Z","end":"2026-02-24T07:53:00.815586Z","steps":["trace[621283687] 'agreement among raft nodes before linearized reading' (duration: 343.300417ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:00.815606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:53:00.449072Z","time spent":"366.467169ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:53:00.81566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:53:00.472046Z","time spent":"343.601895ms","remote":"127.0.0.1:53154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":204,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-02-24T07:53:00.815684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.846738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"warn","ts":"2026-02-24T07:53:00.815825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:53:00.447973Z","time spent":"367.814523ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:53:00.815826Z","caller":"traceutil/trace.go:171","msg":"trace[1500458557] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:38409; }","duration":"355.069313ms","start":"2026-02-24T07:53:00.460731Z","end":"2026-02-24T07:53:00.8158Z","steps":["trace[1500458557] 'agreement among raft nodes before linearized reading' (duration: 354.464117ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:00.815976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:53:00.460722Z","time spent":"355.245398ms","remote":"127.0.0.1:53154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"warn","ts":"2026-02-24T07:53:00.815639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.792217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-24T07:53:00.816028Z","caller":"traceutil/trace.go:171","msg":"trace[168634503] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:38409; }","duration":"203.211197ms","start":"2026-02-24T07:53:00.612802Z","end":"2026-02-24T07:53:00.816013Z","steps":["trace[168634503] 'agreement among raft nodes before linearized reading' (duration: 202.627752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:01.077512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.145942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:53:01.077606Z","caller":"traceutil/trace.go:171","msg":"trace[1272712808] linearizableReadLoop","detail":"{readStateIndex:39845; appliedIndex:39844; }","duration":"161.17476ms","start":"2026-02-24T07:53:00.916414Z","end":"2026-02-24T07:53:01.077589Z","steps":["trace[1272712808] 'read index received' (duration: 16.824702ms)","trace[1272712808] 'applied index is now lower than readState.Index' (duration: 144.348948ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:53:01.077841Z","caller":"traceutil/trace.go:171","msg":"trace[836921076] transaction","detail":"{read_only:false; response_revision:38410; number_of_response:1; }","duration":"256.119076ms","start":"2026-02-24T07:53:00.821708Z","end":"2026-02-24T07:53:01.077827Z","steps":["trace[836921076] 'process raft request' (duration: 111.559954ms)","trace[836921076] 'compare' (duration: 144.008499ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:53:01.07805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.607042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:53:01.078126Z","caller":"traceutil/trace.go:171","msg":"trace[730093420] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:38410; }","duration":"138.711065ms","start":"2026-02-24T07:53:00.939397Z","end":"2026-02-24T07:53:01.078108Z","steps":["trace[730093420] 'agreement among raft nodes before linearized reading' (duration: 138.531871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:01.078396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.98297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-02-24T07:53:01.07844Z","caller":"traceutil/trace.go:171","msg":"trace[51526982] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:38410; }","duration":"162.057921ms","start":"2026-02-24T07:53:00.916372Z","end":"2026-02-24T07:53:01.07843Z","steps":["trace[51526982] 'agreement among raft nodes before linearized reading' (duration: 161.928018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:01.078554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.209523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-02-24T07:53:01.078672Z","caller":"traceutil/trace.go:171","msg":"trace[230183264] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:38410; }","duration":"138.350187ms","start":"2026-02-24T07:53:00.940292Z","end":"2026-02-24T07:53:01.078642Z","steps":["trace[230183264] 'agreement among raft nodes before linearized reading' (duration: 138.09879ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:53:01.796455Z","caller":"traceutil/trace.go:171","msg":"trace[1630370804] transaction","detail":"{read_only:false; response_revision:38413; number_of_response:1; }","duration":"113.118794ms","start":"2026-02-24T07:53:01.68331Z","end":"2026-02-24T07:53:01.796429Z","steps":["trace[1630370804] 'process raft request' (duration: 112.921549ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:53:01.796673Z","caller":"traceutil/trace.go:171","msg":"trace[1309518667] transaction","detail":"{read_only:false; response_revision:38414; number_of_response:1; }","duration":"110.857806ms","start":"2026-02-24T07:53:01.685783Z","end":"2026-02-24T07:53:01.796641Z","steps":["trace[1309518667] 'process raft request' (duration: 110.59023ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:53:01.796853Z","caller":"traceutil/trace.go:171","msg":"trace[1228404425] linearizableReadLoop","detail":"{readStateIndex:39848; appliedIndex:39846; }","duration":"112.504777ms","start":"2026-02-24T07:53:01.684335Z","end":"2026-02-24T07:53:01.79684Z","steps":["trace[1228404425] 'read index received' (duration: 23.224253ms)","trace[1228404425] 'applied index is now lower than readState.Index' (duration: 89.279224ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:53:01.797035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.673301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T07:53:01.797105Z","caller":"traceutil/trace.go:171","msg":"trace[1074919524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38414; }","duration":"112.780574ms","start":"2026-02-24T07:53:01.684307Z","end":"2026-02-24T07:53:01.797087Z","steps":["trace[1074919524] 'agreement among raft nodes before linearized reading' (duration: 112.582739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:01.79741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.01382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T07:53:01.797457Z","caller":"traceutil/trace.go:171","msg":"trace[1005843465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38414; }","duration":"113.097712ms","start":"2026-02-24T07:53:01.684348Z","end":"2026-02-24T07:53:01.797446Z","steps":["trace[1005843465] 'agreement among raft nodes before linearized reading' (duration: 112.60163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:01.902523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.404154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-02-24T07:53:01.902622Z","caller":"traceutil/trace.go:171","msg":"trace[2061925058] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:38414; }","duration":"100.539246ms","start":"2026-02-24T07:53:01.802061Z","end":"2026-02-24T07:53:01.9026Z","steps":["trace[2061925058] 'range keys from in-memory index tree' (duration: 100.236309ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:53:01.902706Z","caller":"traceutil/trace.go:171","msg":"trace[2015279360] transaction","detail":"{read_only:false; response_revision:38415; number_of_response:1; }","duration":"100.586088ms","start":"2026-02-24T07:53:01.802104Z","end":"2026-02-24T07:53:01.90269Z","steps":["trace[2015279360] 'process raft request' (duration: 76.566414ms)","trace[2015279360] 'compare' (duration: 23.542271ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:53:01.90255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.474606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-02-24T07:53:01.902883Z","caller":"traceutil/trace.go:171","msg":"trace[1816948876] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:38414; }","duration":"100.821584ms","start":"2026-02-24T07:53:01.802026Z","end":"2026-02-24T07:53:01.902848Z","steps":["trace[1816948876] 'range keys from in-memory index tree' (duration: 100.287631ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:53:01.903046Z","caller":"traceutil/trace.go:171","msg":"trace[1940422438] transaction","detail":"{read_only:false; response_revision:38416; number_of_response:1; }","duration":"100.780563ms","start":"2026-02-24T07:53:01.802198Z","end":"2026-02-24T07:53:01.902979Z","steps":["trace[1940422438] 'process raft request' (duration: 100.431274ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:53:03.064304Z","caller":"traceutil/trace.go:171","msg":"trace[1762198500] linearizableReadLoop","detail":"{readStateIndex:39858; appliedIndex:39857; }","duration":"137.979297ms","start":"2026-02-24T07:53:02.926298Z","end":"2026-02-24T07:53:03.064277Z","steps":["trace[1762198500] 'read index received' (duration: 63.612918ms)","trace[1762198500] 'applied index is now lower than readState.Index' (duration: 74.365319ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:53:03.064352Z","caller":"traceutil/trace.go:171","msg":"trace[123659552] transaction","detail":"{read_only:false; response_revision:38423; number_of_response:1; }","duration":"156.7891ms","start":"2026-02-24T07:53:02.907533Z","end":"2026-02-24T07:53:03.064322Z","steps":["trace[123659552] 'process raft request' (duration: 82.435532ms)","trace[123659552] 'compare' (duration: 74.172523ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:53:03.064516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.203153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:53:03.064599Z","caller":"traceutil/trace.go:171","msg":"trace[323398646] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:38423; }","duration":"138.326816ms","start":"2026-02-24T07:53:02.926249Z","end":"2026-02-24T07:53:03.064576Z","steps":["trace[323398646] 'agreement among raft nodes before linearized reading' (duration: 138.166822ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:03.064527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.487313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-02-24T07:53:03.064679Z","caller":"traceutil/trace.go:171","msg":"trace[1010807283] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:38423; }","duration":"127.696488ms","start":"2026-02-24T07:53:02.936964Z","end":"2026-02-24T07:53:03.064661Z","steps":["trace[1010807283] 'agreement among raft nodes before linearized reading' (duration: 127.454442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:03.290241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.064336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:53:03.290338Z","caller":"traceutil/trace.go:171","msg":"trace[106640155] linearizableReadLoop","detail":"{readStateIndex:39859; appliedIndex:39858; }","duration":"184.822575ms","start":"2026-02-24T07:53:03.105497Z","end":"2026-02-24T07:53:03.29032Z","steps":["trace[106640155] 'read index received' (duration: 78.577994ms)","trace[106640155] 'applied index is now lower than readState.Index' (duration: 106.243511ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:53:03.290685Z","caller":"traceutil/trace.go:171","msg":"trace[1133076021] transaction","detail":"{read_only:false; response_revision:38424; number_of_response:1; }","duration":"201.711439ms","start":"2026-02-24T07:53:03.088945Z","end":"2026-02-24T07:53:03.290656Z","steps":["trace[1133076021] 'process raft request' (duration: 95.13769ms)","trace[1133076021] 'compare' (duration: 105.911123ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:53:03.290794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.289536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:25 size:19544"} {"level":"info","ts":"2026-02-24T07:53:03.290852Z","caller":"traceutil/trace.go:171","msg":"trace[1785312479] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:25; response_revision:38424; }","duration":"185.353208ms","start":"2026-02-24T07:53:03.105483Z","end":"2026-02-24T07:53:03.290837Z","steps":["trace[1785312479] 'agreement among raft nodes before linearized reading' (duration: 185.04887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:03.291055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.000377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-02-24T07:53:03.291127Z","caller":"traceutil/trace.go:171","msg":"trace[452436250] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:38424; }","duration":"136.13776ms","start":"2026-02-24T07:53:03.154972Z","end":"2026-02-24T07:53:03.291109Z","steps":["trace[452436250] 'agreement among raft nodes before linearized reading' (duration: 135.682089ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:53:03.476265Z","caller":"traceutil/trace.go:171","msg":"trace[391467971] linearizableReadLoop","detail":"{readStateIndex:39860; appliedIndex:39859; }","duration":"174.573517ms","start":"2026-02-24T07:53:03.301666Z","end":"2026-02-24T07:53:03.47624Z","steps":["trace[391467971] 'read index received' (duration: 157.408555ms)","trace[391467971] 'applied index is now lower than readState.Index' (duration: 17.163952ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:53:03.476566Z","caller":"traceutil/trace.go:171","msg":"trace[1310953835] transaction","detail":"{read_only:false; response_revision:38425; number_of_response:1; }","duration":"176.66088ms","start":"2026-02-24T07:53:03.299892Z","end":"2026-02-24T07:53:03.476553Z","steps":["trace[1310953835] 'process raft request' (duration: 159.093068ms)","trace[1310953835] 'compare' (duration: 17.128221ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:53:03.477005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.307757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:4 size:329925"} {"level":"info","ts":"2026-02-24T07:53:03.477087Z","caller":"traceutil/trace.go:171","msg":"trace[426375940] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:38425; }","duration":"175.420919ms","start":"2026-02-24T07:53:03.301648Z","end":"2026-02-24T07:53:03.477069Z","steps":["trace[426375940] 'agreement among raft nodes before linearized reading' (duration: 175.07177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:10.012041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.67084ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-24T07:53:10.012133Z","caller":"traceutil/trace.go:171","msg":"trace[1874255293] linearizableReadLoop","detail":"{readStateIndex:39904; appliedIndex:39901; }","duration":"141.69108ms","start":"2026-02-24T07:53:09.870427Z","end":"2026-02-24T07:53:10.012118Z","steps":["trace[1874255293] 'read index received' (duration: 24.130016ms)","trace[1874255293] 'applied index is now lower than readState.Index' (duration: 117.559974ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:53:10.012314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.855764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-node-rsrc-use\" ","response":"range_response_count:1 size:14618"} {"level":"info","ts":"2026-02-24T07:53:10.012337Z","caller":"traceutil/trace.go:171","msg":"trace[1110397355] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-node-rsrc-use; range_end:; response_count:1; response_revision:38467; }","duration":"141.939967ms","start":"2026-02-24T07:53:09.870388Z","end":"2026-02-24T07:53:10.012328Z","steps":["trace[1110397355] 'agreement among raft nodes before linearized reading' (duration: 141.791483ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:53:10.240717Z","caller":"traceutil/trace.go:171","msg":"trace[1144960744] linearizableReadLoop","detail":"{readStateIndex:39905; appliedIndex:39904; }","duration":"228.546994ms","start":"2026-02-24T07:53:10.01215Z","end":"2026-02-24T07:53:10.240697Z","steps":["trace[1144960744] 'read index received' (duration: 228.341729ms)","trace[1144960744] 'applied index is now lower than readState.Index' (duration: 204.445µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:53:10.240783Z","caller":"traceutil/trace.go:171","msg":"trace[155958061] transaction","detail":"{read_only:false; response_revision:38468; number_of_response:1; }","duration":"241.204172ms","start":"2026-02-24T07:53:09.999553Z","end":"2026-02-24T07:53:10.240757Z","steps":["trace[155958061] 'process raft request' (duration: 241.005007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:10.240897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.582035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-24T07:53:10.240928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.302441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-node-exporter\" ","response":"range_response_count:1 size:1341"} {"level":"info","ts":"2026-02-24T07:53:10.240959Z","caller":"traceutil/trace.go:171","msg":"trace[1901062419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38468; }","duration":"304.686877ms","start":"2026-02-24T07:53:09.936256Z","end":"2026-02-24T07:53:10.240943Z","steps":["trace[1901062419] 'agreement among raft nodes before linearized reading' (duration: 304.476052ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:53:10.240968Z","caller":"traceutil/trace.go:171","msg":"trace[205288407] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-node-exporter; range_end:; response_count:1; response_revision:38468; }","duration":"332.383654ms","start":"2026-02-24T07:53:09.908571Z","end":"2026-02-24T07:53:10.240955Z","steps":["trace[205288407] 'agreement among raft nodes before linearized reading' (duration: 332.24937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:10.240995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:53:09.936236Z","time spent":"304.749769ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T07:53:10.241003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:53:09.908558Z","time spent":"332.435575ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1365,"request content":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-node-exporter\" "} {"level":"warn","ts":"2026-02-24T07:53:10.241008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.396562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:53:10.241077Z","caller":"traceutil/trace.go:171","msg":"trace[1592906086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38468; }","duration":"129.490044ms","start":"2026-02-24T07:53:10.111568Z","end":"2026-02-24T07:53:10.241058Z","steps":["trace[1592906086] 'agreement among raft nodes before linearized reading' (duration: 129.398862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:10.241051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.844412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-24T07:53:10.241112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.148693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-node-rsrc-use\" ","response":"range_response_count:1 size:14618"} {"level":"info","ts":"2026-02-24T07:53:10.24123Z","caller":"traceutil/trace.go:171","msg":"trace[200085843] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-node-rsrc-use; range_end:; response_count:1; response_revision:38468; }","duration":"224.289217ms","start":"2026-02-24T07:53:10.01691Z","end":"2026-02-24T07:53:10.241199Z","steps":["trace[200085843] 'agreement among raft nodes before linearized reading' (duration: 223.985229ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:53:10.241198Z","caller":"traceutil/trace.go:171","msg":"trace[408464901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38468; }","duration":"305.008355ms","start":"2026-02-24T07:53:09.936163Z","end":"2026-02-24T07:53:10.241172Z","steps":["trace[408464901] 'agreement among raft nodes before linearized reading' (duration: 304.629796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:10.241337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:53:09.936152Z","time spent":"305.16584ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T07:53:15.02856Z","caller":"traceutil/trace.go:171","msg":"trace[1232971131] linearizableReadLoop","detail":"{readStateIndex:39943; appliedIndex:39941; }","duration":"162.898874ms","start":"2026-02-24T07:53:14.865633Z","end":"2026-02-24T07:53:15.028532Z","steps":["trace[1232971131] 'read index received' (duration: 48.962961ms)","trace[1232971131] 'applied index is now lower than readState.Index' (duration: 113.934753ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:53:15.028596Z","caller":"traceutil/trace.go:171","msg":"trace[51613231] transaction","detail":"{read_only:false; response_revision:38505; number_of_response:1; }","duration":"163.888198ms","start":"2026-02-24T07:53:14.864681Z","end":"2026-02-24T07:53:15.028569Z","steps":["trace[51613231] 'process raft request' (duration: 92.655268ms)","trace[51613231] 'compare' (duration: 71.063456ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:53:15.028925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.263063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1430"} {"level":"info","ts":"2026-02-24T07:53:15.029057Z","caller":"traceutil/trace.go:171","msg":"trace[440170844] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:38505; }","duration":"163.340665ms","start":"2026-02-24T07:53:14.865629Z","end":"2026-02-24T07:53:15.02897Z","steps":["trace[440170844] 'agreement among raft nodes before linearized reading' (duration: 163.047878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:15.840945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812103637920326,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T07:53:16.191553Z","caller":"traceutil/trace.go:171","msg":"trace[195164065] transaction","detail":"{read_only:false; response_revision:38506; number_of_response:1; }","duration":"854.663068ms","start":"2026-02-24T07:53:15.336865Z","end":"2026-02-24T07:53:16.191528Z","steps":["trace[195164065] 'process raft request' (duration: 854.498484ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:16.191707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:53:15.336844Z","time spent":"854.784502ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:53:16.413262Z","caller":"traceutil/trace.go:171","msg":"trace[1026169383] transaction","detail":"{read_only:false; response_revision:38508; number_of_response:1; }","duration":"486.137637ms","start":"2026-02-24T07:53:15.927095Z","end":"2026-02-24T07:53:16.413233Z","steps":["trace[1026169383] 'process raft request' (duration: 485.978773ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:53:16.413432Z","caller":"traceutil/trace.go:171","msg":"trace[375265417] transaction","detail":"{read_only:false; response_revision:38510; number_of_response:1; }","duration":"146.688026ms","start":"2026-02-24T07:53:16.2667Z","end":"2026-02-24T07:53:16.413388Z","steps":["trace[375265417] 'process raft request' (duration: 146.598834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:16.413462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:53:15.927068Z","time spent":"486.286641ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:53:16.413626Z","caller":"traceutil/trace.go:171","msg":"trace[277532995] transaction","detail":"{read_only:false; response_revision:38507; number_of_response:1; }","duration":"612.466433ms","start":"2026-02-24T07:53:15.801131Z","end":"2026-02-24T07:53:16.413598Z","steps":["trace[277532995] 'process raft request' (duration: 521.290571ms)","trace[277532995] 'compare' (duration: 90.427792ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:53:16.413783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:53:15.801108Z","time spent":"612.571325ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:53:16.41383Z","caller":"traceutil/trace.go:171","msg":"trace[2123260543] transaction","detail":"{read_only:false; response_revision:38509; number_of_response:1; }","duration":"485.472111ms","start":"2026-02-24T07:53:15.928344Z","end":"2026-02-24T07:53:16.413816Z","steps":["trace[2123260543] 'process raft request' (duration: 484.830194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:16.41391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:53:15.928319Z","time spent":"485.538513ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:53:16.413927Z","caller":"traceutil/trace.go:171","msg":"trace[306752624] linearizableReadLoop","detail":"{readStateIndex:39945; appliedIndex:39943; }","duration":"1.07395547s","start":"2026-02-24T07:53:15.339943Z","end":"2026-02-24T07:53:16.413899Z","steps":["trace[306752624] 'read index received' (duration: 851.487749ms)","trace[306752624] 'applied index is now lower than readState.Index' (duration: 222.465731ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:53:16.414162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074198946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-24T07:53:16.414176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068240737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13396"} {"level":"warn","ts":"2026-02-24T07:53:16.414173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.774324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:53:16.414207Z","caller":"traceutil/trace.go:171","msg":"trace[809896934] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38510; }","duration":"1.074286638s","start":"2026-02-24T07:53:15.339909Z","end":"2026-02-24T07:53:16.414195Z","steps":["trace[809896934] 'agreement among raft nodes before linearized reading' (duration: 1.074114024s)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:53:16.41422Z","caller":"traceutil/trace.go:171","msg":"trace[557333762] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:38510; }","duration":"1.068299288s","start":"2026-02-24T07:53:15.345906Z","end":"2026-02-24T07:53:16.414205Z","steps":["trace[557333762] 'agreement among raft nodes before linearized reading' (duration: 1.068144154s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:16.414242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:53:15.339894Z","time spent":"1.074339979s","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T07:53:16.414255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:53:15.345898Z","time spent":"1.068350389s","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13420,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-24T07:53:16.414318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.656783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:53:16.414366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.078047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:53:16.414379Z","caller":"traceutil/trace.go:171","msg":"trace[2046257835] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:38510; }","duration":"204.758026ms","start":"2026-02-24T07:53:16.209606Z","end":"2026-02-24T07:53:16.414364Z","steps":["trace[2046257835] 'agreement among raft nodes before linearized reading' (duration: 204.664933ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:53:16.414397Z","caller":"traceutil/trace.go:171","msg":"trace[1497255900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38510; }","duration":"348.145939ms","start":"2026-02-24T07:53:16.066239Z","end":"2026-02-24T07:53:16.414385Z","steps":["trace[1497255900] 'agreement among raft nodes before linearized reading' (duration: 348.098058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:16.414425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:53:16.066221Z","time spent":"348.19898ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:53:16.414487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.700096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-24T07:53:16.414243Z","caller":"traceutil/trace.go:171","msg":"trace[430404273] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:38510; }","duration":"761.894827ms","start":"2026-02-24T07:53:15.652327Z","end":"2026-02-24T07:53:16.414221Z","steps":["trace[430404273] 'agreement among raft nodes before linearized reading' (duration: 761.788144ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:53:16.414528Z","caller":"traceutil/trace.go:171","msg":"trace[560590813] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38510; }","duration":"894.774727ms","start":"2026-02-24T07:53:15.519743Z","end":"2026-02-24T07:53:16.414518Z","steps":["trace[560590813] 'agreement among raft nodes before linearized reading' (duration: 894.675785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:16.414556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:53:15.519726Z","time spent":"894.824368ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T07:53:16.41468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.22437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12013"} {"level":"warn","ts":"2026-02-24T07:53:16.414567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:53:15.6523Z","time spent":"762.240766ms","remote":"127.0.0.1:58414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:53:16.414711Z","caller":"traceutil/trace.go:171","msg":"trace[379755996] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38510; }","duration":"991.276632ms","start":"2026-02-24T07:53:15.423426Z","end":"2026-02-24T07:53:16.414703Z","steps":["trace[379755996] 'agreement among raft nodes before linearized reading' (duration: 991.19033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:16.414736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:53:15.423411Z","time spent":"991.319853ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12037,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T07:53:16.414868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.9572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-7b699b4685-ddgss\" ","response":"range_response_count:1 size:11473"} {"level":"info","ts":"2026-02-24T07:53:16.414919Z","caller":"traceutil/trace.go:171","msg":"trace[502165594] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-7b699b4685-ddgss; range_end:; response_count:1; response_revision:38510; }","duration":"996.047192ms","start":"2026-02-24T07:53:15.41886Z","end":"2026-02-24T07:53:16.414907Z","steps":["trace[502165594] 'agreement among raft nodes before linearized reading' (duration: 995.908419ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:16.414952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:53:15.418834Z","time spent":"996.108693ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":11497,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-7b699b4685-ddgss\" "} {"level":"info","ts":"2026-02-24T07:53:24.471661Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a11c20306510c1f7","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-24T07:53:24.475623Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-02-24T07:53:24.475762Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-02-24T07:53:26.621488Z","caller":"traceutil/trace.go:171","msg":"trace[909549202] transaction","detail":"{read_only:false; response_revision:38581; number_of_response:1; }","duration":"128.215321ms","start":"2026-02-24T07:53:26.493239Z","end":"2026-02-24T07:53:26.621454Z","steps":["trace[909549202] 'process raft request' (duration: 92.935285ms)","trace[909549202] 'compare' (duration: 35.105232ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:53:26.621868Z","caller":"traceutil/trace.go:171","msg":"trace[788858569] transaction","detail":"{read_only:false; response_revision:38583; number_of_response:1; }","duration":"125.479134ms","start":"2026-02-24T07:53:26.496373Z","end":"2026-02-24T07:53:26.621852Z","steps":["trace[788858569] 'process raft request' (duration: 125.297358ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:53:26.621854Z","caller":"traceutil/trace.go:171","msg":"trace[1289389630] transaction","detail":"{read_only:false; response_revision:38582; number_of_response:1; }","duration":"128.397177ms","start":"2026-02-24T07:53:26.493425Z","end":"2026-02-24T07:53:26.621822Z","steps":["trace[1289389630] 'process raft request' (duration: 127.986976ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:53:26.621862Z","caller":"traceutil/trace.go:171","msg":"trace[308785213] linearizableReadLoop","detail":"{readStateIndex:40024; appliedIndex:40019; }","duration":"104.949287ms","start":"2026-02-24T07:53:26.516888Z","end":"2026-02-24T07:53:26.621837Z","steps":["trace[308785213] 'read index received' (duration: 3.778454ms)","trace[308785213] 'applied index is now lower than readState.Index' (duration: 101.169823ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:53:26.621966Z","caller":"traceutil/trace.go:171","msg":"trace[888913218] transaction","detail":"{read_only:false; response_revision:38584; number_of_response:1; }","duration":"125.510274ms","start":"2026-02-24T07:53:26.496406Z","end":"2026-02-24T07:53:26.621916Z","steps":["trace[888913218] 'process raft request' (duration: 125.386451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:26.622221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.308776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/\" range_end:\"/registry/statefulsets/openstack0\" limit:500 ","response":"range_response_count:16 size:165880"} {"level":"info","ts":"2026-02-24T07:53:26.622282Z","caller":"traceutil/trace.go:171","msg":"trace[1788970315] range","detail":"{range_begin:/registry/statefulsets/openstack/; range_end:/registry/statefulsets/openstack0; response_count:16; response_revision:38584; }","duration":"105.421869ms","start":"2026-02-24T07:53:26.516844Z","end":"2026-02-24T07:53:26.622266Z","steps":["trace[1788970315] 'agreement among raft nodes before linearized reading' (duration: 105.06399ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:26.627921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.959629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-ks-user-vgpcj.18971c6a2418c744\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:38575 ","response":"range_response_count:216 size:161617"} {"level":"info","ts":"2026-02-24T07:53:26.628023Z","caller":"traceutil/trace.go:171","msg":"trace[375390879] range","detail":"{range_begin:/registry/events/openstack/placement-ks-user-vgpcj.18971c6a2418c744\u0000; range_end:/registry/events/openstack0; response_count:216; response_revision:38584; }","duration":"111.115682ms","start":"2026-02-24T07:53:26.516887Z","end":"2026-02-24T07:53:26.628002Z","steps":["trace[375390879] 'agreement among raft nodes before linearized reading' (duration: 105.231274ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:53:32.77476Z","caller":"traceutil/trace.go:171","msg":"trace[260598566] linearizableReadLoop","detail":"{readStateIndex:40063; appliedIndex:40061; }","duration":"110.706212ms","start":"2026-02-24T07:53:32.664029Z","end":"2026-02-24T07:53:32.774735Z","steps":["trace[260598566] 'read index received' (duration: 59.137826ms)","trace[260598566] 'applied index is now lower than readState.Index' (duration: 51.567316ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:53:32.774856Z","caller":"traceutil/trace.go:171","msg":"trace[1339401952] transaction","detail":"{read_only:false; response_revision:38622; number_of_response:1; }","duration":"119.697438ms","start":"2026-02-24T07:53:32.655114Z","end":"2026-02-24T07:53:32.774811Z","steps":["trace[1339401952] 'process raft request' (duration: 115.106822ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:32.775058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.986339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-02-24T07:53:32.775107Z","caller":"traceutil/trace.go:171","msg":"trace[1522655931] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:38623; }","duration":"111.049901ms","start":"2026-02-24T07:53:32.664042Z","end":"2026-02-24T07:53:32.775092Z","steps":["trace[1522655931] 'agreement among raft nodes before linearized reading' (duration: 110.862996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:53:32.776467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.429307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" limit:500 ","response":"range_response_count:156 size:1464401"} {"level":"info","ts":"2026-02-24T07:53:32.776504Z","caller":"traceutil/trace.go:171","msg":"trace[1255917374] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:156; response_revision:38623; }","duration":"112.509598ms","start":"2026-02-24T07:53:32.663986Z","end":"2026-02-24T07:53:32.776496Z","steps":["trace[1255917374] 'agreement among raft nodes before linearized reading' (duration: 110.848756ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:22.909539Z","caller":"traceutil/trace.go:171","msg":"trace[1141541017] transaction","detail":"{read_only:false; response_revision:38955; number_of_response:1; }","duration":"239.828386ms","start":"2026-02-24T07:54:22.669684Z","end":"2026-02-24T07:54:22.909512Z","steps":["trace[1141541017] 'process raft request' (duration: 239.665282ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:23.02345Z","caller":"traceutil/trace.go:171","msg":"trace[1384649147] transaction","detail":"{read_only:false; response_revision:38956; number_of_response:1; }","duration":"344.441754ms","start":"2026-02-24T07:54:22.678982Z","end":"2026-02-24T07:54:23.023424Z","steps":["trace[1384649147] 'process raft request' (duration: 299.410323ms)","trace[1384649147] 'compare' (duration: 44.873467ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:54:23.023604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:22.678969Z","time spent":"344.560806ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:54:23.023839Z","caller":"traceutil/trace.go:171","msg":"trace[244269865] transaction","detail":"{read_only:false; response_revision:38958; number_of_response:1; }","duration":"339.597032ms","start":"2026-02-24T07:54:22.684182Z","end":"2026-02-24T07:54:23.023779Z","steps":["trace[244269865] 'process raft request' (duration: 339.427577ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:23.023973Z","caller":"traceutil/trace.go:171","msg":"trace[430584987] linearizableReadLoop","detail":"{readStateIndex:40410; appliedIndex:40406; }","duration":"319.164169ms","start":"2026-02-24T07:54:22.704797Z","end":"2026-02-24T07:54:23.023961Z","steps":["trace[430584987] 'read index received' (duration: 204.539629ms)","trace[430584987] 'applied index is now lower than readState.Index' (duration: 114.62366ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:54:23.024011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:22.684159Z","time spent":"339.765916ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:54:23.024115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.315013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keepalived\" ","response":"range_response_count:1 size:413"} {"level":"info","ts":"2026-02-24T07:54:23.02414Z","caller":"traceutil/trace.go:171","msg":"trace[547875170] range","detail":"{range_begin:/registry/rolebindings/openstack/keepalived; range_end:; response_count:1; response_revision:38959; }","duration":"319.379154ms","start":"2026-02-24T07:54:22.704753Z","end":"2026-02-24T07:54:23.024132Z","steps":["trace[547875170] 'agreement among raft nodes before linearized reading' (duration: 319.279212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:23.024166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:22.704733Z","time spent":"319.428056ms","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":437,"request content":"key:\"/registry/rolebindings/openstack/keepalived\" "} {"level":"warn","ts":"2026-02-24T07:54:23.024224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.989584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-credential-rotate\" ","response":"range_response_count:1 size:756"} {"level":"info","ts":"2026-02-24T07:54:23.023855Z","caller":"traceutil/trace.go:171","msg":"trace[1355523705] transaction","detail":"{read_only:false; response_revision:38957; number_of_response:1; }","duration":"341.108291ms","start":"2026-02-24T07:54:22.682669Z","end":"2026-02-24T07:54:23.023778Z","steps":["trace[1355523705] 'process raft request' (duration: 340.721631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:23.024359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:22.682659Z","time spent":"341.628573ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:54:23.024419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.43714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T07:54:23.024443Z","caller":"traceutil/trace.go:171","msg":"trace[711179476] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38959; }","duration":"115.504162ms","start":"2026-02-24T07:54:22.908931Z","end":"2026-02-24T07:54:23.024435Z","steps":["trace[711179476] 'agreement among raft nodes before linearized reading' (duration: 115.42472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:23.024479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.400891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-02-24T07:54:23.024481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.458405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T07:54:23.024519Z","caller":"traceutil/trace.go:171","msg":"trace[1691228251] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:38959; }","duration":"123.475673ms","start":"2026-02-24T07:54:22.901035Z","end":"2026-02-24T07:54:23.024511Z","steps":["trace[1691228251] 'agreement among raft nodes before linearized reading' (duration: 123.36551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:23.024537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.07226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-24T07:54:23.02454Z","caller":"traceutil/trace.go:171","msg":"trace[1091198305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38959; }","duration":"108.552307ms","start":"2026-02-24T07:54:22.915971Z","end":"2026-02-24T07:54:23.024524Z","steps":["trace[1091198305] 'agreement among raft nodes before linearized reading' (duration: 108.380843ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:23.024377Z","caller":"traceutil/trace.go:171","msg":"trace[1220231162] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-credential-rotate; range_end:; response_count:1; response_revision:38959; }","duration":"276.151957ms","start":"2026-02-24T07:54:22.748174Z","end":"2026-02-24T07:54:23.024268Z","steps":["trace[1220231162] 'agreement among raft nodes before linearized reading' (duration: 275.920891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:23.024786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.122977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12013"} {"level":"info","ts":"2026-02-24T07:54:23.024828Z","caller":"traceutil/trace.go:171","msg":"trace[721983970] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38959; }","duration":"190.200778ms","start":"2026-02-24T07:54:22.834618Z","end":"2026-02-24T07:54:23.024818Z","steps":["trace[721983970] 'agreement among raft nodes before linearized reading' (duration: 190.087245ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:23.024557Z","caller":"traceutil/trace.go:171","msg":"trace[637481544] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38959; }","duration":"111.112321ms","start":"2026-02-24T07:54:22.913438Z","end":"2026-02-24T07:54:23.024551Z","steps":["trace[637481544] 'agreement among raft nodes before linearized reading' (duration: 111.060849ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:23.279413Z","caller":"traceutil/trace.go:171","msg":"trace[1715951898] transaction","detail":"{read_only:false; response_revision:38960; number_of_response:1; }","duration":"249.580001ms","start":"2026-02-24T07:54:23.029805Z","end":"2026-02-24T07:54:23.279385Z","steps":["trace[1715951898] 'process raft request' (duration: 249.408186ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:23.358549Z","caller":"traceutil/trace.go:171","msg":"trace[1152299954] linearizableReadLoop","detail":"{readStateIndex:40415; appliedIndex:40411; }","duration":"327.730274ms","start":"2026-02-24T07:54:23.030795Z","end":"2026-02-24T07:54:23.358525Z","steps":["trace[1152299954] 'read index received' (duration: 248.483262ms)","trace[1152299954] 'applied index is now lower than readState.Index' (duration: 79.245661ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:54:23.358817Z","caller":"traceutil/trace.go:171","msg":"trace[1898538351] transaction","detail":"{read_only:false; response_revision:38963; number_of_response:1; }","duration":"328.851863ms","start":"2026-02-24T07:54:23.02993Z","end":"2026-02-24T07:54:23.358781Z","steps":["trace[1898538351] 'process raft request' (duration: 328.502084ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:23.358896Z","caller":"traceutil/trace.go:171","msg":"trace[1854509228] transaction","detail":"{read_only:false; response_revision:38964; number_of_response:1; }","duration":"194.457966ms","start":"2026-02-24T07:54:23.164426Z","end":"2026-02-24T07:54:23.358884Z","steps":["trace[1854509228] 'process raft request' (duration: 194.051356ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:23.358884Z","caller":"traceutil/trace.go:171","msg":"trace[316496246] transaction","detail":"{read_only:false; response_revision:38961; number_of_response:1; }","duration":"328.932615ms","start":"2026-02-24T07:54:23.029889Z","end":"2026-02-24T07:54:23.358822Z","steps":["trace[316496246] 'process raft request' (duration: 328.33593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:23.359014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.209226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16799"} {"level":"warn","ts":"2026-02-24T07:54:23.359016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:23.029908Z","time spent":"328.988206ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:54:23.359054Z","caller":"traceutil/trace.go:171","msg":"trace[1872688858] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:38964; }","duration":"328.269767ms","start":"2026-02-24T07:54:23.030774Z","end":"2026-02-24T07:54:23.359044Z","steps":["trace[1872688858] 'agreement among raft nodes before linearized reading' (duration: 328.145144ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:23.358923Z","caller":"traceutil/trace.go:171","msg":"trace[467574576] transaction","detail":"{read_only:false; response_revision:38962; number_of_response:1; }","duration":"329.002287ms","start":"2026-02-24T07:54:23.029899Z","end":"2026-02-24T07:54:23.358901Z","steps":["trace[467574576] 'process raft request' (duration: 328.490794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:23.359082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:23.030765Z","time spent":"328.307268ms","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16823,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-24T07:54:23.359136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:23.029875Z","time spent":"329.13509ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:54:23.359224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:23.029884Z","time spent":"329.242422ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:54:23.607566Z","caller":"traceutil/trace.go:171","msg":"trace[109004294] linearizableReadLoop","detail":"{readStateIndex:40417; appliedIndex:40416; }","duration":"248.913724ms","start":"2026-02-24T07:54:23.358625Z","end":"2026-02-24T07:54:23.607538Z","steps":["trace[109004294] 'read index received' (duration: 161.912137ms)","trace[109004294] 'applied index is now lower than readState.Index' (duration: 87.000187ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:54:23.607634Z","caller":"traceutil/trace.go:171","msg":"trace[226310500] transaction","detail":"{read_only:false; response_revision:38965; number_of_response:1; }","duration":"281.413141ms","start":"2026-02-24T07:54:23.326192Z","end":"2026-02-24T07:54:23.607605Z","steps":["trace[226310500] 'process raft request' (duration: 194.365743ms)","trace[226310500] 'compare' (duration: 86.77616ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:54:23.607911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.348391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-24T07:54:23.607996Z","caller":"traceutil/trace.go:171","msg":"trace[1898179549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38965; }","duration":"574.453803ms","start":"2026-02-24T07:54:23.033521Z","end":"2026-02-24T07:54:23.607974Z","steps":["trace[1898179549] 'agreement among raft nodes before linearized reading' (duration: 574.173956ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:23.608044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:23.033514Z","time spent":"574.520934ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T07:54:23.608278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.269967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keepalived\" ","response":"range_response_count:1 size:413"} {"level":"info","ts":"2026-02-24T07:54:23.608425Z","caller":"traceutil/trace.go:171","msg":"trace[174154597] range","detail":"{range_begin:/registry/rolebindings/openstack/keepalived; range_end:; response_count:1; response_revision:38965; }","duration":"478.682767ms","start":"2026-02-24T07:54:23.12972Z","end":"2026-02-24T07:54:23.608403Z","steps":["trace[174154597] 'agreement among raft nodes before linearized reading' (duration: 478.144693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:23.608465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.477517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-credential-rotate\" ","response":"range_response_count:1 size:756"} {"level":"warn","ts":"2026-02-24T07:54:23.608476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:23.129704Z","time spent":"478.763069ms","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":437,"request content":"key:\"/registry/rolebindings/openstack/keepalived\" "} {"level":"info","ts":"2026-02-24T07:54:23.608517Z","caller":"traceutil/trace.go:171","msg":"trace[1158653015] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-credential-rotate; range_end:; response_count:1; response_revision:38965; }","duration":"477.536979ms","start":"2026-02-24T07:54:23.130965Z","end":"2026-02-24T07:54:23.608502Z","steps":["trace[1158653015] 'agreement among raft nodes before linearized reading' (duration: 476.692038ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:23.608607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:23.130959Z","time spent":"477.636251ms","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":780,"request content":"key:\"/registry/rolebindings/openstack/keystone-credential-rotate\" "} {"level":"info","ts":"2026-02-24T07:54:27.253351Z","caller":"traceutil/trace.go:171","msg":"trace[1196292151] transaction","detail":"{read_only:false; response_revision:38987; number_of_response:1; }","duration":"218.025048ms","start":"2026-02-24T07:54:27.035261Z","end":"2026-02-24T07:54:27.253286Z","steps":["trace[1196292151] 'process raft request' (duration: 217.848384ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:27.265514Z","caller":"traceutil/trace.go:171","msg":"trace[421693754] transaction","detail":"{read_only:false; response_revision:38988; number_of_response:1; }","duration":"226.736916ms","start":"2026-02-24T07:54:27.038758Z","end":"2026-02-24T07:54:27.265495Z","steps":["trace[421693754] 'process raft request' (duration: 226.602983ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:27.265777Z","caller":"traceutil/trace.go:171","msg":"trace[156342479] transaction","detail":"{read_only:false; response_revision:38989; number_of_response:1; }","duration":"226.772858ms","start":"2026-02-24T07:54:27.03898Z","end":"2026-02-24T07:54:27.265752Z","steps":["trace[156342479] 'process raft request' (duration: 226.47447ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:27.265974Z","caller":"traceutil/trace.go:171","msg":"trace[1165268405] linearizableReadLoop","detail":"{readStateIndex:40443; appliedIndex:40439; }","duration":"202.298032ms","start":"2026-02-24T07:54:27.063648Z","end":"2026-02-24T07:54:27.265946Z","steps":["trace[1165268405] 'read index received' (duration: 189.529092ms)","trace[1165268405] 'applied index is now lower than readState.Index' (duration: 12.76741ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:54:27.266056Z","caller":"traceutil/trace.go:171","msg":"trace[955113142] transaction","detail":"{read_only:false; response_revision:38990; number_of_response:1; }","duration":"225.108737ms","start":"2026-02-24T07:54:27.040928Z","end":"2026-02-24T07:54:27.266037Z","steps":["trace[955113142] 'process raft request' (duration: 224.740377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:27.266121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.461298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:54:27.266204Z","caller":"traceutil/trace.go:171","msg":"trace[335869358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38990; }","duration":"202.58002ms","start":"2026-02-24T07:54:27.063606Z","end":"2026-02-24T07:54:27.266186Z","steps":["trace[335869358] 'agreement among raft nodes before linearized reading' (duration: 202.454717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:27.266224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.001754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/neutron-neutron-ks-user\" ","response":"range_response_count:1 size:745"} {"level":"info","ts":"2026-02-24T07:54:27.266268Z","caller":"traceutil/trace.go:171","msg":"trace[1998943898] range","detail":"{range_begin:/registry/rolebindings/openstack/neutron-neutron-ks-user; range_end:; response_count:1; response_revision:38990; }","duration":"188.078356ms","start":"2026-02-24T07:54:27.078179Z","end":"2026-02-24T07:54:27.266257Z","steps":["trace[1998943898] 'agreement among raft nodes before linearized reading' (duration: 187.912912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:27.266351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.571045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/neutron-neutron-ovn-metadata-agent\" ","response":"range_response_count:1 size:789"} {"level":"info","ts":"2026-02-24T07:54:27.266421Z","caller":"traceutil/trace.go:171","msg":"trace[712786060] range","detail":"{range_begin:/registry/rolebindings/openstack/neutron-neutron-ovn-metadata-agent; range_end:; response_count:1; response_revision:38990; }","duration":"162.686428ms","start":"2026-02-24T07:54:27.103716Z","end":"2026-02-24T07:54:27.266403Z","steps":["trace[712786060] 'agreement among raft nodes before linearized reading' (duration: 162.486783ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:34.725584Z","caller":"traceutil/trace.go:171","msg":"trace[2004694705] transaction","detail":"{read_only:false; response_revision:39037; number_of_response:1; }","duration":"113.654905ms","start":"2026-02-24T07:54:34.611899Z","end":"2026-02-24T07:54:34.725554Z","steps":["trace[2004694705] 'process raft request' (duration: 99.176342ms)","trace[2004694705] 'compare' (duration: 14.325329ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:54:35.059107Z","caller":"traceutil/trace.go:171","msg":"trace[562576585] transaction","detail":"{read_only:false; response_revision:39038; number_of_response:1; }","duration":"228.789048ms","start":"2026-02-24T07:54:34.830295Z","end":"2026-02-24T07:54:35.059084Z","steps":["trace[562576585] 'process raft request' (duration: 228.575893ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:35.11132Z","caller":"traceutil/trace.go:171","msg":"trace[1228173621] transaction","detail":"{read_only:false; response_revision:39039; number_of_response:1; }","duration":"102.981678ms","start":"2026-02-24T07:54:35.008294Z","end":"2026-02-24T07:54:35.111275Z","steps":["trace[1228173621] 'process raft request' (duration: 102.768683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:35.111383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.495562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:908"} {"level":"warn","ts":"2026-02-24T07:54:35.111498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.683561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/glance-storage-init\" ","response":"range_response_count:1 size:627"} {"level":"info","ts":"2026-02-24T07:54:35.111586Z","caller":"traceutil/trace.go:171","msg":"trace[473503900] range","detail":"{range_begin:/registry/rolebindings/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:39039; }","duration":"117.714158ms","start":"2026-02-24T07:54:34.9938Z","end":"2026-02-24T07:54:35.111514Z","steps":["trace[473503900] 'agreement among raft nodes before linearized reading' (duration: 117.418491ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:35.111605Z","caller":"traceutil/trace.go:171","msg":"trace[1788416992] range","detail":"{range_begin:/registry/roles/openstack/glance-storage-init; range_end:; response_count:1; response_revision:39039; }","duration":"102.843595ms","start":"2026-02-24T07:54:35.008738Z","end":"2026-02-24T07:54:35.111582Z","steps":["trace[1788416992] 'agreement among raft nodes before linearized reading' (duration: 102.563368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:35.316002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.047032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/glance-storage-init\" ","response":"range_response_count:1 size:627"} {"level":"info","ts":"2026-02-24T07:54:35.316051Z","caller":"traceutil/trace.go:171","msg":"trace[1417036344] range","detail":"{range_begin:/registry/roles/openstack/glance-storage-init; range_end:; response_count:1; response_revision:39039; }","duration":"125.133044ms","start":"2026-02-24T07:54:35.190908Z","end":"2026-02-24T07:54:35.316041Z","steps":["trace[1417036344] 'range keys from in-memory index tree' (duration: 124.93886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:35.316346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.925102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:908"} {"level":"info","ts":"2026-02-24T07:54:35.316441Z","caller":"traceutil/trace.go:171","msg":"trace[1814982907] range","detail":"{range_begin:/registry/rolebindings/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:39039; }","duration":"110.066665ms","start":"2026-02-24T07:54:35.206352Z","end":"2026-02-24T07:54:35.316419Z","steps":["trace[1814982907] 'range keys from in-memory index tree' (duration: 109.739027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:35.611975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.844289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:54:35.612094Z","caller":"traceutil/trace.go:171","msg":"trace[513032799] transaction","detail":"{read_only:false; response_revision:39046; number_of_response:1; }","duration":"193.229405ms","start":"2026-02-24T07:54:35.418851Z","end":"2026-02-24T07:54:35.612081Z","steps":["trace[513032799] 'process raft request' (duration: 193.195904ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:35.612229Z","caller":"traceutil/trace.go:171","msg":"trace[1735443326] linearizableReadLoop","detail":"{readStateIndex:40500; appliedIndex:40499; }","duration":"205.577735ms","start":"2026-02-24T07:54:35.406645Z","end":"2026-02-24T07:54:35.612223Z","steps":["trace[1735443326] 'read index received' (duration: 66.439889ms)","trace[1735443326] 'applied index is now lower than readState.Index' (duration: 139.137266ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:54:35.612316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.680678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:54:35.612336Z","caller":"traceutil/trace.go:171","msg":"trace[1822579902] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:39046; }","duration":"205.74203ms","start":"2026-02-24T07:54:35.406588Z","end":"2026-02-24T07:54:35.61233Z","steps":["trace[1822579902] 'agreement among raft nodes before linearized reading' (duration: 205.691058ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:35.612231Z","caller":"traceutil/trace.go:171","msg":"trace[802494448] transaction","detail":"{read_only:false; response_revision:39045; number_of_response:1; }","duration":"229.320201ms","start":"2026-02-24T07:54:35.382871Z","end":"2026-02-24T07:54:35.612192Z","steps":["trace[802494448] 'process raft request' (duration: 90.200586ms)","trace[802494448] 'compare' (duration: 138.547071ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:54:35.612619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.210789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T07:54:35.612678Z","caller":"traceutil/trace.go:171","msg":"trace[1854306344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39046; }","duration":"186.297811ms","start":"2026-02-24T07:54:35.426365Z","end":"2026-02-24T07:54:35.612663Z","steps":["trace[1854306344] 'agreement among raft nodes before linearized reading' (duration: 186.167788ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:35.612673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.674471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-24T07:54:35.612729Z","caller":"traceutil/trace.go:171","msg":"trace[212579262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39046; }","duration":"186.762242ms","start":"2026-02-24T07:54:35.425949Z","end":"2026-02-24T07:54:35.612711Z","steps":["trace[212579262] 'agreement among raft nodes before linearized reading' (duration: 186.598938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:35.612956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.714441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T07:54:35.61303Z","caller":"traceutil/trace.go:171","msg":"trace[2106387214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39046; }","duration":"187.276995ms","start":"2026-02-24T07:54:35.425742Z","end":"2026-02-24T07:54:35.613019Z","steps":["trace[2106387214] 'agreement among raft nodes before linearized reading' (duration: 186.65955ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:35.803846Z","caller":"traceutil/trace.go:171","msg":"trace[491254562] transaction","detail":"{read_only:false; response_revision:39048; number_of_response:1; }","duration":"185.786687ms","start":"2026-02-24T07:54:35.618018Z","end":"2026-02-24T07:54:35.803805Z","steps":["trace[491254562] 'process raft request' (duration: 184.736511ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:35.803918Z","caller":"traceutil/trace.go:171","msg":"trace[188612717] transaction","detail":"{read_only:false; response_revision:39049; number_of_response:1; }","duration":"184.978957ms","start":"2026-02-24T07:54:35.618904Z","end":"2026-02-24T07:54:35.803883Z","steps":["trace[188612717] 'process raft request' (duration: 184.748191ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:35.804071Z","caller":"traceutil/trace.go:171","msg":"trace[379441524] linearizableReadLoop","detail":"{readStateIndex:40505; appliedIndex:40501; }","duration":"116.871826ms","start":"2026-02-24T07:54:35.687165Z","end":"2026-02-24T07:54:35.804037Z","steps":["trace[379441524] 'read index received' (duration: 9.443387ms)","trace[379441524] 'applied index is now lower than readState.Index' (duration: 107.426519ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:54:35.804164Z","caller":"traceutil/trace.go:171","msg":"trace[842345795] transaction","detail":"{read_only:false; response_revision:39050; number_of_response:1; }","duration":"149.417364ms","start":"2026-02-24T07:54:35.654736Z","end":"2026-02-24T07:54:35.804154Z","steps":["trace[842345795] 'process raft request' (duration: 149.212729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:35.804451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.264675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T07:54:35.804512Z","caller":"traceutil/trace.go:171","msg":"trace[1254582895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39050; }","duration":"117.367507ms","start":"2026-02-24T07:54:35.687132Z","end":"2026-02-24T07:54:35.804499Z","steps":["trace[1254582895] 'agreement among raft nodes before linearized reading' (duration: 117.05777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:36.059948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.252982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/heat-openstack-heat-bootstrap\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-24T07:54:36.060061Z","caller":"traceutil/trace.go:171","msg":"trace[1888138794] range","detail":"{range_begin:/registry/roles/openstack/heat-openstack-heat-bootstrap; range_end:; response_count:1; response_revision:39051; }","duration":"124.424427ms","start":"2026-02-24T07:54:35.935611Z","end":"2026-02-24T07:54:36.060035Z","steps":["trace[1888138794] 'range keys from in-memory index tree' (duration: 124.005027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:36.060058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.995928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1242"} {"level":"info","ts":"2026-02-24T07:54:36.060365Z","caller":"traceutil/trace.go:171","msg":"trace[139434590] range","detail":"{range_begin:/registry/rolebindings/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:39051; }","duration":"142.222893ms","start":"2026-02-24T07:54:35.917995Z","end":"2026-02-24T07:54:36.060218Z","steps":["trace[139434590] 'range keys from in-memory index tree' (duration: 141.829514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:37.347968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.570038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/heat-openstack-heat-ks-endpoints\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-02-24T07:54:37.348074Z","caller":"traceutil/trace.go:171","msg":"trace[209524342] range","detail":"{range_begin:/registry/roles/openstack/heat-openstack-heat-ks-endpoints; range_end:; response_count:1; response_revision:39053; }","duration":"110.687721ms","start":"2026-02-24T07:54:37.237358Z","end":"2026-02-24T07:54:37.348046Z","steps":["trace[209524342] 'range keys from in-memory index tree' (duration: 110.390043ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:37.653509Z","caller":"traceutil/trace.go:171","msg":"trace[1218629952] linearizableReadLoop","detail":"{readStateIndex:40509; appliedIndex:40508; }","duration":"299.850853ms","start":"2026-02-24T07:54:37.353624Z","end":"2026-02-24T07:54:37.653475Z","steps":["trace[1218629952] 'read index received' (duration: 299.680609ms)","trace[1218629952] 'applied index is now lower than readState.Index' (duration: 169.304µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:54:37.653537Z","caller":"traceutil/trace.go:171","msg":"trace[2139110514] transaction","detail":"{read_only:false; response_revision:39054; number_of_response:1; }","duration":"332.815391ms","start":"2026-02-24T07:54:37.320694Z","end":"2026-02-24T07:54:37.65351Z","steps":["trace[2139110514] 'process raft request' (duration: 332.627806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:37.653689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:37.320672Z","time spent":"332.937486ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:54:37.653735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.103991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-02-24T07:54:37.653798Z","caller":"traceutil/trace.go:171","msg":"trace[863731567] range","detail":"{range_begin:/registry/rolebindings/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:39054; }","duration":"300.204684ms","start":"2026-02-24T07:54:37.353575Z","end":"2026-02-24T07:54:37.65378Z","steps":["trace[863731567] 'agreement among raft nodes before linearized reading' (duration: 300.04036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:37.65384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:37.353554Z","time spent":"300.274885ms","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":922,"request content":"key:\"/registry/rolebindings/openstack/rabbitmq-magnum-server\" "} {"level":"info","ts":"2026-02-24T07:54:37.728558Z","caller":"traceutil/trace.go:171","msg":"trace[331722627] transaction","detail":"{read_only:false; response_revision:39055; number_of_response:1; }","duration":"348.318081ms","start":"2026-02-24T07:54:37.380222Z","end":"2026-02-24T07:54:37.72854Z","steps":["trace[331722627] 'process raft request' (duration: 347.947511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:37.728661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:37.380185Z","time spent":"348.422293ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:54:37.728756Z","caller":"traceutil/trace.go:171","msg":"trace[1360718424] transaction","detail":"{read_only:false; response_revision:39056; number_of_response:1; }","duration":"348.529356ms","start":"2026-02-24T07:54:37.380221Z","end":"2026-02-24T07:54:37.72875Z","steps":["trace[1360718424] 'process raft request' (duration: 348.046964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:37.728791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:37.380199Z","time spent":"348.571297ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:54:37.728838Z","caller":"traceutil/trace.go:171","msg":"trace[1053292172] transaction","detail":"{read_only:false; response_revision:39057; number_of_response:1; }","duration":"347.841719ms","start":"2026-02-24T07:54:37.380991Z","end":"2026-02-24T07:54:37.728833Z","steps":["trace[1053292172] 'process raft request' (duration: 347.307366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:37.728867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:37.380974Z","time spent":"347.87645ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:54:37.729172Z","caller":"traceutil/trace.go:171","msg":"trace[1003492600] transaction","detail":"{read_only:false; response_revision:39058; number_of_response:1; }","duration":"110.915457ms","start":"2026-02-24T07:54:37.618238Z","end":"2026-02-24T07:54:37.729153Z","steps":["trace[1003492600] 'process raft request' (duration: 110.085226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:37.729305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.156834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-24T07:54:37.729322Z","caller":"traceutil/trace.go:171","msg":"trace[1008406654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39058; }","duration":"113.228056ms","start":"2026-02-24T07:54:37.616089Z","end":"2026-02-24T07:54:37.729317Z","steps":["trace[1008406654] 'agreement among raft nodes before linearized reading' (duration: 113.160744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:37.729394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.301741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/heat-openstack-heat-ks-endpoints\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-02-24T07:54:37.729408Z","caller":"traceutil/trace.go:171","msg":"trace[966851188] range","detail":"{range_begin:/registry/roles/openstack/heat-openstack-heat-ks-endpoints; range_end:; response_count:1; response_revision:39058; }","duration":"178.359162ms","start":"2026-02-24T07:54:37.551042Z","end":"2026-02-24T07:54:37.729401Z","steps":["trace[966851188] 'agreement among raft nodes before linearized reading' (duration: 178.318801ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:38.147088Z","caller":"traceutil/trace.go:171","msg":"trace[585381076] transaction","detail":"{read_only:false; response_revision:39059; number_of_response:1; }","duration":"413.871328ms","start":"2026-02-24T07:54:37.733184Z","end":"2026-02-24T07:54:38.147056Z","steps":["trace[585381076] 'process raft request' (duration: 371.501264ms)","trace[585381076] 'compare' (duration: 42.140598ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:54:38.14722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:37.733164Z","time spent":"413.986702ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:54:38.148729Z","caller":"traceutil/trace.go:171","msg":"trace[204798965] linearizableReadLoop","detail":"{readStateIndex:40515; appliedIndex:40513; }","duration":"397.512997ms","start":"2026-02-24T07:54:37.751201Z","end":"2026-02-24T07:54:38.148714Z","steps":["trace[204798965] 'read index received' (duration: 353.554674ms)","trace[204798965] 'applied index is now lower than readState.Index' (duration: 43.957493ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:54:38.148822Z","caller":"traceutil/trace.go:171","msg":"trace[18474156] transaction","detail":"{read_only:false; response_revision:39061; number_of_response:1; }","duration":"339.478539ms","start":"2026-02-24T07:54:37.809333Z","end":"2026-02-24T07:54:38.148811Z","steps":["trace[18474156] 'process raft request' (duration: 339.342575ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:38.148788Z","caller":"traceutil/trace.go:171","msg":"trace[1895395576] transaction","detail":"{read_only:false; response_revision:39060; number_of_response:1; }","duration":"400.207065ms","start":"2026-02-24T07:54:37.748531Z","end":"2026-02-24T07:54:38.148738Z","steps":["trace[1895395576] 'process raft request' (duration: 400.03078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:38.14889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:37.809313Z","time spent":"339.538051ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:54:38.148948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:37.74851Z","time spent":"400.355129ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:54:38.149064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.860206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-02-24T07:54:38.1491Z","caller":"traceutil/trace.go:171","msg":"trace[456617460] range","detail":"{range_begin:/registry/rolebindings/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:39061; }","duration":"397.917038ms","start":"2026-02-24T07:54:37.751174Z","end":"2026-02-24T07:54:38.149091Z","steps":["trace[456617460] 'agreement among raft nodes before linearized reading' (duration: 397.797815ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:38.149128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:37.751163Z","time spent":"397.959238ms","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":922,"request content":"key:\"/registry/rolebindings/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-02-24T07:54:38.149227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.793081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T07:54:38.149305Z","caller":"traceutil/trace.go:171","msg":"trace[49825786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39061; }","duration":"340.897604ms","start":"2026-02-24T07:54:37.808388Z","end":"2026-02-24T07:54:38.149285Z","steps":["trace[49825786] 'agreement among raft nodes before linearized reading' (duration: 340.70787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:38.149347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:37.808374Z","time spent":"340.964516ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T07:54:38.149475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.586669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/heat-openstack-heat-ks-service\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-02-24T07:54:38.149589Z","caller":"traceutil/trace.go:171","msg":"trace[142002581] range","detail":"{range_begin:/registry/roles/openstack/heat-openstack-heat-ks-service; range_end:; response_count:1; response_revision:39061; }","duration":"313.699742ms","start":"2026-02-24T07:54:37.835871Z","end":"2026-02-24T07:54:38.149571Z","steps":["trace[142002581] 'agreement among raft nodes before linearized reading' (duration: 313.471965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:38.149601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.533089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-24T07:54:38.149636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:37.835824Z","time spent":"313.802594ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":693,"request content":"key:\"/registry/roles/openstack/heat-openstack-heat-ks-service\" "} {"level":"info","ts":"2026-02-24T07:54:38.149638Z","caller":"traceutil/trace.go:171","msg":"trace[228439036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39061; }","duration":"321.59329ms","start":"2026-02-24T07:54:37.828033Z","end":"2026-02-24T07:54:38.149626Z","steps":["trace[228439036] 'agreement among raft nodes before linearized reading' (duration: 321.468847ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:38.149672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:37.828019Z","time spent":"321.646332ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T07:54:38.149801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.72531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-24T07:54:38.149893Z","caller":"traceutil/trace.go:171","msg":"trace[566878306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39061; }","duration":"340.834214ms","start":"2026-02-24T07:54:37.809034Z","end":"2026-02-24T07:54:38.149868Z","steps":["trace[566878306] 'agreement among raft nodes before linearized reading' (duration: 340.581418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:38.149938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:37.809029Z","time spent":"340.899305ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-24T07:54:39.400326Z","caller":"traceutil/trace.go:171","msg":"trace[2117876041] linearizableReadLoop","detail":"{readStateIndex:40520; appliedIndex:40519; }","duration":"192.843855ms","start":"2026-02-24T07:54:39.207456Z","end":"2026-02-24T07:54:39.4003Z","steps":["trace[2117876041] 'read index received' (duration: 192.568538ms)","trace[2117876041] 'applied index is now lower than readState.Index' (duration: 274.227µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:54:39.400444Z","caller":"traceutil/trace.go:171","msg":"trace[2127028969] transaction","detail":"{read_only:false; response_revision:39065; number_of_response:1; }","duration":"194.910417ms","start":"2026-02-24T07:54:39.205506Z","end":"2026-02-24T07:54:39.400417Z","steps":["trace[2127028969] 'process raft request' (duration: 194.62383ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:39.400621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.956901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:54:39.400608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.146503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:904"} {"level":"info","ts":"2026-02-24T07:54:39.400671Z","caller":"traceutil/trace.go:171","msg":"trace[1995326321] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:39065; }","duration":"178.036082ms","start":"2026-02-24T07:54:39.22262Z","end":"2026-02-24T07:54:39.400656Z","steps":["trace[1995326321] 'agreement among raft nodes before linearized reading' (duration: 177.96641ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:39.400701Z","caller":"traceutil/trace.go:171","msg":"trace[2029814538] range","detail":"{range_begin:/registry/rolebindings/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:39065; }","duration":"193.277166ms","start":"2026-02-24T07:54:39.207388Z","end":"2026-02-24T07:54:39.400665Z","steps":["trace[2029814538] 'agreement among raft nodes before linearized reading' (duration: 193.053701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:39.400738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.592309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/heat-openstack-heat-rabbit-init\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-02-24T07:54:39.400887Z","caller":"traceutil/trace.go:171","msg":"trace[151411167] range","detail":"{range_begin:/registry/roles/openstack/heat-openstack-heat-rabbit-init; range_end:; response_count:1; response_revision:39065; }","duration":"190.792264ms","start":"2026-02-24T07:54:39.210046Z","end":"2026-02-24T07:54:39.400838Z","steps":["trace[151411167] 'agreement among raft nodes before linearized reading' (duration: 190.448115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:39.719901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.901751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rook-ceph-cluster-mgmt\" ","response":"range_response_count:1 size:737"} {"level":"info","ts":"2026-02-24T07:54:39.719964Z","caller":"traceutil/trace.go:171","msg":"trace[253068772] range","detail":"{range_begin:/registry/rolebindings/openstack/rook-ceph-cluster-mgmt; range_end:; response_count:1; response_revision:39065; }","duration":"145.012893ms","start":"2026-02-24T07:54:39.574936Z","end":"2026-02-24T07:54:39.719949Z","steps":["trace[253068772] 'range keys from in-memory index tree' (duration: 144.716176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:39.720239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.409923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rook-ceph-cmd-reporter\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-02-24T07:54:39.720306Z","caller":"traceutil/trace.go:171","msg":"trace[1966881016] range","detail":"{range_begin:/registry/rolebindings/openstack/rook-ceph-cmd-reporter; range_end:; response_count:1; response_revision:39065; }","duration":"227.799103ms","start":"2026-02-24T07:54:39.492487Z","end":"2026-02-24T07:54:39.720286Z","steps":["trace[1966881016] 'range keys from in-memory index tree' (duration: 227.193498ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:40.178435Z","caller":"traceutil/trace.go:171","msg":"trace[1164126165] transaction","detail":"{read_only:false; response_revision:39068; number_of_response:1; }","duration":"443.588795ms","start":"2026-02-24T07:54:39.734823Z","end":"2026-02-24T07:54:40.178412Z","steps":["trace[1164126165] 'process raft request' (duration: 360.021685ms)","trace[1164126165] 'compare' (duration: 83.15945ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:54:40.178811Z","caller":"traceutil/trace.go:171","msg":"trace[1192762122] transaction","detail":"{read_only:false; response_revision:39069; number_of_response:1; }","duration":"443.913224ms","start":"2026-02-24T07:54:39.734863Z","end":"2026-02-24T07:54:40.178776Z","steps":["trace[1192762122] 'process raft request' (duration: 443.478663ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:40.179026Z","caller":"traceutil/trace.go:171","msg":"trace[684903167] linearizableReadLoop","detail":"{readStateIndex:40525; appliedIndex:40522; }","duration":"350.824775ms","start":"2026-02-24T07:54:39.828158Z","end":"2026-02-24T07:54:40.178983Z","steps":["trace[684903167] 'read index received' (duration: 266.702231ms)","trace[684903167] 'applied index is now lower than readState.Index' (duration: 84.120324ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:54:40.179074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:39.734848Z","time spent":"444.061348ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T07:54:40.179231Z","caller":"traceutil/trace.go:171","msg":"trace[2111184662] transaction","detail":"{read_only:false; response_revision:39070; number_of_response:1; }","duration":"443.027501ms","start":"2026-02-24T07:54:39.736178Z","end":"2026-02-24T07:54:40.179206Z","steps":["trace[2111184662] 'process raft request' (duration: 442.482738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:40.179341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:39.736172Z","time spent":"443.097303ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:54:40.179747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.577423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rook-ceph-cluster-mgmt\" ","response":"range_response_count:1 size:737"} {"level":"info","ts":"2026-02-24T07:54:40.179821Z","caller":"traceutil/trace.go:171","msg":"trace[1333090256] range","detail":"{range_begin:/registry/rolebindings/openstack/rook-ceph-cluster-mgmt; range_end:; response_count:1; response_revision:39070; }","duration":"351.703986ms","start":"2026-02-24T07:54:39.8281Z","end":"2026-02-24T07:54:40.179804Z","steps":["trace[1333090256] 'agreement among raft nodes before linearized reading' (duration: 351.46724ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:40.179816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:39.734815Z","time spent":"443.703749ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:54:40.179865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:39.828071Z","time spent":"351.785378ms","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":761,"request content":"key:\"/registry/rolebindings/openstack/rook-ceph-cluster-mgmt\" "} {"level":"warn","ts":"2026-02-24T07:54:40.396216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.893157ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-24T07:54:40.396727Z","caller":"traceutil/trace.go:171","msg":"trace[1983368197] linearizableReadLoop","detail":"{readStateIndex:40527; appliedIndex:40525; }","duration":"217.603768ms","start":"2026-02-24T07:54:40.179093Z","end":"2026-02-24T07:54:40.396697Z","steps":["trace[1983368197] 'read index received' (duration: 18.217499ms)","trace[1983368197] 'applied index is now lower than readState.Index' (duration: 199.384119ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:54:40.396791Z","caller":"traceutil/trace.go:171","msg":"trace[1056739412] transaction","detail":"{read_only:false; response_revision:39071; number_of_response:1; }","duration":"240.927513ms","start":"2026-02-24T07:54:40.15584Z","end":"2026-02-24T07:54:40.396768Z","steps":["trace[1056739412] 'process raft request' (duration: 240.501343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:40.401378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.737308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rook-ceph-cmd-reporter\" ","response":"range_response_count:1 size:736"} {"level":"warn","ts":"2026-02-24T07:54:40.401391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.970976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rook-ceph-cluster-mgmt\" ","response":"range_response_count:1 size:737"} {"level":"info","ts":"2026-02-24T07:54:40.40143Z","caller":"traceutil/trace.go:171","msg":"trace[1309677007] range","detail":"{range_begin:/registry/rolebindings/openstack/rook-ceph-cmd-reporter; range_end:; response_count:1; response_revision:39071; }","duration":"564.812741ms","start":"2026-02-24T07:54:39.836605Z","end":"2026-02-24T07:54:40.401418Z","steps":["trace[1309677007] 'agreement among raft nodes before linearized reading' (duration: 560.249947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:40.401435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.363516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T07:54:40.401469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:39.836598Z","time spent":"564.860502ms","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":760,"request content":"key:\"/registry/rolebindings/openstack/rook-ceph-cmd-reporter\" "} {"level":"info","ts":"2026-02-24T07:54:40.401474Z","caller":"traceutil/trace.go:171","msg":"trace[1491127235] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:39071; }","duration":"532.422557ms","start":"2026-02-24T07:54:39.869039Z","end":"2026-02-24T07:54:40.401462Z","steps":["trace[1491127235] 'agreement among raft nodes before linearized reading' (duration: 527.793051ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:40.401468Z","caller":"traceutil/trace.go:171","msg":"trace[1845665] range","detail":"{range_begin:/registry/rolebindings/openstack/rook-ceph-cluster-mgmt; range_end:; response_count:1; response_revision:39071; }","duration":"218.092089ms","start":"2026-02-24T07:54:40.183357Z","end":"2026-02-24T07:54:40.401449Z","steps":["trace[1845665] 'agreement among raft nodes before linearized reading' (duration: 213.515074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:40.40148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.223341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-24T07:54:40.401506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:39.869031Z","time spent":"532.465378ms","remote":"127.0.0.1:53688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-02-24T07:54:40.401529Z","caller":"traceutil/trace.go:171","msg":"trace[566234289] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39071; }","duration":"247.314323ms","start":"2026-02-24T07:54:40.154202Z","end":"2026-02-24T07:54:40.401516Z","steps":["trace[566234289] 'agreement among raft nodes before linearized reading' (duration: 242.537074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:40.401539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.115032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-24T07:54:40.401591Z","caller":"traceutil/trace.go:171","msg":"trace[215911114] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39071; }","duration":"234.199334ms","start":"2026-02-24T07:54:40.167377Z","end":"2026-02-24T07:54:40.401576Z","steps":["trace[215911114] 'agreement among raft nodes before linearized reading' (duration: 229.497266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:40.401599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.184306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-24T07:54:40.401601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.482068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T07:54:40.401669Z","caller":"traceutil/trace.go:171","msg":"trace[487168102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39071; }","duration":"176.292268ms","start":"2026-02-24T07:54:40.225355Z","end":"2026-02-24T07:54:40.401647Z","steps":["trace[487168102] 'agreement among raft nodes before linearized reading' (duration: 171.530019ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:54:40.401694Z","caller":"traceutil/trace.go:171","msg":"trace[1986786800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39071; }","duration":"333.602231ms","start":"2026-02-24T07:54:40.068077Z","end":"2026-02-24T07:54:40.40168Z","steps":["trace[1986786800] 'agreement among raft nodes before linearized reading' (duration: 328.75216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:40.401734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:40.068055Z","time spent":"333.669034ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T07:54:40.401811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.245632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T07:54:40.401846Z","caller":"traceutil/trace.go:171","msg":"trace[999007178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39071; }","duration":"249.303524ms","start":"2026-02-24T07:54:40.152532Z","end":"2026-02-24T07:54:40.401836Z","steps":["trace[999007178] 'agreement among raft nodes before linearized reading' (duration: 244.326609ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:40.402235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.879525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T07:54:40.402302Z","caller":"traceutil/trace.go:171","msg":"trace[1543156636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39071; }","duration":"174.988487ms","start":"2026-02-24T07:54:40.227298Z","end":"2026-02-24T07:54:40.402286Z","steps":["trace[1543156636] 'agreement among raft nodes before linearized reading' (duration: 169.586031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:41.756615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.471866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T07:54:41.75679Z","caller":"traceutil/trace.go:171","msg":"trace[19300003] transaction","detail":"{read_only:false; response_revision:39080; number_of_response:1; }","duration":"351.619394ms","start":"2026-02-24T07:54:41.405135Z","end":"2026-02-24T07:54:41.756755Z","steps":["trace[19300003] 'process raft request' (duration: 117.476511ms)","trace[19300003] 'compare' (duration: 233.040445ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:54:41.756949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:41.405116Z","time spent":"351.768978ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:54:41.757115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.709239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/staffeln-conductor-leases\" ","response":"range_response_count:1 size:738"} {"level":"info","ts":"2026-02-24T07:54:41.756786Z","caller":"traceutil/trace.go:171","msg":"trace[1542629238] linearizableReadLoop","detail":"{readStateIndex:40536; appliedIndex:40535; }","duration":"334.393491ms","start":"2026-02-24T07:54:41.422371Z","end":"2026-02-24T07:54:41.756765Z","steps":["trace[1542629238] 'read index received' (duration: 100.168816ms)","trace[1542629238] 'applied index is now lower than readState.Index' (duration: 234.222545ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:54:41.757228Z","caller":"traceutil/trace.go:171","msg":"trace[2026999949] range","detail":"{range_begin:/registry/rolebindings/openstack/staffeln-conductor-leases; range_end:; response_count:1; response_revision:39080; }","duration":"334.868253ms","start":"2026-02-24T07:54:41.422333Z","end":"2026-02-24T07:54:41.757201Z","steps":["trace[2026999949] 'agreement among raft nodes before linearized reading' (duration: 334.525224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:41.757287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:41.422318Z","time spent":"334.959496ms","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":762,"request content":"key:\"/registry/rolebindings/openstack/staffeln-conductor-leases\" "} {"level":"info","ts":"2026-02-24T07:54:41.762378Z","caller":"traceutil/trace.go:171","msg":"trace[1575048152] transaction","detail":"{read_only:false; response_revision:39081; number_of_response:1; }","duration":"311.21381ms","start":"2026-02-24T07:54:41.451152Z","end":"2026-02-24T07:54:41.762366Z","steps":["trace[1575048152] 'process raft request' (duration: 311.144928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:41.762453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T07:54:41.451133Z","time spent":"311.284521ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T07:54:41.768046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.440611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/horizon-openstack-horizon-test\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-02-24T07:54:41.768094Z","caller":"traceutil/trace.go:171","msg":"trace[702963711] range","detail":"{range_begin:/registry/roles/openstack/horizon-openstack-horizon-test; range_end:; response_count:1; response_revision:39082; }","duration":"240.532803ms","start":"2026-02-24T07:54:41.52755Z","end":"2026-02-24T07:54:41.768083Z","steps":["trace[702963711] 'agreement among raft nodes before linearized reading' (duration: 240.385229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:54:41.768425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.461598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T07:54:41.768539Z","caller":"traceutil/trace.go:171","msg":"trace[1423483907] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:39082; }","duration":"136.607711ms","start":"2026-02-24T07:54:41.631895Z","end":"2026-02-24T07:54:41.768502Z","steps":["trace[1423483907] 'agreement among raft nodes before linearized reading' (duration: 136.487188ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:55:24.785195Z","caller":"traceutil/trace.go:171","msg":"trace[1026338884] transaction","detail":"{read_only:false; response_revision:39410; number_of_response:1; }","duration":"118.882917ms","start":"2026-02-24T07:55:24.666285Z","end":"2026-02-24T07:55:24.785168Z","steps":["trace[1026338884] 'process raft request' (duration: 91.12722ms)","trace[1026338884] 'compare' (duration: 27.132422ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:55:24.785184Z","caller":"traceutil/trace.go:171","msg":"trace[1346536170] linearizableReadLoop","detail":"{readStateIndex:40877; appliedIndex:40876; }","duration":"114.812915ms","start":"2026-02-24T07:55:24.670307Z","end":"2026-02-24T07:55:24.78512Z","steps":["trace[1346536170] 'read index received' (duration: 87.126549ms)","trace[1346536170] 'applied index is now lower than readState.Index' (duration: 27.684476ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T07:55:24.785406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.02345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T07:55:24.785739Z","caller":"traceutil/trace.go:171","msg":"trace[1962061947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39410; }","duration":"115.181203ms","start":"2026-02-24T07:55:24.670274Z","end":"2026-02-24T07:55:24.785455Z","steps":["trace[1962061947] 'agreement among raft nodes before linearized reading' (duration: 115.010799ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:55:34.0885Z","caller":"traceutil/trace.go:171","msg":"trace[1513498718] transaction","detail":"{read_only:false; response_revision:39470; number_of_response:1; }","duration":"133.598516ms","start":"2026-02-24T07:55:33.954864Z","end":"2026-02-24T07:55:34.088462Z","steps":["trace[1513498718] 'process raft request' (duration: 133.417562ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:55:34.090267Z","caller":"traceutil/trace.go:171","msg":"trace[18237598] linearizableReadLoop","detail":"{readStateIndex:40939; appliedIndex:40937; }","duration":"120.800636ms","start":"2026-02-24T07:55:33.969448Z","end":"2026-02-24T07:55:34.090249Z","steps":["trace[18237598] 'read index received' (duration: 118.889257ms)","trace[18237598] 'applied index is now lower than readState.Index' (duration: 1.910649ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:55:34.090334Z","caller":"traceutil/trace.go:171","msg":"trace[1526140805] transaction","detail":"{read_only:false; response_revision:39471; number_of_response:1; }","duration":"121.35596ms","start":"2026-02-24T07:55:33.968939Z","end":"2026-02-24T07:55:34.090295Z","steps":["trace[1526140805] 'process raft request' (duration: 121.149084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:55:34.090734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.265658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/octavia-rabbitmq-user\" ","response":"range_response_count:1 size:731"} {"level":"info","ts":"2026-02-24T07:55:34.090823Z","caller":"traceutil/trace.go:171","msg":"trace[86342552] range","detail":"{range_begin:/registry/secrets/openstack/octavia-rabbitmq-user; range_end:; response_count:1; response_revision:39473; }","duration":"121.444792ms","start":"2026-02-24T07:55:33.969357Z","end":"2026-02-24T07:55:34.090802Z","steps":["trace[86342552] 'agreement among raft nodes before linearized reading' (duration: 121.028192ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:55:38.854504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.361193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.cinder.v1\" ","response":"range_response_count:1 size:93855"} {"level":"info","ts":"2026-02-24T07:55:38.854592Z","caller":"traceutil/trace.go:171","msg":"trace[1498750006] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.cinder.v1; range_end:; response_count:1; response_revision:39505; }","duration":"112.489876ms","start":"2026-02-24T07:55:38.742082Z","end":"2026-02-24T07:55:38.854571Z","steps":["trace[1498750006] 'range keys from in-memory index tree' (duration: 112.158018ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T07:55:46.271121Z","caller":"traceutil/trace.go:171","msg":"trace[906470979] transaction","detail":"{read_only:false; response_revision:39554; number_of_response:1; }","duration":"120.811605ms","start":"2026-02-24T07:55:46.150275Z","end":"2026-02-24T07:55:46.271087Z","steps":["trace[906470979] 'process raft request' (duration: 88.382379ms)","trace[906470979] 'compare' (duration: 32.266882ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T07:55:46.271169Z","caller":"traceutil/trace.go:171","msg":"trace[558755907] transaction","detail":"{read_only:false; response_revision:39555; number_of_response:1; }","duration":"117.42397ms","start":"2026-02-24T07:55:46.15372Z","end":"2026-02-24T07:55:46.271144Z","steps":["trace[558755907] 'process raft request' (duration: 117.314448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:56:01.51086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.101217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-666756b48-x6m5q\" ","response":"range_response_count:1 size:6897"} {"level":"info","ts":"2026-02-24T07:56:01.510975Z","caller":"traceutil/trace.go:171","msg":"trace[1879024552] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-666756b48-x6m5q; range_end:; response_count:1; response_revision:39660; }","duration":"196.22652ms","start":"2026-02-24T07:56:01.314723Z","end":"2026-02-24T07:56:01.510949Z","steps":["trace[1879024552] 'range keys from in-memory index tree' (duration: 195.938483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T07:56:01.511175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.12663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-24T07:56:01.511273Z","caller":"traceutil/trace.go:171","msg":"trace[288295834] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:39660; }","duration":"134.215102ms","start":"2026-02-24T07:56:01.377022Z","end":"2026-02-24T07:56:01.511237Z","steps":["trace[288295834] 'range keys from in-memory index tree' (duration: 133.969156ms)"],"step_count":1}